-- Logs begin at Mon 2021-11-22 11:40:04 UTC, end at Mon 2021-11-22 12:39:25 UTC. -- Nov 22 12:11:03.541962 dv-cinder-768458-13-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Nov 22 12:11:06.257764 dv-cinder-768458-13-iscsi neutron-server[102640]: INFO neutron.common.config [-] Logging enabled! Nov 22 12:11:06.258426 dv-cinder-768458-13-iscsi neutron-server[102640]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev215 Nov 22 12:11:06.258519 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102640) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 22 12:11:06.261796 dv-cinder-768458-13-iscsi neutron-server[102640]: INFO neutron.common.config [-] Logging enabled! Nov 22 12:11:06.262036 dv-cinder-768458-13-iscsi neutron-server[102640]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev215 Nov 22 12:11:06.262372 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102640) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 22 12:11:06.263358 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 22 12:11:06.263604 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 22 12:11:06.263972 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 22 12:11:06.264218 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 22 12:11:06.264452 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 22 12:11:06.264780 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 12:11:06.265212 dv-cinder-768458-13-iscsi neutron-server[102640]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Nov 22 12:11:06.265538 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 12:11:06.265829 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 12:11:06.266443 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 12:11:06.266742 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 12:11:06.267040 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 12:11:06.267349 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 12:11:06.267646 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 12:11:06.267947 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 12:11:06.268238 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 12:11:06.268517 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 12:11:06.268808 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 12:11:06.269084 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 12:11:06.269371 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.common.config [-] config_source = [] {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 12:11:06.269660 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 12:11:06.269952 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 12:11:06.270241 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.common.config [-] debug = True {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 12:11:06.270525 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 12:11:06.270949 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 12:11:06.271497 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 12:11:06.271811 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 12:11:06.272108 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 12:11:06.272391 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 12:11:06.272669 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 12:11:06.272949 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 12:11:06.273237 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 12:11:06.273575 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.common.config [-] host = dv-cinder-768458-13-iscsi {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 12:11:06.273854 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 12:11:06.274146 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 12:11:06.274438 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 12:11:06.274728 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 12:11:06.275003 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 12:11:06.275306 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 12:11:06.275596 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 12:11:06.275872 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.common.config [-] log_dir = None {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 12:11:06.276148 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.common.config [-] log_file = None {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 12:11:06.276426 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 12:11:06.276715 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 12:11:06.277007 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 12:11:06.277300 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 12:11:06.277526 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 12:11:06.277750 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 12:11:06.278043 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 12:11:06.278333 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 12:11:06.278608 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 12:11:06.278883 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 12:11:06.279160 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 12:11:06.279457 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 12:11:06.279736 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 12:11:06.280008 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 12:11:06.280296 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 12:11:06.280584 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 12:11:06.280871 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 12:11:06.281151 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 12:11:06.281428 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 12:11:06.281703 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 12:11:06.281976 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 12:11:06.282263 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 12:11:06.282536 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 12:11:06.282813 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 12:11:06.283087 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 12:11:06.283408 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 12:11:06.283690 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 12:11:06.283970 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 12:11:06.284276 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 12:11:06.284570 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 12:11:06.284860 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 12:11:06.285150 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 12:11:06.285427 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 12:11:06.285714 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 12:11:06.285988 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 12:11:06.286262 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.common.config [-] use_journal = False {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 12:11:06.286537 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.common.config [-] use_json = False {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 12:11:06.286837 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 12:11:06.287114 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 12:11:06.287435 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 12:11:06.287709 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 12:11:06.287989 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 12:11:06.288264 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 12:11:06.288538 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 12:11:06.288824 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 12:11:06.289125 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:06.289424 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:06.289727 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:06.290013 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:06.290321 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:06.290606 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:06.290900 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:06.291182 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:06.291502 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:06.291795 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:06.292092 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:06.292372 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:06.292663 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:06.292942 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:06.293238 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:06.293548 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:06.293843 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:06.294138 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:06.294414 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:06.294691 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:06.294967 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:06.295265 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:06.295560 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:06.295839 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:06.296134 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:06.296427 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:06.296709 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:06.297010 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:06.297301 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:06.297600 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:06.297894 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:06.298173 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:06.298457 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:06.298756 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:06.299149 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:06.299457 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:06.299742 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:06.300035 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:06.300318 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:06.300594 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:06.300880 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:06.301164 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:06.301441 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:06.301719 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:06.302000 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:06.302295 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:06.302783 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:06.303080 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:06.303387 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:06.303678 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:06.303956 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:06.304247 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:06.304536 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:06.304815 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:06.305094 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:06.305375 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:06.305650 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:06.305927 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:06.306206 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:06.306483 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:06.306763 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:06.307044 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:06.307346 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:06.307626 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:06.307902 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:06.308178 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:06.308455 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:06.308729 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:06.309007 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:06.309282 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:06.309556 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:06.309833 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:06.310107 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:06.310382 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:06.310670 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:06.310970 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:06.311268 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:06.311551 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:06.311833 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:06.312112 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:06.312391 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:06.312668 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:06.312945 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:06.313222 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:06.313500 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:06.313796 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:06.314083 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:06.314372 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:06.314654 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:06.314948 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:06.315264 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:06.315544 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:06.315828 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:06.316107 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:06.316384 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:06.316669 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:06.316952 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:06.317253 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:06.317544 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:06.317840 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:06.318162 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:06.318457 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:06.318741 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:06.319055 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:06.319381 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:06.319597 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 22 12:11:06.319846 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=102640) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Nov 22 12:11:06.765444 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=102640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Nov 22 12:11:06.765698 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=102640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Nov 22 12:11:06.766364 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=102640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Nov 22 12:11:06.766713 dv-cinder-768458-13-iscsi neutron-server[102640]: INFO neutron.manager [-] Loading core plugin: ml2 Nov 22 12:11:07.096418 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 12:11:07.096621 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 12:11:07.096907 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 12:11:07.098115 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 12:11:07.098370 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 12:11:07.098756 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 12:11:07.135194 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 12:11:07.135496 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 12:11:07.135762 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 12:11:07.150805 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 12:11:07.151077 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 12:11:07.151375 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 12:11:07.180645 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 12:11:07.180933 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 12:11:07.181200 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 12:11:07.219394 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 12:11:07.219682 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 12:11:07.219926 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 12:11:07.463330 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=102640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 12:11:07.463970 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=102640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 12:11:07.463970 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=102640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 12:11:07.464117 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=102640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 12:11:07.464780 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=102640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 12:11:07.564094 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=102640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 12:11:07.564439 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=102640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 12:11:07.564676 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=102640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 12:11:07.564976 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=102640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 12:11:07.565242 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=102640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 12:11:07.565540 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=102640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 12:11:07.565811 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=102640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 12:11:07.566062 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=102640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 12:11:07.566317 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=102640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 12:11:07.566596 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=102640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 12:11:07.566858 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=102640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 12:11:07.567101 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=102640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 12:11:07.567382 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=102640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 12:11:07.567634 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=102640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 12:11:07.567891 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=102640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 12:11:07.568197 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 12:11:07.568452 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=102640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 12:11:07.568718 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=102640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 12:11:07.568989 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=102640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 12:11:07.569262 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=102640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 12:11:07.569531 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 12:11:07.569785 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 12:11:07.570064 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 12:11:07.570429 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 12:11:07.570688 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 12:11:07.570930 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 12:11:07.571347 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=102640) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 22 12:11:07.571592 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=102640) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 22 12:11:07.571834 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=102640) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 22 12:11:07.572073 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=102640) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 22 12:11:07.572312 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=102640) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 22 12:11:07.572548 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=102640) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 22 12:11:07.572916 dv-cinder-768458-13-iscsi neutron-server[102640]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Nov 22 12:11:07.576090 dv-cinder-768458-13-iscsi neutron-server[102640]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Nov 22 12:11:07.580075 dv-cinder-768458-13-iscsi neutron-server[102640]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Nov 22 12:11:07.584262 dv-cinder-768458-13-iscsi neutron-server[102640]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(600, 649)])]) Nov 22 12:11:07.585946 dv-cinder-768458-13-iscsi neutron-server[102640]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Nov 22 12:11:07.586421 dv-cinder-768458-13-iscsi neutron-server[102640]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Nov 22 12:11:07.586761 dv-cinder-768458-13-iscsi neutron-server[102640]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Nov 22 12:11:07.587159 dv-cinder-768458-13-iscsi neutron-server[102640]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Nov 22 12:11:07.590030 dv-cinder-768458-13-iscsi neutron-server[102640]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Nov 22 12:11:07.590281 dv-cinder-768458-13-iscsi neutron-server[102640]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Nov 22 12:11:07.590625 dv-cinder-768458-13-iscsi neutron-server[102640]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Nov 22 12:11:07.596026 dv-cinder-768458-13-iscsi neutron-server[102640]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Nov 22 12:11:07.619123 dv-cinder-768458-13-iscsi neutron-server[102640]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Nov 22 12:11:07.619599 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=102640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 12:11:07.619908 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=102640) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Nov 22 12:11:07.620279 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=102640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 12:11:07.621680 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=102640) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Nov 22 12:11:07.621967 dv-cinder-768458-13-iscsi neutron-server[102640]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Nov 22 12:11:07.622209 dv-cinder-768458-13-iscsi neutron-server[102640]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Nov 22 12:11:07.625705 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=102640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 12:11:07.625992 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=102640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 12:11:07.689162 dv-cinder-768458-13-iscsi neutron-server[102640]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Nov 22 12:11:07.689375 dv-cinder-768458-13-iscsi neutron-server[102640]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Nov 22 12:11:07.689647 dv-cinder-768458-13-iscsi neutron-server[102640]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Nov 22 12:11:07.690027 dv-cinder-768458-13-iscsi neutron-server[102640]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Nov 22 12:11:07.712574 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_db.sqlalchemy.engines [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=102640) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Nov 22 12:11:08.263987 dv-cinder-768458-13-iscsi neutron-server[102640]: INFO neutron.plugins.ml2.managers [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Initializing driver for type 'gre' Nov 22 12:11:08.264523 dv-cinder-768458-13-iscsi neutron-server[102640]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] gre ID ranges: [(1, 1000)] Nov 22 12:11:08.324955 dv-cinder-768458-13-iscsi neutron-server[102640]: INFO neutron.plugins.ml2.managers [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Initializing driver for type 'local' Nov 22 12:11:08.325642 dv-cinder-768458-13-iscsi neutron-server[102640]: INFO neutron.plugins.ml2.managers [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Initializing driver for type 'vlan' Nov 22 12:11:08.340626 dv-cinder-768458-13-iscsi neutron-server[102640]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] VlanTypeDriver initialization complete Nov 22 12:11:08.341044 dv-cinder-768458-13-iscsi neutron-server[102640]: INFO neutron.plugins.ml2.managers [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Initializing driver for type 'vxlan' Nov 22 12:11:08.341623 dv-cinder-768458-13-iscsi neutron-server[102640]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] vxlan ID ranges: [(1, 1000)] Nov 22 12:11:08.396805 dv-cinder-768458-13-iscsi neutron-server[102640]: INFO neutron.plugins.ml2.managers [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Initializing extension driver 'port_security' Nov 22 12:11:08.397294 dv-cinder-768458-13-iscsi neutron-server[102640]: INFO neutron.plugins.ml2.extensions.port_security [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] PortSecurityExtensionDriver initialization complete Nov 22 12:11:08.397686 dv-cinder-768458-13-iscsi neutron-server[102640]: INFO neutron.plugins.ml2.managers [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Initializing mechanism driver 'openvswitch' Nov 22 12:11:08.398030 dv-cinder-768458-13-iscsi neutron-server[102640]: INFO neutron.plugins.ml2.managers [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Initializing mechanism driver 'hyperv' Nov 22 12:11:08.405483 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 12:11:08.406176 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Subscribe: > port after_create 55550000 {{(pid=102640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 12:11:08.406555 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Subscribe: > port after_update 55550000 {{(pid=102640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 12:11:08.406913 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Subscribe: > port after_delete 55550000 {{(pid=102640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 12:11:08.407523 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=102640) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 22 12:11:08.407973 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Subscribe: > subnet after_create 55550000 {{(pid=102640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 12:11:08.408334 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Subscribe: > subnet after_update 55550000 {{(pid=102640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 12:11:08.408682 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Subscribe: > subnet after_delete 55550000 {{(pid=102640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 12:11:08.409089 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=102640) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 22 12:11:08.409532 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Subscribe: > network after_create 55550000 {{(pid=102640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 12:11:08.409885 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Subscribe: > network after_update 55550000 {{(pid=102640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 12:11:08.410231 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Subscribe: > network after_delete 55550000 {{(pid=102640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 12:11:08.410633 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=102640) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 22 12:11:08.411015 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Subscribe: > security_group after_create 55550000 {{(pid=102640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 12:11:08.411398 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Subscribe: > security_group after_update 55550000 {{(pid=102640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 12:11:08.411756 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Subscribe: > security_group after_delete 55550000 {{(pid=102640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 12:11:08.413439 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=102640) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 22 12:11:08.413879 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=102640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 12:11:08.414241 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=102640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 12:11:08.414602 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=102640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 12:11:08.415016 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=102640) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 22 12:11:08.415469 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Subscribe: > address_group after_create 55550000 {{(pid=102640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 12:11:08.415827 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Subscribe: > address_group after_update 55550000 {{(pid=102640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 12:11:08.416178 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Subscribe: > address_group after_delete 55550000 {{(pid=102640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 12:11:08.416597 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=102640) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 22 12:11:08.417021 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] ML2 OVO RPC backend initialized. {{(pid=102640) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Nov 22 12:11:08.417755 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Subscribe: > router_interface after_create 55550000 {{(pid=102640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 12:11:08.418115 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 12:11:08.418542 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Subscribe: > network before_response 55550000 {{(pid=102640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 12:11:08.418907 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Subscribe: > networks before_response 55550000 {{(pid=102640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 12:11:08.419290 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Subscribe: > port before_response 55550000 {{(pid=102640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 12:11:08.419635 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Subscribe: > ports before_response 55550000 {{(pid=102640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 12:11:08.419987 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Subscribe: > subnet before_response 55550000 {{(pid=102640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 12:11:08.420335 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Subscribe: > subnets before_response 55550000 {{(pid=102640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 12:11:08.420687 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Subscribe: > network after_create 55550000 {{(pid=102640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 12:11:08.421034 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Subscribe: > network after_update 55550000 {{(pid=102640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 12:11:08.421377 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Subscribe: > network after_delete 55550000 {{(pid=102640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 12:11:08.421723 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Subscribe: > port after_create 55550000 {{(pid=102640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 12:11:08.422074 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Subscribe: > port after_update 55550000 {{(pid=102640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 12:11:08.422415 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Subscribe: > port after_delete 55550000 {{(pid=102640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 12:11:08.422761 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Subscribe: > subnet after_create 55550000 {{(pid=102640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 12:11:08.423103 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Subscribe: > subnet after_update 55550000 {{(pid=102640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 12:11:08.423470 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Subscribe: > subnet after_delete 55550000 {{(pid=102640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 12:11:08.424082 dv-cinder-768458-13-iscsi neutron-server[102640]: INFO neutron.plugins.ml2.plugin [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Modular L2 Plugin initialization complete Nov 22 12:11:08.424414 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.manager [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Loading services supported by the core plugin {{(pid=102640) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Nov 22 12:11:08.424750 dv-cinder-768458-13-iscsi neutron-server[102640]: INFO neutron.plugins.ml2.managers [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Got port-security extension from driver 'port_security' Nov 22 12:11:08.425231 dv-cinder-768458-13-iscsi neutron-server[102640]: INFO neutron.extensions.vlantransparent [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Disabled vlantransparent extension. Nov 22 12:11:08.425732 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.manager [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=102640) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Nov 22 12:11:08.426057 dv-cinder-768458-13-iscsi neutron-server[102640]: INFO neutron.manager [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Loading Plugin: router Nov 22 12:11:08.464548 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Subscribe: > router_interface before_create 55550000 {{(pid=102640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 12:11:08.465166 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Subscribe: > router after_create 55549900 {{(pid=102640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 12:11:08.465261 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Subscribe: > router before_create 55549900 {{(pid=102640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 12:11:08.465659 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Subscribe: > router_interface before_delete 55550000 {{(pid=102640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 12:11:08.466040 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 12:11:08.466490 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Subscribe: > router after_delete 55549900 {{(pid=102640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 12:11:08.466840 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Subscribe: > floatingip after_create 55550000 {{(pid=102640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 12:11:08.467193 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Subscribe: > floatingip after_update 55550000 {{(pid=102640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 12:11:08.467591 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Subscribe: > router after_create 55549900 {{(pid=102640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 12:11:08.467945 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Subscribe: > router after_update 55549900 {{(pid=102640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 12:11:08.468285 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Subscribe: > router after_update 55549900 {{(pid=102640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 12:11:08.468642 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=102640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 12:11:08.469005 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Subscribe: > router after_update 55549900 {{(pid=102640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 12:11:08.469415 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Subscribe: > router precommit_update 55549900 {{(pid=102640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 12:11:08.469787 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Subscribe: port after_update 55550000 {{(pid=102640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 12:11:08.470135 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Subscribe: port after_delete 55550000 {{(pid=102640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 12:11:08.470474 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Subscribe: subnet after_update 55550000 {{(pid=102640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 12:11:08.470824 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=102640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 12:11:08.471189 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Subscribe: > port precommit_delete 55550000 {{(pid=102640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 12:11:08.471553 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Subscribe: > router precommit_create 55549900 {{(pid=102640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 12:11:08.471906 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Subscribe: port before_delete 55550000 {{(pid=102640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 12:11:08.472260 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Subscribe: > router precommit_create 55550000 {{(pid=102640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 12:11:08.472607 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Subscribe: > router after_update 55549900 {{(pid=102640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 12:11:08.472958 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Subscribe: > router precommit_delete 55549900 {{(pid=102640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 12:11:08.473314 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Subscribe: > router precommit_create 55549900 {{(pid=102640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 12:11:08.473678 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Subscribe: > router_interface after_create 55550000 {{(pid=102640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 12:11:08.474025 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Subscribe: > router precommit_update 55549900 {{(pid=102640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 12:11:08.474552 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Subscribe: > agent after_create 55550000 {{(pid=102640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 12:11:08.475353 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Subscribe: > agent after_delete 55550000 {{(pid=102640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 12:11:08.475721 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Subscribe: > network after_delete 55550000 {{(pid=102640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 12:11:08.476649 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.quota.resource_registry [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Tracking information for resource: router configured {{(pid=102640) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 22 12:11:08.476950 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.quota.resource_registry [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Tracking information for resource: floatingip configured {{(pid=102640) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 22 12:11:08.482172 dv-cinder-768458-13-iscsi neutron-server[102640]: INFO neutron.db.l3_agentschedulers_db [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Nov 22 12:11:08.482799 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Subscribe: port after_update 55550000 {{(pid=102640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 12:11:08.483167 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Subscribe: port after_create 55550000 {{(pid=102640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 12:11:08.483554 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Subscribe: port after_delete 55550000 {{(pid=102640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 12:11:08.483915 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Subscribe: port after_update 55550000 {{(pid=102640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 12:11:08.484748 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Subscribe: > router before_create 55550100 {{(pid=102640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 12:11:08.485123 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Subscribe: > router precommit_delete 55550100 {{(pid=102640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 12:11:08.485490 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Subscribe: > router precommit_create 55550100 {{(pid=102640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 12:11:08.485852 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Subscribe: > router precommit_update 55550100 {{(pid=102640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 12:11:08.491191 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.services.provider_configuration [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Service providers = [] {{(pid=102640) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Nov 22 12:11:08.491591 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.db.servicetype_db [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=102640) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Nov 22 12:11:08.494691 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.services.service_base [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=102640) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 22 12:11:08.495058 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.services.service_base [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=102640) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 22 12:11:08.495437 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.services.service_base [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=102640) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 22 12:11:08.496350 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.services.service_base [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=102640) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 22 12:11:08.496730 dv-cinder-768458-13-iscsi neutron-server[102640]: INFO neutron.services.service_base [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Default provider is not specified for service type L3_ROUTER_NAT Nov 22 12:11:08.497125 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.manager [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=102640) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 22 12:11:08.497433 dv-cinder-768458-13-iscsi neutron-server[102640]: INFO neutron.manager [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Nov 22 12:11:08.508895 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.manager [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Successfully loaded METERING plugin. Description: METERING {{(pid=102640) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 22 12:11:08.509233 dv-cinder-768458-13-iscsi neutron-server[102640]: INFO neutron.manager [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Loading Plugin: auto_allocate Nov 22 12:11:08.515330 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Subscribe: network precommit_update 55550000 {{(pid=102640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 12:11:08.515659 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Subscribe: network precommit_create 55550000 {{(pid=102640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 12:11:08.516502 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.manager [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=102640) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 22 12:11:08.516829 dv-cinder-768458-13-iscsi neutron-server[102640]: INFO neutron.manager [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Loading Plugin: tag Nov 22 12:11:08.524223 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.manager [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=102640) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 22 12:11:08.524563 dv-cinder-768458-13-iscsi neutron-server[102640]: INFO neutron.manager [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Loading Plugin: timestamp Nov 22 12:11:08.528670 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.manager [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=102640) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 22 12:11:08.529007 dv-cinder-768458-13-iscsi neutron-server[102640]: INFO neutron.manager [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Loading Plugin: network_ip_availability Nov 22 12:11:08.534606 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 12:11:08.534978 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 12:11:08.535348 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 12:11:08.536112 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.manager [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=102640) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 22 12:11:08.536438 dv-cinder-768458-13-iscsi neutron-server[102640]: INFO neutron.manager [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Loading Plugin: flavors Nov 22 12:11:08.541876 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.manager [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=102640) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 22 12:11:08.542215 dv-cinder-768458-13-iscsi neutron-server[102640]: INFO neutron.manager [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Loading Plugin: revisions Nov 22 12:11:08.546607 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.manager [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=102640) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 22 12:11:08.547008 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_concurrency.lockutils [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.781s {{(pid=102640) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Nov 22 12:11:08.547805 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=102640) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Nov 22 12:11:08.548147 dv-cinder-768458-13-iscsi neutron-server[102640]: INFO neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Initializing extension manager. Nov 22 12:11:08.548675 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Loading extension file: __init__.py {{(pid=102640) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 12:11:08.549020 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Loading extension file: __pycache__ {{(pid=102640) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 12:11:08.549357 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=102640) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 12:11:08.549692 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Loading extension file: address_group.py {{(pid=102640) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 12:11:08.550460 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=102640) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 12:11:08.551040 dv-cinder-768458-13-iscsi neutron-server[102640]: INFO neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Loaded extension: address-group Nov 22 12:11:08.551408 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Loading extension file: address_scope.py {{(pid=102640) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 12:11:08.552323 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=102640) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 12:11:08.553405 dv-cinder-768458-13-iscsi neutron-server[102640]: INFO neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Loaded extension: address-scope Nov 22 12:11:08.553718 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Loading extension file: admin_state_down_before_update.py {{(pid=102640) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 12:11:08.554676 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=102640) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 12:11:08.555194 dv-cinder-768458-13-iscsi neutron-server[102640]: INFO neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Loaded extension: router-admin-state-down-before-update Nov 22 12:11:08.555555 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Loading extension file: agent.py {{(pid=102640) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 12:11:08.556240 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=102640) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 12:11:08.556770 dv-cinder-768458-13-iscsi neutron-server[102640]: INFO neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Loaded extension: agent Nov 22 12:11:08.557099 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Loading extension file: agent_resources_synced.py {{(pid=102640) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 12:11:08.558044 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=102640) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 12:11:08.558552 dv-cinder-768458-13-iscsi neutron-server[102640]: INFO neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Loaded extension: agent-resources-synced Nov 22 12:11:08.558876 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Loading extension file: allowedaddresspairs.py {{(pid=102640) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 12:11:08.560699 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=102640) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 12:11:08.561246 dv-cinder-768458-13-iscsi neutron-server[102640]: INFO neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Loaded extension: allowed-address-pairs Nov 22 12:11:08.561579 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Loading extension file: auto_allocated_topology.py {{(pid=102640) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 12:11:08.562661 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=102640) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 12:11:08.563180 dv-cinder-768458-13-iscsi neutron-server[102640]: INFO neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Loaded extension: auto-allocated-topology Nov 22 12:11:08.563538 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Loading extension file: availability_zone.py {{(pid=102640) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 12:11:08.564238 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=102640) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 12:11:08.564730 dv-cinder-768458-13-iscsi neutron-server[102640]: INFO neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Loaded extension: availability_zone Nov 22 12:11:08.565061 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Loading extension file: availability_zone_filter.py {{(pid=102640) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 12:11:08.565979 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=102640) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 12:11:08.566498 dv-cinder-768458-13-iscsi neutron-server[102640]: INFO neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Loaded extension: availability_zone_filter Nov 22 12:11:08.566831 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Loading extension file: data_plane_status.py {{(pid=102640) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 12:11:08.567773 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=102640) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 12:11:08.568510 dv-cinder-768458-13-iscsi neutron-server[102640]: INFO neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Extension data-plane-status not supported by any of loaded plugins Nov 22 12:11:08.568846 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Loading extension file: default_subnetpools.py {{(pid=102640) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 12:11:08.569778 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=102640) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 12:11:08.570292 dv-cinder-768458-13-iscsi neutron-server[102640]: INFO neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Loaded extension: default-subnetpools Nov 22 12:11:08.570622 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Loading extension file: dhcpagentscheduler.py {{(pid=102640) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 12:11:08.571471 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102640) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 12:11:08.571990 dv-cinder-768458-13-iscsi neutron-server[102640]: INFO neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Loaded extension: dhcp_agent_scheduler Nov 22 12:11:08.572321 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Loading extension file: dns.py {{(pid=102640) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 12:11:08.573302 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=102640) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 12:11:08.573775 dv-cinder-768458-13-iscsi neutron-server[102640]: INFO neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Extension dns-integration not supported by any of loaded plugins Nov 22 12:11:08.574127 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Loading extension file: dns_domain_ports.py {{(pid=102640) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 12:11:08.575042 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=102640) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 12:11:08.575581 dv-cinder-768458-13-iscsi neutron-server[102640]: INFO neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Extension dns-domain-ports not supported by any of loaded plugins Nov 22 12:11:08.575907 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=102640) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 12:11:08.576845 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=102640) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 12:11:08.577360 dv-cinder-768458-13-iscsi neutron-server[102640]: INFO neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Nov 22 12:11:08.577683 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Loading extension file: dvr.py {{(pid=102640) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 12:11:08.578363 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=102640) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 12:11:08.578874 dv-cinder-768458-13-iscsi neutron-server[102640]: INFO neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Loaded extension: dvr Nov 22 12:11:08.579199 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Loading extension file: ecmp_routes.py {{(pid=102640) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 12:11:08.580142 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=102640) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 12:11:08.580649 dv-cinder-768458-13-iscsi neutron-server[102640]: INFO neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Extension ecmp_routes not supported by any of loaded plugins Nov 22 12:11:08.580978 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Loading extension file: empty_string_filtering.py {{(pid=102640) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 12:11:08.581905 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=102640) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 12:11:08.582416 dv-cinder-768458-13-iscsi neutron-server[102640]: INFO neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Loaded extension: empty-string-filtering Nov 22 12:11:08.582740 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=102640) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 12:11:08.583701 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102640) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 12:11:08.584755 dv-cinder-768458-13-iscsi neutron-server[102640]: INFO neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Nov 22 12:11:08.585086 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=102640) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 12:11:08.586012 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=102640) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 12:11:08.586516 dv-cinder-768458-13-iscsi neutron-server[102640]: INFO neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Nov 22 12:11:08.586840 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Loading extension file: external_net.py {{(pid=102640) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 12:11:08.587784 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=102640) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 12:11:08.588295 dv-cinder-768458-13-iscsi neutron-server[102640]: INFO neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Loaded extension: external-net Nov 22 12:11:08.588621 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Loading extension file: extra_dhcp_opt.py {{(pid=102640) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 12:11:08.589532 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=102640) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 12:11:08.590039 dv-cinder-768458-13-iscsi neutron-server[102640]: INFO neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Loaded extension: extra_dhcp_opt Nov 22 12:11:08.590365 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Loading extension file: extraroute.py {{(pid=102640) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 12:11:08.591309 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=102640) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 12:11:08.591826 dv-cinder-768458-13-iscsi neutron-server[102640]: INFO neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Loaded extension: extraroute Nov 22 12:11:08.592147 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Loading extension file: extraroute_atomic.py {{(pid=102640) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 12:11:08.593182 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=102640) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 12:11:08.593694 dv-cinder-768458-13-iscsi neutron-server[102640]: INFO neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Loaded extension: extraroute-atomic Nov 22 12:11:08.594021 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Loading extension file: filter_validation.py {{(pid=102640) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 12:11:08.594692 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=102640) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 12:11:08.595198 dv-cinder-768458-13-iscsi neutron-server[102640]: INFO neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Loaded extension: filter-validation Nov 22 12:11:08.595558 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Loading extension file: fip_pf_description.py {{(pid=102640) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 12:11:08.596477 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=102640) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 12:11:08.596981 dv-cinder-768458-13-iscsi neutron-server[102640]: INFO neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Nov 22 12:11:08.597304 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Loading extension file: fip_port_details.py {{(pid=102640) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 12:11:08.598251 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102640) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 12:11:08.598761 dv-cinder-768458-13-iscsi neutron-server[102640]: INFO neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Loaded extension: fip-port-details Nov 22 12:11:08.599084 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Loading extension file: flavors.py {{(pid=102640) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 12:11:08.600600 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=102640) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 12:11:08.601123 dv-cinder-768458-13-iscsi neutron-server[102640]: INFO neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Loaded extension: flavors Nov 22 12:11:08.601461 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=102640) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 12:11:08.603162 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=102640) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 12:11:08.603735 dv-cinder-768458-13-iscsi neutron-server[102640]: INFO neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Nov 22 12:11:08.604072 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Loading extension file: floatingip_pools.py {{(pid=102640) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 12:11:08.604778 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=102640) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 12:11:08.605296 dv-cinder-768458-13-iscsi neutron-server[102640]: INFO neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Loaded extension: floatingip-pools Nov 22 12:11:08.605623 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Loading extension file: ip_allocation.py {{(pid=102640) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 12:11:08.606582 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=102640) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 12:11:08.607093 dv-cinder-768458-13-iscsi neutron-server[102640]: INFO neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Extension ip_allocation not supported by any of loaded plugins Nov 22 12:11:08.607455 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Loading extension file: ip_substring_port_filtering.py {{(pid=102640) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 12:11:08.608387 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=102640) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 12:11:08.608906 dv-cinder-768458-13-iscsi neutron-server[102640]: INFO neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Loaded extension: ip-substring-filtering Nov 22 12:11:08.609232 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Loading extension file: l2_adjacency.py {{(pid=102640) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 12:11:08.610180 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=102640) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 12:11:08.610691 dv-cinder-768458-13-iscsi neutron-server[102640]: INFO neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Extension l2_adjacency not supported by any of loaded plugins Nov 22 12:11:08.611017 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Loading extension file: l3.py {{(pid=102640) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 12:11:08.612174 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=102640) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 12:11:08.612701 dv-cinder-768458-13-iscsi neutron-server[102640]: INFO neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Loaded extension: router Nov 22 12:11:08.613031 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Loading extension file: l3_conntrack_helper.py {{(pid=102640) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 12:11:08.615598 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102640) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 12:11:08.616135 dv-cinder-768458-13-iscsi neutron-server[102640]: INFO neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Extension l3-conntrack-helper not supported by any of loaded plugins Nov 22 12:11:08.616475 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Loading extension file: l3_ext_gw_mode.py {{(pid=102640) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 12:11:08.617422 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=102640) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 12:11:08.617945 dv-cinder-768458-13-iscsi neutron-server[102640]: INFO neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Loaded extension: ext-gw-mode Nov 22 12:11:08.618275 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Loading extension file: l3_ext_ha_mode.py {{(pid=102640) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 12:11:08.619220 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=102640) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 12:11:08.619771 dv-cinder-768458-13-iscsi neutron-server[102640]: INFO neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Loaded extension: l3-ha Nov 22 12:11:08.620097 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Loading extension file: l3_flavors.py {{(pid=102640) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 12:11:08.621042 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=102640) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 12:11:08.621565 dv-cinder-768458-13-iscsi neutron-server[102640]: INFO neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Loaded extension: l3-flavors Nov 22 12:11:08.621896 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=102640) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 12:11:08.622819 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=102640) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 12:11:08.623368 dv-cinder-768458-13-iscsi neutron-server[102640]: INFO neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Loaded extension: l3-port-ip-change-not-allowed Nov 22 12:11:08.623693 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Loading extension file: l3agentscheduler.py {{(pid=102640) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 12:11:08.624728 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102640) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 12:11:08.625250 dv-cinder-768458-13-iscsi neutron-server[102640]: INFO neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Loaded extension: l3_agent_scheduler Nov 22 12:11:08.625582 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Loading extension file: local_ip.py {{(pid=102640) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 12:11:08.627377 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=102640) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 12:11:08.627904 dv-cinder-768458-13-iscsi neutron-server[102640]: INFO neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Extension local_ip not supported by any of loaded plugins Nov 22 12:11:08.628238 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Loading extension file: logging.py {{(pid=102640) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 12:11:08.629730 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=102640) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 12:11:08.630253 dv-cinder-768458-13-iscsi neutron-server[102640]: INFO neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Extension logging not supported by any of loaded plugins Nov 22 12:11:08.630587 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Loading extension file: metering.py {{(pid=102640) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 12:11:08.632390 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=102640) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 12:11:08.632988 dv-cinder-768458-13-iscsi neutron-server[102640]: INFO neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Loaded extension: metering Nov 22 12:11:08.633324 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=102640) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 12:11:08.634433 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=102640) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 12:11:08.634959 dv-cinder-768458-13-iscsi neutron-server[102640]: INFO neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Loaded extension: metering_source_and_destination_fields Nov 22 12:11:08.635318 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Loading extension file: multiprovidernet.py {{(pid=102640) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 12:11:08.636261 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=102640) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 12:11:08.636778 dv-cinder-768458-13-iscsi neutron-server[102640]: INFO neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Loaded extension: multi-provider Nov 22 12:11:08.637108 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Loading extension file: netmtu.py {{(pid=102640) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 12:11:08.638039 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=102640) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 12:11:08.638548 dv-cinder-768458-13-iscsi neutron-server[102640]: INFO neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Loaded extension: net-mtu Nov 22 12:11:08.638880 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Loading extension file: netmtu_writable.py {{(pid=102640) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 12:11:08.639834 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=102640) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 12:11:08.640350 dv-cinder-768458-13-iscsi neutron-server[102640]: INFO neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Loaded extension: net-mtu-writable Nov 22 12:11:08.640678 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Loading extension file: network_availability_zone.py {{(pid=102640) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 12:11:08.641676 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=102640) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 12:11:08.642184 dv-cinder-768458-13-iscsi neutron-server[102640]: INFO neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Loaded extension: network_availability_zone Nov 22 12:11:08.642513 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Loading extension file: network_ip_availability.py {{(pid=102640) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 12:11:08.643651 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=102640) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 12:11:08.644172 dv-cinder-768458-13-iscsi neutron-server[102640]: INFO neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Loaded extension: network-ip-availability Nov 22 12:11:08.644507 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Loading extension file: network_segment_range.py {{(pid=102640) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 12:11:08.645277 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=102640) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 12:11:08.645787 dv-cinder-768458-13-iscsi neutron-server[102640]: INFO neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Extension network-segment-range not supported by any of loaded plugins Nov 22 12:11:08.646113 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Loading extension file: pagination.py {{(pid=102640) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 12:11:08.649597 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102640) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 12:11:08.649948 dv-cinder-768458-13-iscsi neutron-server[102640]: INFO neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Loaded extension: pagination Nov 22 12:11:08.650292 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Loading extension file: port_device_profile.py {{(pid=102640) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 12:11:08.651248 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=102640) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 12:11:08.651816 dv-cinder-768458-13-iscsi neutron-server[102640]: INFO neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Loaded extension: port-device-profile Nov 22 12:11:08.652154 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Loading extension file: port_mac_address_regenerate.py {{(pid=102640) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 12:11:08.653109 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=102640) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 12:11:08.653626 dv-cinder-768458-13-iscsi neutron-server[102640]: INFO neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Loaded extension: port-mac-address-regenerate Nov 22 12:11:08.653959 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Loading extension file: port_numa_affinity_policy.py {{(pid=102640) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 12:11:08.654880 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=102640) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 12:11:08.655437 dv-cinder-768458-13-iscsi neutron-server[102640]: INFO neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Loaded extension: port-numa-affinity-policy Nov 22 12:11:08.655761 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Loading extension file: port_resource_request.py {{(pid=102640) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 12:11:08.656673 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=102640) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 12:11:08.657185 dv-cinder-768458-13-iscsi neutron-server[102640]: INFO neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Extension port-resource-request not supported by any of loaded plugins Nov 22 12:11:08.657511 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Loading extension file: port_resource_request_groups.py {{(pid=102640) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 12:11:08.658499 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=102640) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 12:11:08.659009 dv-cinder-768458-13-iscsi neutron-server[102640]: INFO neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Extension port-resource-request-groups not supported by any of loaded plugins Nov 22 12:11:08.659363 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Loading extension file: portbindings.py {{(pid=102640) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 12:11:08.660303 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=102640) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 12:11:08.660820 dv-cinder-768458-13-iscsi neutron-server[102640]: INFO neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Loaded extension: binding Nov 22 12:11:08.661144 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Loading extension file: portbindings_extended.py {{(pid=102640) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 12:11:08.662738 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=102640) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 12:11:08.663268 dv-cinder-768458-13-iscsi neutron-server[102640]: INFO neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Loaded extension: binding-extended Nov 22 12:11:08.663616 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Loading extension file: portsecurity.py {{(pid=102640) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 12:11:08.664549 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=102640) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 12:11:08.665064 dv-cinder-768458-13-iscsi neutron-server[102640]: INFO neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Loaded extension: port-security Nov 22 12:11:08.665389 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Loading extension file: project_id.py {{(pid=102640) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 12:11:08.666380 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=102640) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 12:11:08.666713 dv-cinder-768458-13-iscsi neutron-server[102640]: INFO neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Loaded extension: project-id Nov 22 12:11:08.667041 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Loading extension file: providernet.py {{(pid=102640) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 12:11:08.667999 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=102640) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 12:11:08.668522 dv-cinder-768458-13-iscsi neutron-server[102640]: INFO neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Loaded extension: provider Nov 22 12:11:08.668855 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Loading extension file: qos.py {{(pid=102640) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 12:11:08.672594 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=102640) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 12:11:08.673122 dv-cinder-768458-13-iscsi neutron-server[102640]: INFO neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Extension qos not supported by any of loaded plugins Nov 22 12:11:08.673458 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Loading extension file: qos_bw_limit_direction.py {{(pid=102640) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 12:11:08.674725 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=102640) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 12:11:08.675262 dv-cinder-768458-13-iscsi neutron-server[102640]: INFO neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Nov 22 12:11:08.675611 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=102640) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 12:11:08.676544 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=102640) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 12:11:08.677060 dv-cinder-768458-13-iscsi neutron-server[102640]: INFO neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Nov 22 12:11:08.677390 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Loading extension file: qos_default.py {{(pid=102640) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 12:11:08.678859 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=102640) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 12:11:08.679419 dv-cinder-768458-13-iscsi neutron-server[102640]: INFO neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Extension qos-default not supported by any of loaded plugins Nov 22 12:11:08.679756 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Loading extension file: qos_fip.py {{(pid=102640) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 12:11:08.680422 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=102640) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 12:11:08.680927 dv-cinder-768458-13-iscsi neutron-server[102640]: INFO neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Extension qos-fip not supported by any of loaded plugins Nov 22 12:11:08.681254 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Loading extension file: qos_gateway_ip.py {{(pid=102640) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 12:11:08.682193 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=102640) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 12:11:08.682709 dv-cinder-768458-13-iscsi neutron-server[102640]: INFO neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Extension qos-gateway-ip not supported by any of loaded plugins Nov 22 12:11:08.683038 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Loading extension file: qos_port_network_policy.py {{(pid=102640) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 12:11:08.683998 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=102640) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 12:11:08.684515 dv-cinder-768458-13-iscsi neutron-server[102640]: INFO neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Extension qos-port-network-policy not supported by any of loaded plugins Nov 22 12:11:08.684844 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=102640) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 12:11:08.685892 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=102640) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 12:11:08.686414 dv-cinder-768458-13-iscsi neutron-server[102640]: INFO neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Extension qos-pps-minimum not supported by any of loaded plugins Nov 22 12:11:08.686746 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Loading extension file: qos_pps_rule.py {{(pid=102640) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 12:11:08.687968 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=102640) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 12:11:08.688490 dv-cinder-768458-13-iscsi neutron-server[102640]: INFO neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Extension qos-pps not supported by any of loaded plugins Nov 22 12:11:08.688823 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Loading extension file: qos_rule_type_details.py {{(pid=102640) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 12:11:08.689766 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=102640) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 12:11:08.690288 dv-cinder-768458-13-iscsi neutron-server[102640]: INFO neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Extension qos-rule-type-details not supported by any of loaded plugins Nov 22 12:11:08.690617 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Loading extension file: qos_rules_alias.py {{(pid=102640) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 12:11:08.691698 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=102640) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 12:11:08.692219 dv-cinder-768458-13-iscsi neutron-server[102640]: INFO neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Extension qos-rules-alias not supported by any of loaded plugins Nov 22 12:11:08.692550 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Loading extension file: quota_check_limit.py {{(pid=102640) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 12:11:08.693887 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=102640) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 12:11:08.694410 dv-cinder-768458-13-iscsi neutron-server[102640]: INFO neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Loaded extension: quota-check-limit Nov 22 12:11:08.694743 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Loading extension file: quotasv2.py {{(pid=102640) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 12:11:08.695730 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=102640) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 12:11:08.696061 dv-cinder-768458-13-iscsi neutron-server[102640]: INFO neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Loaded extension: quotas Nov 22 12:11:08.696388 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Loading extension file: quotasv2_detail.py {{(pid=102640) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 12:11:08.700024 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=102640) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 12:11:08.700579 dv-cinder-768458-13-iscsi neutron-server[102640]: INFO neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Loaded extension: quota_details Nov 22 12:11:08.701232 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Loading extension file: rbac.py {{(pid=102640) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 12:11:08.702140 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=102640) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 12:11:08.702686 dv-cinder-768458-13-iscsi neutron-server[102640]: INFO neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Loaded extension: rbac-policies Nov 22 12:11:08.703060 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Loading extension file: rbac_address_group.py {{(pid=102640) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 12:11:08.704022 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=102640) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 12:11:08.704551 dv-cinder-768458-13-iscsi neutron-server[102640]: INFO neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Loaded extension: rbac-address-group Nov 22 12:11:08.704875 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Loading extension file: rbac_address_scope.py {{(pid=102640) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 12:11:08.705803 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=102640) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 12:11:08.706323 dv-cinder-768458-13-iscsi neutron-server[102640]: INFO neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Loaded extension: rbac-address-scope Nov 22 12:11:08.706651 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Loading extension file: rbac_security_groups.py {{(pid=102640) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 12:11:08.707613 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=102640) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 12:11:08.708130 dv-cinder-768458-13-iscsi neutron-server[102640]: INFO neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Loaded extension: rbac-security-groups Nov 22 12:11:08.708460 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Loading extension file: rbac_subnetpool.py {{(pid=102640) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 12:11:08.709949 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=102640) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 12:11:08.710479 dv-cinder-768458-13-iscsi neutron-server[102640]: INFO neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Loaded extension: rbac-subnetpool Nov 22 12:11:08.710808 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Loading extension file: revisionifmatch.py {{(pid=102640) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 12:11:08.711764 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=102640) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 12:11:08.712284 dv-cinder-768458-13-iscsi neutron-server[102640]: INFO neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Loaded extension: revision-if-match Nov 22 12:11:08.712612 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Loading extension file: revisions.py {{(pid=102640) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 12:11:08.713740 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=102640) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 12:11:08.714256 dv-cinder-768458-13-iscsi neutron-server[102640]: INFO neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Loaded extension: standard-attr-revisions Nov 22 12:11:08.714586 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Loading extension file: router_availability_zone.py {{(pid=102640) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 12:11:08.715271 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=102640) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 12:11:08.715804 dv-cinder-768458-13-iscsi neutron-server[102640]: INFO neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Loaded extension: router_availability_zone Nov 22 12:11:08.716132 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Loading extension file: routerservicetype.py {{(pid=102640) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 12:11:08.717057 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=102640) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 12:11:08.717566 dv-cinder-768458-13-iscsi neutron-server[102640]: INFO neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Extension router-service-type not supported by any of loaded plugins Nov 22 12:11:08.717889 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=102640) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 12:11:08.718905 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=102640) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 12:11:08.719456 dv-cinder-768458-13-iscsi neutron-server[102640]: INFO neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Loaded extension: security-groups-normalized-cidr Nov 22 12:11:08.719782 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Loading extension file: security_groups_port_filtering.py {{(pid=102640) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 12:11:08.720717 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=102640) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 12:11:08.721235 dv-cinder-768458-13-iscsi neutron-server[102640]: INFO neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Loaded extension: port-security-groups-filtering Nov 22 12:11:08.721560 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Loading extension file: security_groups_remote_address_group.py {{(pid=102640) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 12:11:08.722497 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=102640) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 12:11:08.723022 dv-cinder-768458-13-iscsi neutron-server[102640]: INFO neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Loaded extension: security-groups-remote-address-group Nov 22 12:11:08.723379 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Loading extension file: security_groups_shared_filtering.py {{(pid=102640) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 12:11:08.724314 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=102640) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 12:11:08.725433 dv-cinder-768458-13-iscsi neutron-server[102640]: INFO neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Loaded extension: security-groups-shared-filtering Nov 22 12:11:08.725762 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=102640) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 12:11:08.726369 dv-cinder-768458-13-iscsi neutron-server[102640]: WARNING neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Nov 22 12:11:08.726692 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Loading extension file: securitygroup.py {{(pid=102640) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 12:11:08.736757 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=102640) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 12:11:08.737292 dv-cinder-768458-13-iscsi neutron-server[102640]: INFO neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Loaded extension: security-group Nov 22 12:11:08.737639 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Loading extension file: segment.py {{(pid=102640) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 12:11:08.738435 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=102640) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 12:11:08.738947 dv-cinder-768458-13-iscsi neutron-server[102640]: INFO neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Extension segment not supported by any of loaded plugins Nov 22 12:11:08.739317 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=102640) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 12:11:08.740841 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=102640) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 12:11:08.741380 dv-cinder-768458-13-iscsi neutron-server[102640]: INFO neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Nov 22 12:11:08.741720 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Loading extension file: servicetype.py {{(pid=102640) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 12:11:08.742847 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=102640) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 12:11:08.743411 dv-cinder-768458-13-iscsi neutron-server[102640]: INFO neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Loaded extension: service-type Nov 22 12:11:08.743739 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Loading extension file: sorting.py {{(pid=102640) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 12:11:08.744741 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102640) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 12:11:08.745080 dv-cinder-768458-13-iscsi neutron-server[102640]: INFO neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Loaded extension: sorting Nov 22 12:11:08.745408 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Loading extension file: standard_attr_segment.py {{(pid=102640) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 12:11:08.746337 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102640) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 12:11:08.746857 dv-cinder-768458-13-iscsi neutron-server[102640]: INFO neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Extension standard-attr-segment not supported by any of loaded plugins Nov 22 12:11:08.747185 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Loading extension file: standardattrdescription.py {{(pid=102640) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 12:11:08.747872 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=102640) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 12:11:08.748384 dv-cinder-768458-13-iscsi neutron-server[102640]: INFO neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Loaded extension: standard-attr-description Nov 22 12:11:08.748718 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Loading extension file: stateful_security_group.py {{(pid=102640) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 12:11:08.749674 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=102640) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 12:11:08.750192 dv-cinder-768458-13-iscsi neutron-server[102640]: INFO neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Loaded extension: stateful-security-group Nov 22 12:11:08.750523 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Loading extension file: stdattrs_common.py {{(pid=102640) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 12:11:08.751101 dv-cinder-768458-13-iscsi neutron-server[102640]: WARNING neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Nov 22 12:11:08.751449 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=102640) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 12:11:08.752396 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=102640) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 12:11:08.752911 dv-cinder-768458-13-iscsi neutron-server[102640]: INFO neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Nov 22 12:11:08.753247 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Loading extension file: subnet_onboard.py {{(pid=102640) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 12:11:08.754326 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=102640) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 12:11:08.754858 dv-cinder-768458-13-iscsi neutron-server[102640]: INFO neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Loaded extension: subnet_onboard Nov 22 12:11:08.755189 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Loading extension file: subnet_segmentid_writable.py {{(pid=102640) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 12:11:08.756301 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=102640) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 12:11:08.756814 dv-cinder-768458-13-iscsi neutron-server[102640]: INFO neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Nov 22 12:11:08.757148 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Loading extension file: subnet_service_types.py {{(pid=102640) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 12:11:08.758108 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=102640) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 12:11:08.758633 dv-cinder-768458-13-iscsi neutron-server[102640]: INFO neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Loaded extension: subnet-service-types Nov 22 12:11:08.758967 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Loading extension file: subnetallocation.py {{(pid=102640) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 12:11:08.760102 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=102640) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 12:11:08.760621 dv-cinder-768458-13-iscsi neutron-server[102640]: INFO neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Loaded extension: subnet_allocation Nov 22 12:11:08.760958 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=102640) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 12:11:08.761642 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=102640) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 12:11:08.762157 dv-cinder-768458-13-iscsi neutron-server[102640]: INFO neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Loaded extension: subnetpool-prefix-ops Nov 22 12:11:08.762487 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=102640) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 12:11:08.763458 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=102640) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 12:11:08.763979 dv-cinder-768458-13-iscsi neutron-server[102640]: INFO neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Nov 22 12:11:08.764315 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Loading extension file: tagging.py {{(pid=102640) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 12:11:08.765464 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=102640) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 12:11:08.765932 dv-cinder-768458-13-iscsi neutron-server[102640]: INFO neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Loaded extension: standard-attr-tag Nov 22 12:11:08.766578 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Loading extension file: timestamp.py {{(pid=102640) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 12:11:08.767837 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=102640) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 12:11:08.768365 dv-cinder-768458-13-iscsi neutron-server[102640]: INFO neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Loaded extension: standard-attr-timestamp Nov 22 12:11:08.768690 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Loading extension file: trunk.py {{(pid=102640) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 12:11:08.769729 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=102640) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 12:11:08.770252 dv-cinder-768458-13-iscsi neutron-server[102640]: INFO neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Extension trunk not supported by any of loaded plugins Nov 22 12:11:08.770584 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Loading extension file: trunk_details.py {{(pid=102640) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 12:11:08.772079 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=102640) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 12:11:08.772602 dv-cinder-768458-13-iscsi neutron-server[102640]: INFO neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Extension trunk-details not supported by any of loaded plugins Nov 22 12:11:08.772935 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Loading extension file: uplink_status_propagation.py {{(pid=102640) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 12:11:08.774599 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=102640) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 12:11:08.775101 dv-cinder-768458-13-iscsi neutron-server[102640]: INFO neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Extension uplink-status-propagation not supported by any of loaded plugins Nov 22 12:11:08.777415 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Loading extension file: vlantransparent.py {{(pid=102640) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 12:11:08.778143 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=102640) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 12:11:08.779882 dv-cinder-768458-13-iscsi neutron-server[102640]: INFO neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Extension vlan-transparent not supported by any of loaded plugins Nov 22 12:11:08.782511 dv-cinder-768458-13-iscsi neutron-server[102640]: INFO neutron.quota.resource_registry [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Creating instance of TrackedResource for resource:network Nov 22 12:11:08.783077 dv-cinder-768458-13-iscsi neutron-server[102640]: INFO neutron.quota.resource_registry [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Creating instance of TrackedResource for resource:subnet Nov 22 12:11:08.783509 dv-cinder-768458-13-iscsi neutron-server[102640]: INFO neutron.quota.resource_registry [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Creating instance of TrackedResource for resource:subnetpool Nov 22 12:11:08.783905 dv-cinder-768458-13-iscsi neutron-server[102640]: INFO neutron.quota.resource_registry [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Creating instance of TrackedResource for resource:port Nov 22 12:11:08.785196 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.api.v2.resource_helper [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102640) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 22 12:11:08.785640 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.api.v2.resource_helper [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Service FLAVORS assigned prefix: {{(pid=102640) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 22 12:11:08.786301 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.api.v2.resource_helper [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102640) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 22 12:11:08.786729 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.api.v2.resource_helper [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102640) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 22 12:11:08.787117 dv-cinder-768458-13-iscsi neutron-server[102640]: INFO neutron.quota.resource_registry [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Creating instance of TrackedResource for resource:router Nov 22 12:11:08.788168 dv-cinder-768458-13-iscsi neutron-server[102640]: INFO neutron.quota.resource_registry [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Creating instance of TrackedResource for resource:floatingip Nov 22 12:11:08.788675 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.api.v2.resource_helper [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Service METERING assigned prefix: /metering {{(pid=102640) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 22 12:11:08.790162 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 12:11:08.790553 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 12:11:08.790906 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 12:11:08.791995 dv-cinder-768458-13-iscsi neutron-server[102640]: INFO neutron.quota.resource_registry [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Creating instance of CountableResource for resource:rbac_policy Nov 22 12:11:08.792438 dv-cinder-768458-13-iscsi neutron-server[102640]: INFO neutron.quota.resource_registry [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Creating instance of TrackedResource for resource:security_group Nov 22 12:11:08.793826 dv-cinder-768458-13-iscsi neutron-server[102640]: INFO neutron.quota.resource_registry [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Creating instance of TrackedResource for resource:security_group_rule Nov 22 12:11:08.794466 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.api.v2.resource_helper [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Service CORE assigned prefix: {{(pid=102640) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 22 12:11:08.794815 dv-cinder-768458-13-iscsi neutron-server[102640]: INFO neutron.quota.resource_registry [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Creating instance of TrackedResource for resource:subnetpool Nov 22 12:11:08.795157 dv-cinder-768458-13-iscsi neutron-server[102640]: WARNING neutron.quota.resource_registry [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] subnetpool is already registered Nov 22 12:11:08.795611 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.api.v2.resource_helper [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Service CORE assigned prefix: {{(pid=102640) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 22 12:11:08.795951 dv-cinder-768458-13-iscsi neutron-server[102640]: INFO neutron.quota.resource_registry [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Creating instance of TrackedResource for resource:subnetpool Nov 22 12:11:08.796290 dv-cinder-768458-13-iscsi neutron-server[102640]: WARNING neutron.quota.resource_registry [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] subnetpool is already registered Nov 22 12:11:08.798587 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.api.v2.resource_helper [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102640) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 22 12:11:08.799019 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.api.v2.resource_helper [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Service FLAVORS assigned prefix: {{(pid=102640) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 22 12:11:08.799638 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.api.v2.resource_helper [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102640) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 22 12:11:08.800074 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.api.v2.resource_helper [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102640) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 22 12:11:08.800407 dv-cinder-768458-13-iscsi neutron-server[102640]: INFO neutron.quota.resource_registry [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Creating instance of TrackedResource for resource:router Nov 22 12:11:08.800766 dv-cinder-768458-13-iscsi neutron-server[102640]: WARNING neutron.quota.resource_registry [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] router is already registered Nov 22 12:11:08.801175 dv-cinder-768458-13-iscsi neutron-server[102640]: INFO neutron.quota.resource_registry [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Creating instance of TrackedResource for resource:floatingip Nov 22 12:11:08.801521 dv-cinder-768458-13-iscsi neutron-server[102640]: WARNING neutron.quota.resource_registry [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] floatingip is already registered Nov 22 12:11:08.801980 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.api.v2.resource_helper [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Service METERING assigned prefix: /metering {{(pid=102640) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 22 12:11:08.802905 dv-cinder-768458-13-iscsi neutron-server[102640]: INFO neutron.quota.resource_registry [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Creating instance of CountableResource for resource:rbac_policy Nov 22 12:11:08.803320 dv-cinder-768458-13-iscsi neutron-server[102640]: WARNING neutron.quota.resource_registry [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] rbac_policy is already registered Nov 22 12:11:08.803884 dv-cinder-768458-13-iscsi neutron-server[102640]: INFO neutron.quota.resource_registry [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Creating instance of TrackedResource for resource:security_group Nov 22 12:11:08.804254 dv-cinder-768458-13-iscsi neutron-server[102640]: WARNING neutron.quota.resource_registry [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] security_group is already registered Nov 22 12:11:08.804678 dv-cinder-768458-13-iscsi neutron-server[102640]: INFO neutron.quota.resource_registry [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Creating instance of TrackedResource for resource:security_group_rule Nov 22 12:11:08.805013 dv-cinder-768458-13-iscsi neutron-server[102640]: WARNING neutron.quota.resource_registry [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] security_group_rule is already registered Nov 22 12:11:08.805647 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.api.v2.resource_helper [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Service CORE assigned prefix: {{(pid=102640) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 22 12:11:08.805980 dv-cinder-768458-13-iscsi neutron-server[102640]: INFO neutron.quota.resource_registry [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Creating instance of TrackedResource for resource:subnetpool Nov 22 12:11:08.806305 dv-cinder-768458-13-iscsi neutron-server[102640]: WARNING neutron.quota.resource_registry [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] subnetpool is already registered Nov 22 12:11:08.806742 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.api.v2.resource_helper [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Service CORE assigned prefix: {{(pid=102640) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 22 12:11:08.807073 dv-cinder-768458-13-iscsi neutron-server[102640]: INFO neutron.quota.resource_registry [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Creating instance of TrackedResource for resource:subnetpool Nov 22 12:11:08.807446 dv-cinder-768458-13-iscsi neutron-server[102640]: WARNING neutron.quota.resource_registry [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] subnetpool is already registered Nov 22 12:11:08.807910 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Extended resource: extensions {{(pid=102640) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 12:11:08.809454 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Extended resource: address-groups {{(pid=102640) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 12:11:08.810935 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Extended resource: address-scopes {{(pid=102640) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 12:11:08.812327 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Extended resource: agents {{(pid=102640) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 12:11:08.813538 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Extended resource: auto-allocated-topology {{(pid=102640) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 12:11:08.814786 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Extended resource: availability_zones {{(pid=102640) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 12:11:08.816071 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Extended resource: dhcp-networks {{(pid=102640) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 12:11:08.817612 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Extended resource: dhcp-agents {{(pid=102640) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 12:11:08.819692 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Extended resource: routers {{(pid=102640) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 12:11:08.821948 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Extended resource: flavors {{(pid=102640) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 12:11:08.823131 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Extended resource: service_profiles {{(pid=102640) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 12:11:08.824373 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Extended resource: next_providers {{(pid=102640) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 12:11:08.825828 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Extended resource: service_profiles {{(pid=102640) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 12:11:08.827458 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Extended resource: floatingip-pools {{(pid=102640) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 12:11:08.828698 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Extended resource: routers {{(pid=102640) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 12:11:08.830847 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Extended resource: floatingips {{(pid=102640) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 12:11:08.833154 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Extended resource: l3-routers {{(pid=102640) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 12:11:08.835151 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Extended resource: l3-agents {{(pid=102640) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 12:11:08.836612 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Extended resource: metering-labels {{(pid=102640) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 12:11:08.838012 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Extended resource: metering-label-rules {{(pid=102640) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 12:11:08.839336 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Extended resource: network-ip-availabilities {{(pid=102640) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 12:11:08.840619 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Extended resource: bindings {{(pid=102640) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 12:11:08.842305 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Extended resource: quotas {{(pid=102640) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 12:11:08.843891 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Extended resource: quotas {{(pid=102640) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 12:11:08.845440 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Extended resource: rbac-policies {{(pid=102640) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 12:11:08.846751 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Extended resource: security-groups {{(pid=102640) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 12:11:08.848033 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Extended resource: security-group-rules {{(pid=102640) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 12:11:08.849303 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Extended resource: service-providers {{(pid=102640) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 12:11:08.851141 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Extended resource: subnetpools {{(pid=102640) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 12:11:08.852624 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Extended resource: subnetpools {{(pid=102640) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 12:11:08.854109 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Extended resource: tags {{(pid=102640) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 12:11:08.855840 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Extended resource: tags {{(pid=102640) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 12:11:08.857676 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Extended resource: tags {{(pid=102640) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 12:11:08.859509 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Extended resource: tags {{(pid=102640) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 12:11:08.861314 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Extended resource: tags {{(pid=102640) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 12:11:08.863193 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Extended resource: tags {{(pid=102640) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 12:11:08.864909 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Extended resource: tags {{(pid=102640) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 12:11:08.867436 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Extended resource: tags {{(pid=102640) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 12:11:08.869261 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Extended resource: tags {{(pid=102640) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 12:11:08.871143 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron.api.extensions [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Extended resource: tags {{(pid=102640) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 12:11:08.877324 dv-cinder-768458-13-iscsi neutron-server[102640]: WARNING keystonemiddleware.auth_token [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Nov 22 12:11:08.882411 dv-cinder-768458-13-iscsi neutron-server[102640]: WARNING keystonemiddleware.auth_token [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Nov 22 12:11:08.891601 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_concurrency.lockutils [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Acquired lock "singleton_lock" {{(pid=102640) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Nov 22 12:11:08.892096 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_concurrency.lockutils [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Releasing lock "singleton_lock" {{(pid=102640) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Nov 22 12:11:08.892761 dv-cinder-768458-13-iscsi neutron-server[102640]: INFO oslo_service.service [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Starting 2 workers Nov 22 12:11:08.898060 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Started child 102749 {{(pid=102640) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 22 12:11:08.902545 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Started child 102750 {{(pid=102640) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 22 12:11:08.903132 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:11:08.904111 dv-cinder-768458-13-iscsi neutron-server[102640]: INFO neutron.service [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Neutron service started, listening on 0.0.0.0:9696 Nov 22 12:11:08.904679 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [-] (102749) wsgi starting up on http://0.0.0.0:9696 Nov 22 12:11:08.904889 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Publish callbacks [] for process, before_spawn {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:11:08.907129 dv-cinder-768458-13-iscsi neutron-server[102640]: INFO oslo_service.service [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Starting 1 workers Nov 22 12:11:08.907455 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:11:08.908873 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [-] (102750) wsgi starting up on http://0.0.0.0:9696 Nov 22 12:11:08.912505 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Started child 102751 {{(pid=102640) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 22 12:11:08.913550 dv-cinder-768458-13-iscsi neutron-server[102640]: INFO oslo_service.service [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Starting 1 workers Nov 22 12:11:08.916216 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.service [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] calling RpcWorker wait() {{(pid=102751) _wait /opt/stack/neutron/neutron/service.py:128}} Nov 22 12:11:08.916791 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.service [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] returning from RpcWorker wait() {{(pid=102751) _wait /opt/stack/neutron/neutron/service.py:135}} Nov 22 12:11:08.917982 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Started child 102752 {{(pid=102640) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 22 12:11:08.918130 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:11:08.918532 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=102751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 12:11:08.918783 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d78bbd1d-0783-4c9a-9dda-1a664ba682ba None None] Publish callbacks [] for process, after_spawn {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:11:08.920707 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102640) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 22 12:11:08.920916 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 22 12:11:08.921077 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 22 12:11:08.921305 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 22 12:11:08.921665 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 22 12:11:08.921845 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 22 12:11:08.922342 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 12:11:08.922610 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 12:11:08.922862 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:11:08.923410 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 12:11:08.923410 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 12:11:08.923410 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 12:11:08.923964 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 12:11:08.924093 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 12:11:08.924171 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 12:11:08.924448 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 12:11:08.924709 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 12:11:08.924956 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 12:11:08.925199 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 12:11:08.925333 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 12:11:08.925516 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 12:11:08.925755 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 12:11:08.926062 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 12:11:08.926305 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 12:11:08.926559 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 12:11:08.926810 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 12:11:08.926989 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 12:11:08.927247 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 12:11:08.927590 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 12:11:08.927823 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 12:11:08.928702 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] debug = True {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 12:11:08.928972 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 12:11:08.929453 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 12:11:08.929694 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 12:11:08.929945 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 12:11:08.930184 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 12:11:08.930444 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 12:11:08.930674 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 12:11:08.930910 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 12:11:08.931161 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 12:11:08.931435 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 12:11:08.931670 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 12:11:08.931935 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 12:11:08.932178 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 12:11:08.932412 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 12:11:08.932639 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 12:11:08.932852 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 12:11:08.933109 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 12:11:08.933379 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 12:11:08.933813 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] host = dv-cinder-768458-13-iscsi {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 12:11:08.934055 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 12:11:08.934288 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 12:11:08.934515 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 12:11:08.934759 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 12:11:08.935011 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 12:11:08.935243 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 12:11:08.935492 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 12:11:08.935743 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 12:11:08.935997 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 12:11:08.936221 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 12:11:08.936455 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 12:11:08.936709 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 12:11:08.936926 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 12:11:08.937164 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] log_file = None {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 12:11:08.937327 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] log_options = True {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 12:11:08.937540 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 12:11:08.937826 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 12:11:08.938077 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 12:11:08.938271 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 12:11:08.938438 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 12:11:08.938715 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 12:11:08.938852 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 12:11:08.939021 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 12:11:08.939292 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 12:11:08.939527 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 12:11:08.939741 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 12:11:08.939955 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 12:11:08.940184 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 12:11:08.940422 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 12:11:08.940682 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 12:11:08.940916 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 12:11:08.941127 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 12:11:08.941349 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 12:11:08.941589 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 12:11:08.941829 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 12:11:08.942053 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 12:11:08.942275 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 12:11:08.942518 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 12:11:08.942737 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 12:11:08.942947 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 12:11:08.943549 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 12:11:08.944285 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 12:11:08.944521 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 12:11:08.944759 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 12:11:08.945016 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 12:11:08.945260 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 12:11:08.945514 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 12:11:08.945758 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 12:11:08.946009 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 12:11:08.946281 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 12:11:08.946521 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 12:11:08.946816 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 12:11:08.946960 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 12:11:08.947289 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 12:11:08.947477 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 12:11:08.947728 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 12:11:08.947995 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 12:11:08.948223 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 12:11:08.948479 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 12:11:08.948693 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 12:11:08.948908 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 12:11:08.949148 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] use_json = False {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 12:11:08.949361 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 12:11:08.949593 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 12:11:08.949844 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 12:11:08.950058 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 12:11:08.950278 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 12:11:08.950491 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 12:11:08.950703 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 12:11:08.950936 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 12:11:08.951383 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:08.951679 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:08.951992 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:08.952276 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:08.952491 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:08.952733 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:08.952965 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:08.953206 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:08.953446 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:08.953945 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:08.954133 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:08.954942 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:08.954942 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:08.954942 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:08.954942 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:08.955317 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:08.955525 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:08.955787 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:08.956073 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:08.956437 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:08.956437 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:08.956661 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:08.957034 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:08.957189 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:08.957424 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:08.957654 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:08.957897 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:08.958196 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:08.958648 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:08.958847 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:08.959458 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:08.960007 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.66/identity {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:08.960289 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:08.960526 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:08.960779 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:08.961027 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:08.961251 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:08.961472 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:08.961689 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:08.961950 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:08.962188 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:08.962421 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:08.962644 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:08.962890 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:08.963125 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:08.963385 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:08.963616 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:08.963895 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:08.964132 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:08.964379 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:08.964597 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:08.964820 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:08.965038 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:08.965274 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:08.966100 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:08.966100 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:08.966100 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:08.966319 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:08.966503 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:08.967365 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:08.967365 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:08.967365 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:08.967566 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:08.967631 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:08.967829 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:08.968140 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:08.968271 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:08.968595 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:08.968950 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:08.969085 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:08.969657 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:08.969657 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:08.969908 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:08.970036 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:08.970946 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:08.970946 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:08.970946 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:08.970946 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:08.971480 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:08.971480 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:08.971724 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:08.971724 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:08.971950 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:08.972200 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:08.972480 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:08.972742 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:08.973002 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:08.973261 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:08.973479 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:08.973702 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:08.973915 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:08.974191 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:08.975753 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:08.975753 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:08.975753 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:08.976149 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:08.976149 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:08.976389 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:08.976594 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:08.976948 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:08.977097 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:08.977260 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:08.977525 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:08.977749 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:08.978096 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:08.978266 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:08.978416 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:08.979188 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:08.979188 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:08.979188 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:08.979460 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:08.979530 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:08.979722 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:08.979985 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:08.980234 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:08.980466 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:08.980696 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:08.980950 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:08.981211 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:08.981446 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:08.981727 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:08.981946 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:08.982216 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:08.982656 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:08.982996 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:08.983283 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:08.983523 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:08.983790 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:08.984041 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:08.984304 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:08.984603 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:08.984834 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:08.985090 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:08.985293 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:08.985541 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:08.985796 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:08.986015 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:08.986215 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:08.986545 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:08.986795 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:08.987009 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:08.987260 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:08.987526 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:08.987772 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:08.988013 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:08.988286 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:08.988547 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:08.988787 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:08.989029 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:08.989257 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.66/identity {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:08.989487 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:08.989716 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:08.989964 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:08.990248 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:08.990987 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:08.991210 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:08.991468 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:08.991706 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:08.991922 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:08.992206 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:08.992431 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:08.992670 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:08.992902 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:08.993138 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:08.993397 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:08.993737 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:08.993995 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:08.994215 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:08.994468 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:08.994687 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:08.994928 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:08.995130 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:08.995373 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:08.995625 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:08.995849 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:08.996119 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:08.996370 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:08.996789 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:08.997028 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:08.997264 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:08.997512 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:08.997722 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:08.997976 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:08.998199 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:08.998435 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:08.998669 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:08.998890 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:08.999123 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:08.999384 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:08.999622 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:08.999859 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.000118 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.000373 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.000713 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.000986 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.001195 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.001442 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.001658 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.001893 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.002132 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.002378 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.002604 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.002837 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.003077 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.003347 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.003591 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.003841 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.004072 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.004284 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.004500 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.004714 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.004933 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.005228 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.005490 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.005937 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.006275 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.006587 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.006829 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.007098 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.007341 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.007561 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.007790 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.008012 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.008227 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.008472 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.008702 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.008915 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.009144 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.009373 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.009602 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.009828 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.010059 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.010290 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.010514 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.010732 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.010962 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.011335 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.011432 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.011770 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.011941 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.012130 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.012286 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.012529 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.012726 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.013002 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.013176 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.013362 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.013606 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.013906 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.014164 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.014449 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.014697 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.014935 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.015205 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.015686 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.015917 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.016092 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.016658 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.016915 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.017134 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.017373 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.017639 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.017947 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.018297 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.018528 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.018785 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.019133 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.019447 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.019751 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.020032 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.020285 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.020609 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.020903 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.021201 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.021520 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.022410 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.022745 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.023004 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.023289 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.023648 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.023876 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.024208 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.024450 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.024867 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.025058 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.025487 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.025763 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.025987 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.026428 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.026428 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.026689 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.026816 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 22 12:11:09.027490 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102640) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 22 12:11:09.027699 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 22 12:11:09.027851 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 22 12:11:09.028021 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 22 12:11:09.028191 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 22 12:11:09.028348 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 22 12:11:09.028623 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 12:11:09.028904 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 12:11:09.029094 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 12:11:09.029244 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 12:11:09.029392 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 12:11:09.029597 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 12:11:09.029739 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 12:11:09.029974 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 12:11:09.030152 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 12:11:09.030294 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 12:11:09.030500 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 12:11:09.030700 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 12:11:09.030872 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 12:11:09.031084 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 12:11:09.031269 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 12:11:09.031489 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 12:11:09.031710 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 12:11:09.031838 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 12:11:09.032002 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 12:11:09.032159 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 12:11:09.032384 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 12:11:09.032543 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 12:11:09.032703 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] debug = True {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 12:11:09.032925 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 12:11:09.033135 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 12:11:09.033307 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 12:11:09.033469 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 12:11:09.033612 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 12:11:09.033804 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 12:11:09.033991 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 12:11:09.034150 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 12:11:09.034367 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 12:11:09.034500 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 12:11:09.034607 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 12:11:09.034795 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 12:11:09.034955 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 12:11:09.035042 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 12:11:09.035196 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 12:11:09.035397 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 12:11:09.035557 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 12:11:09.035725 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 12:11:09.035959 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] host = dv-cinder-768458-13-iscsi {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 12:11:09.036079 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 12:11:09.036224 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 12:11:09.036384 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 12:11:09.036540 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 12:11:09.036699 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 12:11:09.036916 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 12:11:09.037874 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 12:11:09.038068 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 12:11:09.038182 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 12:11:09.038310 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 12:11:09.038454 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 12:11:09.038676 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 12:11:09.038839 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 12:11:09.039033 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] log_file = None {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 12:11:09.039219 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] log_options = True {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 12:11:09.039390 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 12:11:09.039549 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 12:11:09.039707 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 12:11:09.039889 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 12:11:09.040054 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 12:11:09.040313 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 12:11:09.040444 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 12:11:09.040574 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 12:11:09.040736 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 12:11:09.040965 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 12:11:09.041243 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 12:11:09.041342 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 12:11:09.041422 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 12:11:09.041565 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 12:11:09.041790 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 12:11:09.041949 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 12:11:09.042173 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 12:11:09.043272 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 12:11:09.043272 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 12:11:09.043272 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 12:11:09.043272 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 12:11:09.043272 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 12:11:09.043272 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 12:11:09.043731 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 12:11:09.043731 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 12:11:09.043731 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 12:11:09.043731 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 12:11:09.044005 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 12:11:09.044090 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 12:11:09.044186 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 12:11:09.044349 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 12:11:09.044508 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 12:11:09.044650 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 12:11:09.044813 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 12:11:09.044957 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 12:11:09.045118 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 12:11:09.045274 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 12:11:09.045432 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 12:11:09.045593 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 12:11:09.045750 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 12:11:09.045909 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 12:11:09.046066 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 12:11:09.046223 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 12:11:09.046381 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 12:11:09.046538 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 12:11:09.046695 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 12:11:09.046852 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] use_json = False {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 12:11:09.047010 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 12:11:09.047167 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 12:11:09.047363 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 12:11:09.047522 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 12:11:09.047679 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 12:11:09.047851 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 12:11:09.047976 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 12:11:09.048129 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 12:11:09.048315 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.048477 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.048651 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.048812 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.048974 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.049135 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.049296 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.049458 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.049677 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.049775 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.049935 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.050096 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.050268 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.050431 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.050591 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.050754 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.050914 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.051075 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.051339 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.051520 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.051604 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.051717 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.051886 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.052045 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.052205 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.052365 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.052560 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.052734 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.053474 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.053665 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.053828 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.053993 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.66/identity {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.054154 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.054314 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.054497 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.054646 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.054807 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.054968 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.055130 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.055327 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.055488 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.055652 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.055812 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.055972 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.056132 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.056293 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.056454 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.056614 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.056774 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.056935 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.057096 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.057255 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.057417 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.057578 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.057739 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.057901 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.058443 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.058443 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.058443 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.058873 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.058873 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.058873 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.059083 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.059160 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.059326 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.059449 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.059590 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.059750 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.059923 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.060083 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.060243 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.060401 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.060561 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.060720 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.060804 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 12:11:09.060887 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.061030 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.061189 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.061370 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.061507 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.061669 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.061828 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.061992 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.062152 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.062313 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.064668 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.064668 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.064668 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.064668 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.064668 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.064668 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.064668 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.064668 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.064668 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.065516 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.065516 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.065516 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.065516 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.065516 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.065516 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.065516 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.065516 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.066101 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.066101 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.066101 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.066101 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.066101 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.066101 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.066101 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.066101 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.066640 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.066640 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.066640 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.066640 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.066924 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.066924 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.067094 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.067271 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.067434 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.067603 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.067769 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.067920 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.068080 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.068379 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.069146 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.069321 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.069489 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.069652 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.069834 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.069977 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.070140 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.070301 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.070462 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.070625 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.070785 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.070958 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.071120 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.071303 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.071465 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.071650 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.071810 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.071969 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.072130 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.072294 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.072455 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.072616 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.072776 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.072941 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.073104 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.073256 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.073424 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.66/identity {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.073560 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.073696 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.073855 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.074017 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.074185 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.074323 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.074485 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.074621 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.074778 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.074930 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.075087 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.075276 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.076262 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.076262 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.076262 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.076262 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.076262 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.076262 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.076802 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.076802 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.076802 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.076802 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.077072 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.077072 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.077312 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.077445 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.077567 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.077687 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.077805 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.077926 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.078081 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.078242 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.078406 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.078566 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.078727 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.078887 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.079048 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.079209 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.079392 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.079552 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.079713 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.079874 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.080034 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.080209 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.080371 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.080532 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.080691 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.080851 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.081011 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.081172 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.081331 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.081492 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.081651 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.081813 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.081977 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.082146 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.082307 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.082468 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.082627 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.082789 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.082948 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.083108 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.083302 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.083464 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.083626 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.083843 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.084004 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.084716 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.084895 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.085058 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.085220 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.085380 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.085540 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.085700 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.085871 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.086031 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.086192 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.086353 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.086514 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.086674 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.086926 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.087025 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.087152 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.087335 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.087496 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.087656 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.087824 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.087984 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.088144 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.088304 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.088464 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.088624 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.088793 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.088953 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.089114 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.089274 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.089434 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.089593 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.089765 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.089929 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.090091 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.090259 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.090419 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.090581 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.090740 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.090911 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.091071 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.091258 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.091413 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.091573 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.091734 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.091896 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.092060 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.092230 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.092404 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.092566 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.092735 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.092904 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.093073 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.093234 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.093401 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.093574 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.093735 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.093895 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.094055 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.094216 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.094375 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.094536 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.094696 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.094856 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.095018 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.095180 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.095379 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.095539 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.095699 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.095857 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.096018 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.096180 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.096339 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.096500 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.096660 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 12:11:09.096814 dv-cinder-768458-13-iscsi neutron-server[102640]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102640) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 22 12:11:09.224287 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.wsgi [-] (102750) accepted ('10.222.0.66', 41016) {{(pid=102750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:11:09.233112 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [-] 10.222.0.66 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0063412 Nov 22 12:11:20.788368 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e81fad91-1bc8-4c60-9feb-10d51a79e923 None None] get_active_networks_info from dv-cinder-768458-13-iscsi {{(pid=102751) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 22 12:11:20.891601 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e81fad91-1bc8-4c60-9feb-10d51a79e923 None None] No non-hosted networks {{(pid=102751) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Nov 22 12:11:20.910973 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.agentschedulers_db [None req-e81fad91-1bc8-4c60-9feb-10d51a79e923 None None] DHCP Agent not found on host dv-cinder-768458-13-iscsi {{(pid=102751) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Nov 22 12:11:21.036153 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-72440e8f-bfa7-4286-8724-50d16561f395 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793343475411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-531471'] for agent, after_create {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:11:22.989366 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-142f75ed-9700-4bc0-b480-9ab95695804a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793343475411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-531471'] for agent, after_create {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:11:23.031300 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-d988a18c-3908-4d7d-b71b-e3d6566ef016 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793343475411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3821827'] for agent, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:11:24.026091 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-9105419b-06f9-45a8-bbac-70d110a73200 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793343475411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-531471'] for agent, after_create {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:11:25.705860 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-2de83071-1b6f-4e8d-a0c8-0ed39ca59a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793343475411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-531471'] for agent, after_create {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:11:26.514120 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793343475411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-531471'] for agent, after_create {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:11:26.514893 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:11:26.515277 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:11:26.515610 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:11:26.515992 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:11:26.516331 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:11:26.516663 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:11:26.516998 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:11:26.517391 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:11:26.517726 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:11:26.518389 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:11:26.518736 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:11:26.519064 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:11:26.520095 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-768458-13-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=102751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 12:11:26.527993 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-768458-13-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=102751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 12:11:26.670456 dv-cinder-768458-13-iscsi neutron-server[102751]: INFO neutron.db.l3_hamode_db [None req-4e68da89-48d3-4f91-a259-fe65549ed3ce None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Nov 22 12:11:26.750816 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e68da89-48d3-4f91-a259-fe65549ed3ce None None] Routers set() bound to L3 agent in host dv-cinder-768458-13-iscsi {{(pid=102751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 12:11:26.751626 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e68da89-48d3-4f91-a259-fe65549ed3ce None None] Router IDs set() for agent in host dv-cinder-768458-13-iscsi {{(pid=102751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 22 12:11:26.998026 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.wsgi [-] (102750) accepted ('10.222.0.66', 41108) {{(pid=102750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:11:27.543722 dv-cinder-768458-13-iscsi neutron-server[102750]: WARNING oslo_policy.policy [None req-88693ab1-4bf4-4180-877b-8afe333b4a20 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 22 12:11:27.544283 dv-cinder-768458-13-iscsi neutron-server[102750]: WARNING oslo_policy.policy [None req-88693ab1-4bf4-4180-877b-8afe333b4a20 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 22 12:11:27.771510 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.wsgi [None req-88693ab1-4bf4-4180-877b-8afe333b4a20 admin admin] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=102750) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 12:11:27.787255 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [None req-88693ab1-4bf4-4180-877b-8afe333b4a20 admin admin] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7736413 Nov 22 12:11:30.310239 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.wsgi [-] (102750) accepted ('10.222.0.66', 41124) {{(pid=102750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:11:30.731764 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.v2.base [None req-6a406ceb-c395-496f-953e-6e0f2c95e747 admin admin] Request body: {'subnetpool': {'shared': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'default_prefixlen': 26}} {{(pid=102750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 12:11:30.830316 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.policy [None req-6a406ceb-c395-496f-953e-6e0f2c95e747 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102750) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 22 12:11:30.879040 dv-cinder-768458-13-iscsi neutron-server[102750]: WARNING oslo_policy.policy [None req-6a406ceb-c395-496f-953e-6e0f2c95e747 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 22 12:11:30.879467 dv-cinder-768458-13-iscsi neutron-server[102750]: WARNING oslo_policy.policy [None req-6a406ceb-c395-496f-953e-6e0f2c95e747 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 22 12:11:30.888660 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.quota [None req-6a406ceb-c395-496f-953e-6e0f2c95e747 admin admin] Loaded quota_driver: . Nov 22 12:11:30.991451 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-6a406ceb-c395-496f-953e-6e0f2c95e747 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8793347961003', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8793347961464', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8793347955982', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8793347950599', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8793347977122', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8793347928740', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3895362', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3973981', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-988085', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-969824'] for rbac-policy, before_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:11:31.073315 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-6a406ceb-c395-496f-953e-6e0f2c95e747 admin admin] Publish callbacks [] for subnetpool, before_response {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:11:31.074673 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [None req-6a406ceb-c395-496f-953e-6e0f2c95e747 admin admin] 10.222.0.66 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.7634492 Nov 22 12:11:33.856672 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.wsgi [-] (102749) accepted ('10.222.0.66', 41136) {{(pid=102749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:11:34.385917 dv-cinder-768458-13-iscsi neutron-server[102749]: WARNING oslo_policy.policy [None req-4cbe5d3d-9a4f-4437-9de8-fa38a9d007ee admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 22 12:11:34.386477 dv-cinder-768458-13-iscsi neutron-server[102749]: WARNING oslo_policy.policy [None req-4cbe5d3d-9a4f-4437-9de8-fa38a9d007ee admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 22 12:11:34.608765 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.v2.base [None req-4cbe5d3d-9a4f-4437-9de8-fa38a9d007ee admin admin] Request body: {'network': {'project_id': '58633f0469a840fea59bb594ca586f71', 'admin_state_up': True, 'name': 'private', 'tenant_id': '58633f0469a840fea59bb594ca586f71'}} {{(pid=102749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 12:11:34.610409 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.quota [None req-4cbe5d3d-9a4f-4437-9de8-fa38a9d007ee admin admin] Loaded quota_driver: . Nov 22 12:11:34.667485 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cbe5d3d-9a4f-4437-9de8-fa38a9d007ee admin admin] Made reservation on behalf of 58633f0469a840fea59bb594ca586f71 for: {'network': 1} {{(pid=102749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 12:11:34.733420 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.policy [None req-4cbe5d3d-9a4f-4437-9de8-fa38a9d007ee admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102749) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 22 12:11:34.781963 dv-cinder-768458-13-iscsi neutron-server[102749]: WARNING oslo_policy.policy [None req-4cbe5d3d-9a4f-4437-9de8-fa38a9d007ee admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 22 12:11:34.782345 dv-cinder-768458-13-iscsi neutron-server[102749]: WARNING oslo_policy.policy [None req-4cbe5d3d-9a4f-4437-9de8-fa38a9d007ee admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 22 12:11:34.793069 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-4cbe5d3d-9a4f-4437-9de8-fa38a9d007ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3931732'] for network, before_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:11:34.816845 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-4cbe5d3d-9a4f-4437-9de8-fa38a9d007ee admin admin] Publish callbacks [] for security_group, before_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:11:34.938615 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-4cbe5d3d-9a4f-4437-9de8-fa38a9d007ee admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:11:34.944231 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-4cbe5d3d-9a4f-4437-9de8-fa38a9d007ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545565'] for security_group, after_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:11:34.963583 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4cbe5d3d-9a4f-4437-9de8-fa38a9d007ee admin admin] vlan segment allocate from pool success with {'vlan_id': 634, 'physical_network': 'physnet1'} {{(pid=102749) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 12:11:34.992222 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-4cbe5d3d-9a4f-4437-9de8-fa38a9d007ee admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8793343475420', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3850450'] for segment, precommit_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:11:34.992996 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-4cbe5d3d-9a4f-4437-9de8-fa38a9d007ee admin admin] Unsubscribe: segment precommit_create {{(pid=102749) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 22 12:11:34.993510 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.db.segments_db [None req-4cbe5d3d-9a4f-4437-9de8-fa38a9d007ee admin admin] Added segment bb2100e2-c981-47d5-abf4-ec5bfe50b83c of type vlan for network 7ed15b81-b046-47d2-b4fa-5a85c7f40f9d Nov 22 12:11:35.011001 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbe5d3d-9a4f-4437-9de8-fa38a9d007ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=927cc126-7b71-4592-b0fe-8d8adc491407,revision_number=1']} {{(pid=102749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:11:35.033024 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cbe5d3d-9a4f-4437-9de8-fa38a9d007ee admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:11:35.033393 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cbe5d3d-9a4f-4437-9de8-fa38a9d007ee admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:11:35.033730 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cbe5d3d-9a4f-4437-9de8-fa38a9d007ee admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:11:35.034046 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cbe5d3d-9a4f-4437-9de8-fa38a9d007ee admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:11:35.034408 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cbe5d3d-9a4f-4437-9de8-fa38a9d007ee admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:11:35.034746 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cbe5d3d-9a4f-4437-9de8-fa38a9d007ee admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:11:35.035069 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cbe5d3d-9a4f-4437-9de8-fa38a9d007ee admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:11:35.035447 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cbe5d3d-9a4f-4437-9de8-fa38a9d007ee admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:11:35.035769 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cbe5d3d-9a4f-4437-9de8-fa38a9d007ee admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:11:35.036086 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cbe5d3d-9a4f-4437-9de8-fa38a9d007ee admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:11:35.036408 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cbe5d3d-9a4f-4437-9de8-fa38a9d007ee admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:11:35.036715 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cbe5d3d-9a4f-4437-9de8-fa38a9d007ee admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:11:35.038081 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cbe5d3d-9a4f-4437-9de8-fa38a9d007ee admin admin] Tracked resource versions report: Nov 22 12:11:35.038081 dv-cinder-768458-13-iscsi neutron-server[102749]: pushed versions: Nov 22 12:11:35.038081 dv-cinder-768458-13-iscsi neutron-server[102749]: { 'AddressGroup': {'1.2'}, Nov 22 12:11:35.038081 dv-cinder-768458-13-iscsi neutron-server[102749]: 'ConntrackHelper': {'1.0'}, Nov 22 12:11:35.038081 dv-cinder-768458-13-iscsi neutron-server[102749]: 'Log': {'1.0'}, Nov 22 12:11:35.038081 dv-cinder-768458-13-iscsi neutron-server[102749]: 'Network': {'1.1'}, Nov 22 12:11:35.038081 dv-cinder-768458-13-iscsi neutron-server[102749]: 'Port': {'1.7'}, Nov 22 12:11:35.038081 dv-cinder-768458-13-iscsi neutron-server[102749]: 'PortForwarding': {'1.2'}, Nov 22 12:11:35.038081 dv-cinder-768458-13-iscsi neutron-server[102749]: 'QosPolicy': {'1.10'}, Nov 22 12:11:35.038081 dv-cinder-768458-13-iscsi neutron-server[102749]: 'SecurityGroup': {'1.5'}, Nov 22 12:11:35.038081 dv-cinder-768458-13-iscsi neutron-server[102749]: 'SecurityGroupRule': {'1.2'}, Nov 22 12:11:35.038081 dv-cinder-768458-13-iscsi neutron-server[102749]: 'SubPort': {'1.0'}, Nov 22 12:11:35.038081 dv-cinder-768458-13-iscsi neutron-server[102749]: 'Subnet': {'1.1'}, Nov 22 12:11:35.038081 dv-cinder-768458-13-iscsi neutron-server[102749]: 'Trunk': {'1.1'}} Nov 22 12:11:35.038081 dv-cinder-768458-13-iscsi neutron-server[102749]: consumer versions: Nov 22 12:11:35.038081 dv-cinder-768458-13-iscsi neutron-server[102749]: { DHCP agent@dv-cinder-768458-13-iscsi: {}, Nov 22 12:11:35.038081 dv-cinder-768458-13-iscsi neutron-server[102749]: L3 agent@dv-cinder-768458-13-iscsi: {}, Nov 22 12:11:35.038081 dv-cinder-768458-13-iscsi neutron-server[102749]: Metadata agent@dv-cinder-768458-13-iscsi: {}, Nov 22 12:11:35.038081 dv-cinder-768458-13-iscsi neutron-server[102749]: Metering agent@dv-cinder-768458-13-iscsi: {}, Nov 22 12:11:35.038081 dv-cinder-768458-13-iscsi neutron-server[102749]: Open vSwitch agent@dv-cinder-768458-13-iscsi: { 'AddressGroup': '1.2', Nov 22 12:11:35.038081 dv-cinder-768458-13-iscsi neutron-server[102749]: 'ConntrackHelper': '1.0', Nov 22 12:11:35.038081 dv-cinder-768458-13-iscsi neutron-server[102749]: 'Log': '1.0', Nov 22 12:11:35.038081 dv-cinder-768458-13-iscsi neutron-server[102749]: 'Network': '1.1', Nov 22 12:11:35.038081 dv-cinder-768458-13-iscsi neutron-server[102749]: 'Port': '1.7', Nov 22 12:11:35.038081 dv-cinder-768458-13-iscsi neutron-server[102749]: 'PortForwarding': '1.2', Nov 22 12:11:35.038081 dv-cinder-768458-13-iscsi neutron-server[102749]: 'QosPolicy': '1.10', Nov 22 12:11:35.038081 dv-cinder-768458-13-iscsi neutron-server[102749]: 'SecurityGroup': '1.5', Nov 22 12:11:35.038081 dv-cinder-768458-13-iscsi neutron-server[102749]: 'SecurityGroupRule': '1.2', Nov 22 12:11:35.038081 dv-cinder-768458-13-iscsi neutron-server[102749]: 'SubPort': '1.0', Nov 22 12:11:35.038081 dv-cinder-768458-13-iscsi neutron-server[102749]: 'Subnet': '1.1', Nov 22 12:11:35.038081 dv-cinder-768458-13-iscsi neutron-server[102749]: 'Trunk': '1.1'}} Nov 22 12:11:35.038081 dv-cinder-768458-13-iscsi neutron-server[102749]: {{(pid=102749) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 22 12:11:35.134247 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-4cbe5d3d-9a4f-4437-9de8-fa38a9d007ee admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793342968311'] for network, precommit_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:11:35.182187 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-4cbe5d3d-9a4f-4437-9de8-fa38a9d007ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381'] for network, after_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:11:35.183482 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cbe5d3d-9a4f-4437-9de8-fa38a9d007ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:11:35.184193 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-4cbe5d3d-9a4f-4437-9de8-fa38a9d007ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758363'] for network, before_response {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:11:35.264879 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [None req-4cbe5d3d-9a4f-4437-9de8-fa38a9d007ee admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.4060831 Nov 22 12:11:35.292632 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbe5d3d-9a4f-4437-9de8-fa38a9d007ee admin admin] Pushing event updated for resources: {'Network': ['ID=7ed15b81-b046-47d2-b4fa-5a85c7f40f9d,revision_number=1']} {{(pid=102749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:11:35.306243 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.rpc [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] Network 7ed15b81-b046-47d2-b4fa-5a85c7f40f9d details requested by agent ovs-agent-dv-cinder-768458-13-iscsi with host dv-cinder-768458-13-iscsi {{(pid=102751) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 12:11:38.103504 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.wsgi [-] (102749) accepted ('10.222.0.66', 41158) {{(pid=102749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:11:38.586499 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5690f28d-5387-485f-b6a8-63a88150e0e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:11:38.588291 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [None req-5690f28d-5387-485f-b6a8-63a88150e0e1 admin admin] 10.222.0.66 "GET /v2.0/networks/7ed15b81-b046-47d2-b4fa-5a85c7f40f9d HTTP/1.1" status: 200 len: 825 time: 0.4836233 Nov 22 12:11:38.634997 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [None req-d4848f77-6d4f-41cf-b581-0ab93bdbd56c admin admin] 10.222.0.66 "GET /v2.0/subnetpools/3485ae7a-bdf2-412c-9a70-360a153b6a45 HTTP/1.1" status: 200 len: 734 time: 0.0397727 Nov 22 12:11:38.650575 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.v2.base [None req-7a5505b5-730b-497f-8c6d-4f8e04aff336 admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': '7ed15b81-b046-47d2-b4fa-5a85c7f40f9d', 'tenant_id': '58633f0469a840fea59bb594ca586f71', 'gateway_ip': '172.20.0.1', 'subnetpool_id': '3485ae7a-bdf2-412c-9a70-360a153b6a45', 'name': 'private-subnet'}} {{(pid=102749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 12:11:38.684342 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a5505b5-730b-497f-8c6d-4f8e04aff336 admin admin] Made reservation on behalf of 58633f0469a840fea59bb594ca586f71 for: {'subnet': 1} {{(pid=102749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 12:11:38.686711 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-7a5505b5-730b-497f-8c6d-4f8e04aff336 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:11:39.040750 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-7a5505b5-730b-497f-8c6d-4f8e04aff336 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381'] for subnet, after_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:11:39.127787 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5505b5-730b-497f-8c6d-4f8e04aff336 admin admin] Pushing event updated for resources: {'Subnet': ['ID=23fcc91c-1f1a-4590-8be5-df4881045e06,revision_number=0']} {{(pid=102749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:11:39.132817 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a5505b5-730b-497f-8c6d-4f8e04aff336 admin admin] Checking segment: {'id': 'bb2100e2-c981-47d5-abf4-ec5bfe50b83c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '7ed15b81-b046-47d2-b4fa-5a85c7f40f9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 12:11:39.133210 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a5505b5-730b-497f-8c6d-4f8e04aff336 admin admin] Network hostable DHCP agents. Network: 7ed15b81-b046-47d2-b4fa-5a85c7f40f9d, hostable agents: ['c0a0bcc5-cac5-441b-a5c2-c094680f9e9d'], hosted agents: [] {{(pid=102749) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 12:11:39.160427 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a5505b5-730b-497f-8c6d-4f8e04aff336 admin admin] Network 7ed15b81-b046-47d2-b4fa-5a85c7f40f9d is scheduled to be hosted by DHCP agent c0a0bcc5-cac5-441b-a5c2-c094680f9e9d with binding_index 1 {{(pid=102749) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 12:11:39.176958 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.scheduler.base_scheduler [None req-7a5505b5-730b-497f-8c6d-4f8e04aff336 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768458-13-iscsi, 7ed15b81-b046-47d2-b4fa-5a85c7f40f9d) {{(pid=102749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 12:11:39.187465 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8da34927-7eab-4ddb-8ca2-cc96680470c3 None None] Network 7ed15b81-b046-47d2-b4fa-5a85c7f40f9d requested from dv-cinder-768458-13-iscsi {{(pid=102751) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 12:11:39.190961 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a5505b5-730b-497f-8c6d-4f8e04aff336 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:11:39.191612 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-7a5505b5-730b-497f-8c6d-4f8e04aff336 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758363'] for subnet, before_response {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:11:39.208598 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [None req-7a5505b5-730b-497f-8c6d-4f8e04aff336 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5639751 Nov 22 12:11:39.529011 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1a3332a-fc71-4e9f-a06a-ad40a91266ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfe555459-6e0b-5631-a278-c6609bd98800-7ed15b81-b046-47d2-b4fa-5a85c7f40f9d', 'network_id': '7ed15b81-b046-47d2-b4fa-5a85c7f40f9d', 'tenant_id': '58633f0469a840fea59bb594ca586f71', 'fixed_ips': [{'subnet_id': '23fcc91c-1f1a-4590-8be5-df4881045e06'}]}} from dv-cinder-768458-13-iscsi. {{(pid=102751) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 12:11:39.530276 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-c1a3332a-fc71-4e9f-a06a-ad40a91266ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3931732'] for port, before_create {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:11:39.830061 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.db_base_plugin_common [None req-c1a3332a-fc71-4e9f-a06a-ad40a91266ae None None] Allocated IP 172.20.0.2 (7ed15b81-b046-47d2-b4fa-5a85c7f40f9d/23fcc91c-1f1a-4590-8be5-df4881045e06/84538378-c43c-487e-8e18-577dad59a470) {{(pid=102751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 12:11:40.035370 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-c1a3332a-fc71-4e9f-a06a-ad40a91266ae None None] Publish callbacks [] for port, precommit_create {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:11:40.044879 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-c1a3332a-fc71-4e9f-a06a-ad40a91266ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793342949268'] for port, after_create {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:11:40.130769 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1a3332a-fc71-4e9f-a06a-ad40a91266ae None None] Network 7ed15b81-b046-47d2-b4fa-5a85c7f40f9d is already hosted by enough agents. {{(pid=102751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 12:11:40.135267 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.scheduler.base_scheduler [None req-c1a3332a-fc71-4e9f-a06a-ad40a91266ae None None] Resources bound (agent type, host, resource id): {{(pid=102751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 12:11:40.136969 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a3332a-fc71-4e9f-a06a-ad40a91266ae None None] Pushing event updated for resources: {'Port': ['ID=84538378-c43c-487e-8e18-577dad59a470,revision_number=1']} {{(pid=102751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:11:40.141859 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1a3332a-fc71-4e9f-a06a-ad40a91266ae None None] Received port after_create {{(pid=102751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 12:11:40.150206 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a3332a-fc71-4e9f-a06a-ad40a91266ae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:11:40.150606 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a3332a-fc71-4e9f-a06a-ad40a91266ae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:11:40.150959 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a3332a-fc71-4e9f-a06a-ad40a91266ae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:11:40.151328 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a3332a-fc71-4e9f-a06a-ad40a91266ae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:11:40.151667 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a3332a-fc71-4e9f-a06a-ad40a91266ae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:11:40.152011 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a3332a-fc71-4e9f-a06a-ad40a91266ae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:11:40.152346 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a3332a-fc71-4e9f-a06a-ad40a91266ae None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:11:40.152689 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a3332a-fc71-4e9f-a06a-ad40a91266ae None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:11:40.153032 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a3332a-fc71-4e9f-a06a-ad40a91266ae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:11:40.153376 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a3332a-fc71-4e9f-a06a-ad40a91266ae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:11:40.153709 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a3332a-fc71-4e9f-a06a-ad40a91266ae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:11:40.154034 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a3332a-fc71-4e9f-a06a-ad40a91266ae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:11:40.155442 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a3332a-fc71-4e9f-a06a-ad40a91266ae None None] Tracked resource versions report: Nov 22 12:11:40.155442 dv-cinder-768458-13-iscsi neutron-server[102751]: pushed versions: Nov 22 12:11:40.155442 dv-cinder-768458-13-iscsi neutron-server[102751]: { 'AddressGroup': {'1.2'}, Nov 22 12:11:40.155442 dv-cinder-768458-13-iscsi neutron-server[102751]: 'ConntrackHelper': {'1.0'}, Nov 22 12:11:40.155442 dv-cinder-768458-13-iscsi neutron-server[102751]: 'Log': {'1.0'}, Nov 22 12:11:40.155442 dv-cinder-768458-13-iscsi neutron-server[102751]: 'Network': {'1.1'}, Nov 22 12:11:40.155442 dv-cinder-768458-13-iscsi neutron-server[102751]: 'Port': {'1.7'}, Nov 22 12:11:40.155442 dv-cinder-768458-13-iscsi neutron-server[102751]: 'PortForwarding': {'1.2'}, Nov 22 12:11:40.155442 dv-cinder-768458-13-iscsi neutron-server[102751]: 'QosPolicy': {'1.10'}, Nov 22 12:11:40.155442 dv-cinder-768458-13-iscsi neutron-server[102751]: 'SecurityGroup': {'1.5'}, Nov 22 12:11:40.155442 dv-cinder-768458-13-iscsi neutron-server[102751]: 'SecurityGroupRule': {'1.2'}, Nov 22 12:11:40.155442 dv-cinder-768458-13-iscsi neutron-server[102751]: 'SubPort': {'1.0'}, Nov 22 12:11:40.155442 dv-cinder-768458-13-iscsi neutron-server[102751]: 'Subnet': {'1.1'}, Nov 22 12:11:40.155442 dv-cinder-768458-13-iscsi neutron-server[102751]: 'Trunk': {'1.1'}} Nov 22 12:11:40.155442 dv-cinder-768458-13-iscsi neutron-server[102751]: consumer versions: Nov 22 12:11:40.155442 dv-cinder-768458-13-iscsi neutron-server[102751]: { DHCP agent@dv-cinder-768458-13-iscsi: {}, Nov 22 12:11:40.155442 dv-cinder-768458-13-iscsi neutron-server[102751]: L3 agent@dv-cinder-768458-13-iscsi: {}, Nov 22 12:11:40.155442 dv-cinder-768458-13-iscsi neutron-server[102751]: Metadata agent@dv-cinder-768458-13-iscsi: {}, Nov 22 12:11:40.155442 dv-cinder-768458-13-iscsi neutron-server[102751]: Metering agent@dv-cinder-768458-13-iscsi: {}, Nov 22 12:11:40.155442 dv-cinder-768458-13-iscsi neutron-server[102751]: Open vSwitch agent@dv-cinder-768458-13-iscsi: { 'AddressGroup': '1.2', Nov 22 12:11:40.155442 dv-cinder-768458-13-iscsi neutron-server[102751]: 'ConntrackHelper': '1.0', Nov 22 12:11:40.155442 dv-cinder-768458-13-iscsi neutron-server[102751]: 'Log': '1.0', Nov 22 12:11:40.155442 dv-cinder-768458-13-iscsi neutron-server[102751]: 'Network': '1.1', Nov 22 12:11:40.155442 dv-cinder-768458-13-iscsi neutron-server[102751]: 'Port': '1.7', Nov 22 12:11:40.155442 dv-cinder-768458-13-iscsi neutron-server[102751]: 'PortForwarding': '1.2', Nov 22 12:11:40.155442 dv-cinder-768458-13-iscsi neutron-server[102751]: 'QosPolicy': '1.10', Nov 22 12:11:40.155442 dv-cinder-768458-13-iscsi neutron-server[102751]: 'SecurityGroup': '1.5', Nov 22 12:11:40.155442 dv-cinder-768458-13-iscsi neutron-server[102751]: 'SecurityGroupRule': '1.2', Nov 22 12:11:40.155442 dv-cinder-768458-13-iscsi neutron-server[102751]: 'SubPort': '1.0', Nov 22 12:11:40.155442 dv-cinder-768458-13-iscsi neutron-server[102751]: 'Subnet': '1.1', Nov 22 12:11:40.155442 dv-cinder-768458-13-iscsi neutron-server[102751]: 'Trunk': '1.1'}} Nov 22 12:11:40.155442 dv-cinder-768458-13-iscsi neutron-server[102751]: {{(pid=102751) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 22 12:11:40.227274 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.managers [None req-c1a3332a-fc71-4e9f-a06a-ad40a91266ae None None] Attempting to bind port 84538378-c43c-487e-8e18-577dad59a470 on host dv-cinder-768458-13-iscsi for vnic_type normal with profile {{(pid=102751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 12:11:40.227962 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.managers [None req-c1a3332a-fc71-4e9f-a06a-ad40a91266ae None None] Attempting to bind port 84538378-c43c-487e-8e18-577dad59a470 by drivers openvswitch,hyperv on host dv-cinder-768458-13-iscsi at level 0 using segments [{'id': 'bb2100e2-c981-47d5-abf4-ec5bfe50b83c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '7ed15b81-b046-47d2-b4fa-5a85c7f40f9d'}] {{(pid=102751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 12:11:40.228105 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1a3332a-fc71-4e9f-a06a-ad40a91266ae None None] Attempting to bind port 84538378-c43c-487e-8e18-577dad59a470 on network 7ed15b81-b046-47d2-b4fa-5a85c7f40f9d {{(pid=102751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 12:11:40.233463 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1a3332a-fc71-4e9f-a06a-ad40a91266ae None None] Checking agent: {'id': '93079659-014b-45ff-9ed2-9a81038b5445', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768458-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 12, 11, 26), 'started_at': datetime.datetime(2021, 11, 22, 12, 11, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 12, 11, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768458-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 12:11:40.233811 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1a3332a-fc71-4e9f-a06a-ad40a91266ae None None] Checking segment: {'id': 'bb2100e2-c981-47d5-abf4-ec5bfe50b83c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '7ed15b81-b046-47d2-b4fa-5a85c7f40f9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 12:11:40.234312 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-c1a3332a-fc71-4e9f-a06a-ad40a91266ae None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:11:40.234635 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1a3332a-fc71-4e9f-a06a-ad40a91266ae None None] Bound using segment: {'id': 'bb2100e2-c981-47d5-abf4-ec5bfe50b83c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '7ed15b81-b046-47d2-b4fa-5a85c7f40f9d'} {{(pid=102751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 12:11:40.235151 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.managers [None req-c1a3332a-fc71-4e9f-a06a-ad40a91266ae None None] Bound port: 84538378-c43c-487e-8e18-577dad59a470, host: dv-cinder-768458-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb2100e2-c981-47d5-abf4-ec5bfe50b83c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '7ed15b81-b046-47d2-b4fa-5a85c7f40f9d'}}] {{(pid=102751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 12:11:40.235592 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-c1a3332a-fc71-4e9f-a06a-ad40a91266ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3931732'] for port, before_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:11:40.306746 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.db [None req-c1a3332a-fc71-4e9f-a06a-ad40a91266ae None None] For port 84538378-c43c-487e-8e18-577dad59a470, host dv-cinder-768458-13-iscsi, cleared binding levels {{(pid=102751) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 12:11:40.311089 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.db [None req-c1a3332a-fc71-4e9f-a06a-ad40a91266ae None None] For port 84538378-c43c-487e-8e18-577dad59a470, host dv-cinder-768458-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-13-iscsi',level=0,port_id=84538378-c43c-487e-8e18-577dad59a470,segment=NetworkSegment(bb2100e2-c981-47d5-abf4-ec5bfe50b83c),segment_id=bb2100e2-c981-47d5-abf4-ec5bfe50b83c)] {{(pid=102751) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 12:11:40.318641 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-c1a3332a-fc71-4e9f-a06a-ad40a91266ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793343495738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793342949286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793342949304'] for port, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:11:40.386959 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a3332a-fc71-4e9f-a06a-ad40a91266ae None None] Pushing event updated for resources: {'Port': ['ID=84538378-c43c-487e-8e18-577dad59a470,revision_number=2']} {{(pid=102751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:11:41.832749 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.wsgi [-] (102749) accepted ('10.222.0.66', 41166) {{(pid=102749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:11:42.179617 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.wsgi [None req-89ae51c1-a52d-4e16-8043-2bf4e4012528 admin admin] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=102749) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 12:11:42.180724 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [None req-89ae51c1-a52d-4e16-8043-2bf4e4012528 admin admin] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3469169 Nov 22 12:11:44.761107 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.wsgi [-] (102750) accepted ('10.222.0.66', 41174) {{(pid=102750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:11:45.104265 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.wsgi [None req-413e3d54-16db-4913-964c-2b5ac1d315ff admin admin] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=102750) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 12:11:45.105591 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [None req-413e3d54-16db-4913-964c-2b5ac1d315ff admin admin] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3435764 Nov 22 12:11:47.878958 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.wsgi [-] (102749) accepted ('10.222.0.66', 41184) {{(pid=102749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:11:48.218759 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.v2.base [None req-da0bbb32-0f5d-4936-9693-b94d0b8bb27d admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': '58633f0469a840fea59bb594ca586f71'}} {{(pid=102749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 12:11:48.252848 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-da0bbb32-0f5d-4936-9693-b94d0b8bb27d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-923473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11729'] for router, before_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:11:48.254533 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-da0bbb32-0f5d-4936-9693-b94d0b8bb27d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-533099', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-767110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11738'] for router, precommit_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:11:48.304361 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.rpc [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] Device 84538378-c43c-487e-8e18-577dad59a470 up at agent ovs-agent-dv-cinder-768458-13-iscsi {{(pid=102751) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 12:11:48.391799 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-da0bbb32-0f5d-4936-9693-b94d0b8bb27d admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:11:48.397536 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.provisioning_blocks [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] Provisioning complete for port 84538378-c43c-487e-8e18-577dad59a470 triggered by entity L2. {{(pid=102751) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 12:11:48.397949 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3821908'] for port, provisioning_complete {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:11:48.398097 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-da0bbb32-0f5d-4936-9693-b94d0b8bb27d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-533046'] for router, after_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:11:48.415287 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-da0bbb32-0f5d-4936-9693-b94d0b8bb27d admin admin] Publish callbacks [] for router, before_response {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:11:48.416836 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [None req-da0bbb32-0f5d-4936-9693-b94d0b8bb27d admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5369256 Nov 22 12:11:48.519614 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3931732'] for port, before_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:11:48.558140 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.db [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] For port 84538378-c43c-487e-8e18-577dad59a470, host dv-cinder-768458-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-13-iscsi',level=0,port_id=84538378-c43c-487e-8e18-577dad59a470,segment=NetworkSegment(bb2100e2-c981-47d5-abf4-ec5bfe50b83c),segment_id=bb2100e2-c981-47d5-abf4-ec5bfe50b83c)] {{(pid=102751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 12:11:48.563178 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793343495738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793342949286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793342949304'] for port, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:11:48.615989 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] Pushing event updated for resources: {'Port': ['ID=84538378-c43c-487e-8e18-577dad59a470,revision_number=3']} {{(pid=102751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:11:49.461805 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61838a20-7ef9-429c-9ab0-acbb2ec43010 None None] Network 7ed15b81-b046-47d2-b4fa-5a85c7f40f9d requested from dv-cinder-768458-13-iscsi {{(pid=102751) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 12:11:49.522961 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.provisioning_blocks [None req-9ad92b7e-fa09-414d-82e4-ebc4142bb769 None None] Provisioning complete for port 84538378-c43c-487e-8e18-577dad59a470 triggered by entity DHCP. {{(pid=102751) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 12:11:49.523372 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-9ad92b7e-fa09-414d-82e4-ebc4142bb769 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3821908'] for port, provisioning_complete {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:11:49.909826 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.provisioning_blocks [None req-08e3dd36-e9aa-4da5-93f3-2c383de75bd1 None None] Provisioning complete for port 84538378-c43c-487e-8e18-577dad59a470 triggered by entity DHCP. {{(pid=102751) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 12:11:49.910190 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-08e3dd36-e9aa-4da5-93f3-2c383de75bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3821908'] for port, provisioning_complete {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:11:50.266674 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.rpc [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] Device 84538378-c43c-487e-8e18-577dad59a470 up at agent ovs-agent-dv-cinder-768458-13-iscsi {{(pid=102751) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 12:11:50.320483 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.provisioning_blocks [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] Provisioning complete for port 84538378-c43c-487e-8e18-577dad59a470 triggered by entity L2. {{(pid=102751) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 12:11:50.320824 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3821908'] for port, provisioning_complete {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:11:50.737457 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-c720546b-8f04-4ef8-8efc-58d6bed2a5e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793343475411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3821827'] for agent, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:11:50.943981 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.wsgi [-] (102750) accepted ('10.222.0.66', 41196) {{(pid=102750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:11:51.326955 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.wsgi [None req-648dd9a2-51f1-478d-bc5c-08037fe19858 admin admin] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=102750) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 12:11:51.327898 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [None req-648dd9a2-51f1-478d-bc5c-08037fe19858 admin admin] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3827529 Nov 22 12:11:52.994995 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-07b93b35-06ed-4f6b-abab-182841524ccb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793343475411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3821827'] for agent, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:11:53.863434 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.wsgi [-] (102750) accepted ('10.222.0.66', 41208) {{(pid=102750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:11:53.971828 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-9105419b-06f9-45a8-bbac-70d110a73200 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793343475411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3821827'] for agent, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:11:54.243407 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.v2.base [None req-7e75fccb-9a08-4158-8ddd-099954509f2f admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'name': 'public', 'provider:network_type': 'flat', 'admin_state_up': True, 'is_default': True, 'router:external': True}} {{(pid=102750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 12:11:54.276056 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e75fccb-9a08-4158-8ddd-099954509f2f admin admin] Made reservation on behalf of 461a06f780a947e1b2dba3572004e6e2 for: {'network': 1} {{(pid=102750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 12:11:54.278707 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-7e75fccb-9a08-4158-8ddd-099954509f2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3931732'] for network, before_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:11:54.294858 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-7e75fccb-9a08-4158-8ddd-099954509f2f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:11:54.411440 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-7e75fccb-9a08-4158-8ddd-099954509f2f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:11:54.417214 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-7e75fccb-9a08-4158-8ddd-099954509f2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545565'] for security_group, after_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:11:54.433629 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-7e75fccb-9a08-4158-8ddd-099954509f2f admin admin] Reserving flat network on physical network physnet1 {{(pid=102750) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Nov 22 12:11:54.466325 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-7e75fccb-9a08-4158-8ddd-099954509f2f admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8793343475420', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3850450'] for segment, precommit_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:11:54.466920 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-7e75fccb-9a08-4158-8ddd-099954509f2f admin admin] Unsubscribe: segment precommit_create {{(pid=102750) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 22 12:11:54.467445 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.db.segments_db [None req-7e75fccb-9a08-4158-8ddd-099954509f2f admin admin] Added segment 91a15bc4-f975-4336-93bb-1ba9d2e7565e of type flat for network 52f34850-4f08-4bf9-8f19-1c892d4c6132 Nov 22 12:11:54.483116 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e75fccb-9a08-4158-8ddd-099954509f2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64902eec-2a84-4853-8714-f9af463660df,revision_number=1']} {{(pid=102750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:11:54.532097 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e75fccb-9a08-4158-8ddd-099954509f2f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:11:54.532462 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e75fccb-9a08-4158-8ddd-099954509f2f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:11:54.532770 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e75fccb-9a08-4158-8ddd-099954509f2f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:11:54.533124 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e75fccb-9a08-4158-8ddd-099954509f2f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:11:54.533444 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e75fccb-9a08-4158-8ddd-099954509f2f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:11:54.533799 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e75fccb-9a08-4158-8ddd-099954509f2f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:11:54.534124 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e75fccb-9a08-4158-8ddd-099954509f2f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:11:54.534453 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e75fccb-9a08-4158-8ddd-099954509f2f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:11:54.534770 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e75fccb-9a08-4158-8ddd-099954509f2f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:11:54.535071 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e75fccb-9a08-4158-8ddd-099954509f2f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:11:54.535406 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e75fccb-9a08-4158-8ddd-099954509f2f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:11:54.535720 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e75fccb-9a08-4158-8ddd-099954509f2f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:11:54.537021 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e75fccb-9a08-4158-8ddd-099954509f2f admin admin] Tracked resource versions report: Nov 22 12:11:54.537021 dv-cinder-768458-13-iscsi neutron-server[102750]: pushed versions: Nov 22 12:11:54.537021 dv-cinder-768458-13-iscsi neutron-server[102750]: { 'AddressGroup': {'1.2'}, Nov 22 12:11:54.537021 dv-cinder-768458-13-iscsi neutron-server[102750]: 'ConntrackHelper': {'1.0'}, Nov 22 12:11:54.537021 dv-cinder-768458-13-iscsi neutron-server[102750]: 'Log': {'1.0'}, Nov 22 12:11:54.537021 dv-cinder-768458-13-iscsi neutron-server[102750]: 'Network': {'1.1'}, Nov 22 12:11:54.537021 dv-cinder-768458-13-iscsi neutron-server[102750]: 'Port': {'1.7'}, Nov 22 12:11:54.537021 dv-cinder-768458-13-iscsi neutron-server[102750]: 'PortForwarding': {'1.2'}, Nov 22 12:11:54.537021 dv-cinder-768458-13-iscsi neutron-server[102750]: 'QosPolicy': {'1.10'}, Nov 22 12:11:54.537021 dv-cinder-768458-13-iscsi neutron-server[102750]: 'SecurityGroup': {'1.5'}, Nov 22 12:11:54.537021 dv-cinder-768458-13-iscsi neutron-server[102750]: 'SecurityGroupRule': {'1.2'}, Nov 22 12:11:54.537021 dv-cinder-768458-13-iscsi neutron-server[102750]: 'SubPort': {'1.0'}, Nov 22 12:11:54.537021 dv-cinder-768458-13-iscsi neutron-server[102750]: 'Subnet': {'1.1'}, Nov 22 12:11:54.537021 dv-cinder-768458-13-iscsi neutron-server[102750]: 'Trunk': {'1.1'}} Nov 22 12:11:54.537021 dv-cinder-768458-13-iscsi neutron-server[102750]: consumer versions: Nov 22 12:11:54.537021 dv-cinder-768458-13-iscsi neutron-server[102750]: { DHCP agent@dv-cinder-768458-13-iscsi: {}, Nov 22 12:11:54.537021 dv-cinder-768458-13-iscsi neutron-server[102750]: L3 agent@dv-cinder-768458-13-iscsi: {}, Nov 22 12:11:54.537021 dv-cinder-768458-13-iscsi neutron-server[102750]: Metadata agent@dv-cinder-768458-13-iscsi: {}, Nov 22 12:11:54.537021 dv-cinder-768458-13-iscsi neutron-server[102750]: Metering agent@dv-cinder-768458-13-iscsi: {}, Nov 22 12:11:54.537021 dv-cinder-768458-13-iscsi neutron-server[102750]: Open vSwitch agent@dv-cinder-768458-13-iscsi: { 'AddressGroup': '1.2', Nov 22 12:11:54.537021 dv-cinder-768458-13-iscsi neutron-server[102750]: 'ConntrackHelper': '1.0', Nov 22 12:11:54.537021 dv-cinder-768458-13-iscsi neutron-server[102750]: 'Log': '1.0', Nov 22 12:11:54.537021 dv-cinder-768458-13-iscsi neutron-server[102750]: 'Network': '1.1', Nov 22 12:11:54.537021 dv-cinder-768458-13-iscsi neutron-server[102750]: 'Port': '1.7', Nov 22 12:11:54.537021 dv-cinder-768458-13-iscsi neutron-server[102750]: 'PortForwarding': '1.2', Nov 22 12:11:54.537021 dv-cinder-768458-13-iscsi neutron-server[102750]: 'QosPolicy': '1.10', Nov 22 12:11:54.537021 dv-cinder-768458-13-iscsi neutron-server[102750]: 'SecurityGroup': '1.5', Nov 22 12:11:54.537021 dv-cinder-768458-13-iscsi neutron-server[102750]: 'SecurityGroupRule': '1.2', Nov 22 12:11:54.537021 dv-cinder-768458-13-iscsi neutron-server[102750]: 'SubPort': '1.0', Nov 22 12:11:54.537021 dv-cinder-768458-13-iscsi neutron-server[102750]: 'Subnet': '1.1', Nov 22 12:11:54.537021 dv-cinder-768458-13-iscsi neutron-server[102750]: 'Trunk': '1.1'}} Nov 22 12:11:54.537021 dv-cinder-768458-13-iscsi neutron-server[102750]: {{(pid=102750) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 22 12:11:54.589705 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-7e75fccb-9a08-4158-8ddd-099954509f2f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793342968311'] for network, precommit_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:11:54.637138 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-7e75fccb-9a08-4158-8ddd-099954509f2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381'] for network, after_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:11:54.638199 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e75fccb-9a08-4158-8ddd-099954509f2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:11:54.638891 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-7e75fccb-9a08-4158-8ddd-099954509f2f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758363'] for network, before_response {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:11:54.715700 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [None req-7e75fccb-9a08-4158-8ddd-099954509f2f admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8511133 Nov 22 12:11:54.740083 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e75fccb-9a08-4158-8ddd-099954509f2f admin admin] Pushing event updated for resources: {'Network': ['ID=52f34850-4f08-4bf9-8f19-1c892d4c6132,revision_number=1']} {{(pid=102750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:11:54.751370 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.rpc [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] Network 52f34850-4f08-4bf9-8f19-1c892d4c6132 details requested by agent ovs-agent-dv-cinder-768458-13-iscsi with host dv-cinder-768458-13-iscsi {{(pid=102751) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 12:11:55.633656 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-2de83071-1b6f-4e8d-a0c8-0ed39ca59a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793343475411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3821827'] for agent, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:11:56.383489 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793343475411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3821827'] for agent, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:11:57.125753 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.wsgi [-] (102749) accepted ('10.222.0.66', 41230) {{(pid=102749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:11:57.264386 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aaf3c7c-b3d4-4d8d-a30a-f4b683a66933 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:11:57.265652 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [None req-8aaf3c7c-b3d4-4d8d-a30a-f4b683a66933 admin admin] 10.222.0.66 "GET /v2.0/subnets/23fcc91c-1f1a-4590-8be5-df4881045e06 HTTP/1.1" status: 200 len: 849 time: 0.1386640 Nov 22 12:11:57.396464 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [None req-10a86f12-6c01-44f5-b80d-35f095985a86 admin admin] 10.222.0.66 "GET /v2.0/routers/a432aa2e-fd2a-4894-a79b-adbafae8497c HTTP/1.1" status: 200 len: 704 time: 0.1238801 Nov 22 12:11:57.672851 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-ab70daaf-6ae9-4358-b65d-cf5ecc89691b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3931732'] for port, before_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:11:57.981750 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.db.db_base_plugin_common [None req-ab70daaf-6ae9-4358-b65d-cf5ecc89691b admin admin] Allocated IP 172.20.0.1 (7ed15b81-b046-47d2-b4fa-5a85c7f40f9d/23fcc91c-1f1a-4590-8be5-df4881045e06/267fbd05-692a-4f57-9445-c47555696fd7) {{(pid=102749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 12:11:58.148676 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-ab70daaf-6ae9-4358-b65d-cf5ecc89691b admin admin] Publish callbacks [] for port, precommit_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:11:58.220303 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-ab70daaf-6ae9-4358-b65d-cf5ecc89691b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793342949268'] for port, after_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:11:58.337805 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab70daaf-6ae9-4358-b65d-cf5ecc89691b admin admin] Network 7ed15b81-b046-47d2-b4fa-5a85c7f40f9d is already hosted by enough agents. {{(pid=102749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 12:11:58.342758 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.scheduler.base_scheduler [None req-ab70daaf-6ae9-4358-b65d-cf5ecc89691b admin admin] Resources bound (agent type, host, resource id): {{(pid=102749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 12:11:58.348612 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab70daaf-6ae9-4358-b65d-cf5ecc89691b admin admin] Received port after_create {{(pid=102749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 12:11:58.348840 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-ab70daaf-6ae9-4358-b65d-cf5ecc89691b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-532587'] for router_interface, before_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:11:58.371122 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab70daaf-6ae9-4358-b65d-cf5ecc89691b admin admin] Pushing event updated for resources: {'Port': ['ID=267fbd05-692a-4f57-9445-c47555696fd7,revision_number=1']} {{(pid=102749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:11:58.550244 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-ab70daaf-6ae9-4358-b65d-cf5ecc89691b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3931732'] for port, before_update {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:11:58.564741 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.provisioning_blocks [None req-989f2ba2-0194-4a1c-bf4a-dcffffa41b61 None None] Provisioning complete for port 267fbd05-692a-4f57-9445-c47555696fd7 triggered by entity DHCP. {{(pid=102751) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 12:11:58.565342 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-989f2ba2-0194-4a1c-bf4a-dcffffa41b61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3821908'] for port, provisioning_complete {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:11:58.599747 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.plugin [None req-989f2ba2-0194-4a1c-bf4a-dcffffa41b61 None None] Port 267fbd05-692a-4f57-9445-c47555696fd7 cannot update to ACTIVE because it is not bound. {{(pid=102751) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 12:11:58.770580 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-ab70daaf-6ae9-4358-b65d-cf5ecc89691b admin admin] Publish callbacks [] for port, precommit_update {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:11:58.781612 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-ab70daaf-6ae9-4358-b65d-cf5ecc89691b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793343495738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793342949286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793342949304'] for port, after_update {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:11:58.782417 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-ab70daaf-6ae9-4358-b65d-cf5ecc89691b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-758399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-531707'] for router_interface, after_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:11:58.862589 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab70daaf-6ae9-4358-b65d-cf5ecc89691b admin admin] Pushing event updated for resources: {'Port': ['ID=267fbd05-692a-4f57-9445-c47555696fd7,revision_number=2']} {{(pid=102749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:11:58.923741 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab70daaf-6ae9-4358-b65d-cf5ecc89691b admin admin] Network 7ed15b81-b046-47d2-b4fa-5a85c7f40f9d is already hosted by enough agents. {{(pid=102749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 12:11:58.925908 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.scheduler.base_scheduler [None req-ab70daaf-6ae9-4358-b65d-cf5ecc89691b admin admin] Resources bound (agent type, host, resource id): {{(pid=102749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 12:11:59.095701 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab70daaf-6ae9-4358-b65d-cf5ecc89691b admin admin] Router a432aa2e-fd2a-4894-a79b-adbafae8497c is scheduled to L3 agent b4a26ead-6ab2-4f98-a352-c9ed6d39b73e with binding_index 1 {{(pid=102749) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 12:11:59.124634 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.provisioning_blocks [None req-5910ca6e-6500-4e5e-b121-0772de91772e None None] Provisioning complete for port 267fbd05-692a-4f57-9445-c47555696fd7 triggered by entity DHCP. {{(pid=102751) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 12:11:59.124904 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-5910ca6e-6500-4e5e-b121-0772de91772e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3821908'] for port, provisioning_complete {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:11:59.163169 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.plugin [None req-5910ca6e-6500-4e5e-b121-0772de91772e None None] Port 267fbd05-692a-4f57-9445-c47555696fd7 cannot update to ACTIVE because it is not bound. {{(pid=102751) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 12:11:59.198046 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab70daaf-6ae9-4358-b65d-cf5ecc89691b admin admin] Notify agent at l3_agent.dv-cinder-768458-13-iscsi the message routers_updated {{(pid=102749) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 12:11:59.204323 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [None req-ab70daaf-6ae9-4358-b65d-cf5ecc89691b admin admin] 10.222.0.66 "PUT /v2.0/routers/a432aa2e-fd2a-4894-a79b-adbafae8497c/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7993326 Nov 22 12:11:59.222931 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f9e3574-c0ca-457c-8368-d756df281c3e None None] Sync routers for ids ['a432aa2e-fd2a-4894-a79b-adbafae8497c'] in dv-cinder-768458-13-iscsi {{(pid=102752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 12:11:59.237340 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f9e3574-c0ca-457c-8368-d756df281c3e None None] Routers {'a432aa2e-fd2a-4894-a79b-adbafae8497c'} bound to L3 agent in host dv-cinder-768458-13-iscsi {{(pid=102752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 12:11:59.238164 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.db.l3_hamode_db [None req-1f9e3574-c0ca-457c-8368-d756df281c3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-22T12:11:23Z,description=,heartbeat_timestamp=2021-11-22T12:11:53Z,host='dv-cinder-768458-13-iscsi',id=b4a26ead-6ab2-4f98-a352-c9ed6d39b73e,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T12:11:23Z,topic='l3_agent')) {'router_ids': ['a432aa2e-fd2a-4894-a79b-adbafae8497c'], 'active': True} {{(pid=102752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 12:11:59.428092 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.db.l3_dvr_db [None req-1f9e3574-c0ca-457c-8368-d756df281c3e None None] Set router a432aa2e-fd2a-4894-a79b-adbafae8497c gateway port host: None {{(pid=102752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 12:11:59.857273 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.db.l3_hamode_db [None req-1f9e3574-c0ca-457c-8368-d756df281c3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a432aa2e-fd2a-4894-a79b-adbafae8497c', 'name': 'router1', 'tenant_id': '58633f0469a840fea59bb594ca586f71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T12:11:48Z', 'updated_at': '2021-11-22T12:11:58Z', 'revision_number': 2, 'project_id': '58633f0469a840fea59bb594ca586f71', 'gw_port_host': None, '_interfaces': [{'id': '267fbd05-692a-4f57-9445-c47555696fd7', 'name': '', 'network_id': '7ed15b81-b046-47d2-b4fa-5a85c7f40f9d', 'tenant_id': '58633f0469a840fea59bb594ca586f71', 'mac_address': 'fa:16:3e:0f:53:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a432aa2e-fd2a-4894-a79b-adbafae8497c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '23fcc91c-1f1a-4590-8be5-df4881045e06', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T12:11:57Z', 'updated_at': '2021-11-22T12:11:58Z', 'revision_number': 2, 'project_id': '58633f0469a840fea59bb594ca586f71', 'subnets': [{'id': '23fcc91c-1f1a-4590-8be5-df4881045e06', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3485ae7a-bdf2-412c-9a70-360a153b6a45'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-13-iscsi', False) {} {{(pid=102752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 12:11:59.908156 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f9e3574-c0ca-457c-8368-d756df281c3e None None] Checking router: a432aa2e-fd2a-4894-a79b-adbafae8497c for host: dv-cinder-768458-13-iscsi {{(pid=102752) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 12:11:59.908530 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f9e3574-c0ca-457c-8368-d756df281c3e None None] Updating router a432aa2e-fd2a-4894-a79b-adbafae8497c port 267fbd05-692a-4f57-9445-c47555696fd7 binding host dv-cinder-768458-13-iscsi {{(pid=102752) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 12:11:59.956668 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron_lib.callbacks.manager [None req-1f9e3574-c0ca-457c-8368-d756df281c3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3931732'] for port, before_update {{(pid=102752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:12:00.058747 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.db.agents_db [None req-5743c18b-166a-4bd0-85c4-3f13128e6c33 None None] Agent healthcheck: found 5 active agents {{(pid=102752) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 12:12:00.498416 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron_lib.callbacks.manager [None req-1f9e3574-c0ca-457c-8368-d756df281c3e None None] Publish callbacks [] for port, precommit_update {{(pid=102752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:12:00.507204 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron_lib.callbacks.manager [None req-1f9e3574-c0ca-457c-8368-d756df281c3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793343495738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793342949286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793342949304'] for port, after_update {{(pid=102752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:12:00.600515 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8209787a-f287-4131-a806-38f1558dac6d None None] Pushing event updated for resources: {'Port': ['ID=267fbd05-692a-4f57-9445-c47555696fd7,revision_number=3']} {{(pid=102752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:12:00.609402 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8209787a-f287-4131-a806-38f1558dac6d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:12:00.609762 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8209787a-f287-4131-a806-38f1558dac6d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:12:00.610102 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8209787a-f287-4131-a806-38f1558dac6d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:12:00.610433 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8209787a-f287-4131-a806-38f1558dac6d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:12:00.610753 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8209787a-f287-4131-a806-38f1558dac6d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:12:00.611080 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8209787a-f287-4131-a806-38f1558dac6d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:12:00.611434 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8209787a-f287-4131-a806-38f1558dac6d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:12:00.611760 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8209787a-f287-4131-a806-38f1558dac6d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:12:00.612098 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8209787a-f287-4131-a806-38f1558dac6d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:12:00.612421 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8209787a-f287-4131-a806-38f1558dac6d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:12:00.612743 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8209787a-f287-4131-a806-38f1558dac6d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:12:00.613058 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8209787a-f287-4131-a806-38f1558dac6d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:12:00.614422 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8209787a-f287-4131-a806-38f1558dac6d None None] Tracked resource versions report: Nov 22 12:12:00.614422 dv-cinder-768458-13-iscsi neutron-server[102752]: pushed versions: Nov 22 12:12:00.614422 dv-cinder-768458-13-iscsi neutron-server[102752]: { 'AddressGroup': {'1.2'}, Nov 22 12:12:00.614422 dv-cinder-768458-13-iscsi neutron-server[102752]: 'ConntrackHelper': {'1.0'}, Nov 22 12:12:00.614422 dv-cinder-768458-13-iscsi neutron-server[102752]: 'Log': {'1.0'}, Nov 22 12:12:00.614422 dv-cinder-768458-13-iscsi neutron-server[102752]: 'Network': {'1.1'}, Nov 22 12:12:00.614422 dv-cinder-768458-13-iscsi neutron-server[102752]: 'Port': {'1.7'}, Nov 22 12:12:00.614422 dv-cinder-768458-13-iscsi neutron-server[102752]: 'PortForwarding': {'1.2'}, Nov 22 12:12:00.614422 dv-cinder-768458-13-iscsi neutron-server[102752]: 'QosPolicy': {'1.10'}, Nov 22 12:12:00.614422 dv-cinder-768458-13-iscsi neutron-server[102752]: 'SecurityGroup': {'1.5'}, Nov 22 12:12:00.614422 dv-cinder-768458-13-iscsi neutron-server[102752]: 'SecurityGroupRule': {'1.2'}, Nov 22 12:12:00.614422 dv-cinder-768458-13-iscsi neutron-server[102752]: 'SubPort': {'1.0'}, Nov 22 12:12:00.614422 dv-cinder-768458-13-iscsi neutron-server[102752]: 'Subnet': {'1.1'}, Nov 22 12:12:00.614422 dv-cinder-768458-13-iscsi neutron-server[102752]: 'Trunk': {'1.1'}} Nov 22 12:12:00.614422 dv-cinder-768458-13-iscsi neutron-server[102752]: consumer versions: Nov 22 12:12:00.614422 dv-cinder-768458-13-iscsi neutron-server[102752]: { DHCP agent@dv-cinder-768458-13-iscsi: {}, Nov 22 12:12:00.614422 dv-cinder-768458-13-iscsi neutron-server[102752]: L3 agent@dv-cinder-768458-13-iscsi: {}, Nov 22 12:12:00.614422 dv-cinder-768458-13-iscsi neutron-server[102752]: Metadata agent@dv-cinder-768458-13-iscsi: {}, Nov 22 12:12:00.614422 dv-cinder-768458-13-iscsi neutron-server[102752]: Metering agent@dv-cinder-768458-13-iscsi: {}, Nov 22 12:12:00.614422 dv-cinder-768458-13-iscsi neutron-server[102752]: Open vSwitch agent@dv-cinder-768458-13-iscsi: { 'AddressGroup': '1.2', Nov 22 12:12:00.614422 dv-cinder-768458-13-iscsi neutron-server[102752]: 'ConntrackHelper': '1.0', Nov 22 12:12:00.614422 dv-cinder-768458-13-iscsi neutron-server[102752]: 'Log': '1.0', Nov 22 12:12:00.614422 dv-cinder-768458-13-iscsi neutron-server[102752]: 'Network': '1.1', Nov 22 12:12:00.614422 dv-cinder-768458-13-iscsi neutron-server[102752]: 'Port': '1.7', Nov 22 12:12:00.614422 dv-cinder-768458-13-iscsi neutron-server[102752]: 'PortForwarding': '1.2', Nov 22 12:12:00.614422 dv-cinder-768458-13-iscsi neutron-server[102752]: 'QosPolicy': '1.10', Nov 22 12:12:00.614422 dv-cinder-768458-13-iscsi neutron-server[102752]: 'SecurityGroup': '1.5', Nov 22 12:12:00.614422 dv-cinder-768458-13-iscsi neutron-server[102752]: 'SecurityGroupRule': '1.2', Nov 22 12:12:00.614422 dv-cinder-768458-13-iscsi neutron-server[102752]: 'SubPort': '1.0', Nov 22 12:12:00.614422 dv-cinder-768458-13-iscsi neutron-server[102752]: 'Subnet': '1.1', Nov 22 12:12:00.614422 dv-cinder-768458-13-iscsi neutron-server[102752]: 'Trunk': '1.1'}} Nov 22 12:12:00.614422 dv-cinder-768458-13-iscsi neutron-server[102752]: {{(pid=102752) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 22 12:12:00.693602 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.plugins.ml2.managers [None req-1f9e3574-c0ca-457c-8368-d756df281c3e None None] Attempting to bind port 267fbd05-692a-4f57-9445-c47555696fd7 on host dv-cinder-768458-13-iscsi for vnic_type normal with profile {{(pid=102752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 12:12:00.694010 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.plugins.ml2.managers [None req-1f9e3574-c0ca-457c-8368-d756df281c3e None None] Attempting to bind port 267fbd05-692a-4f57-9445-c47555696fd7 by drivers openvswitch,hyperv on host dv-cinder-768458-13-iscsi at level 0 using segments [{'id': 'bb2100e2-c981-47d5-abf4-ec5bfe50b83c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '7ed15b81-b046-47d2-b4fa-5a85c7f40f9d'}] {{(pid=102752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 12:12:00.694445 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f9e3574-c0ca-457c-8368-d756df281c3e None None] Attempting to bind port 267fbd05-692a-4f57-9445-c47555696fd7 on network 7ed15b81-b046-47d2-b4fa-5a85c7f40f9d {{(pid=102752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 12:12:00.700072 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f9e3574-c0ca-457c-8368-d756df281c3e None None] Checking agent: {'id': '93079659-014b-45ff-9ed2-9a81038b5445', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768458-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 12, 11, 26), 'started_at': datetime.datetime(2021, 11, 22, 12, 11, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 12, 11, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768458-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 12:12:00.700446 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f9e3574-c0ca-457c-8368-d756df281c3e None None] Checking segment: {'id': 'bb2100e2-c981-47d5-abf4-ec5bfe50b83c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '7ed15b81-b046-47d2-b4fa-5a85c7f40f9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 12:12:00.700903 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron_lib.callbacks.manager [None req-1f9e3574-c0ca-457c-8368-d756df281c3e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:12:00.701293 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f9e3574-c0ca-457c-8368-d756df281c3e None None] Bound using segment: {'id': 'bb2100e2-c981-47d5-abf4-ec5bfe50b83c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '7ed15b81-b046-47d2-b4fa-5a85c7f40f9d'} {{(pid=102752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 12:12:00.701787 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.plugins.ml2.managers [None req-1f9e3574-c0ca-457c-8368-d756df281c3e None None] Bound port: 267fbd05-692a-4f57-9445-c47555696fd7, host: dv-cinder-768458-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb2100e2-c981-47d5-abf4-ec5bfe50b83c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '7ed15b81-b046-47d2-b4fa-5a85c7f40f9d'}}] {{(pid=102752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 12:12:00.702179 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron_lib.callbacks.manager [None req-1f9e3574-c0ca-457c-8368-d756df281c3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3931732'] for port, before_update {{(pid=102752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:12:00.770266 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.plugins.ml2.db [None req-1f9e3574-c0ca-457c-8368-d756df281c3e None None] For port 267fbd05-692a-4f57-9445-c47555696fd7, host dv-cinder-768458-13-iscsi, cleared binding levels {{(pid=102752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 12:12:00.792440 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.plugins.ml2.db [None req-1f9e3574-c0ca-457c-8368-d756df281c3e None None] For port 267fbd05-692a-4f57-9445-c47555696fd7, host dv-cinder-768458-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-13-iscsi',level=0,port_id=267fbd05-692a-4f57-9445-c47555696fd7,segment=NetworkSegment(bb2100e2-c981-47d5-abf4-ec5bfe50b83c),segment_id=bb2100e2-c981-47d5-abf4-ec5bfe50b83c)] {{(pid=102752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 12:12:00.798668 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron_lib.callbacks.manager [None req-1f9e3574-c0ca-457c-8368-d756df281c3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793343495738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793342949286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793342949304'] for port, after_update {{(pid=102752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:12:00.799935 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.provisioning_blocks [None req-2be8fb4f-0796-41ff-9998-98431d6ecede None None] Provisioning complete for port 267fbd05-692a-4f57-9445-c47555696fd7 triggered by entity DHCP. {{(pid=102751) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 12:12:00.800459 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-2be8fb4f-0796-41ff-9998-98431d6ecede None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3821908'] for port, provisioning_complete {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:12:00.846912 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f9e3574-c0ca-457c-8368-d756df281c3e None None] Routers {'a432aa2e-fd2a-4894-a79b-adbafae8497c'} bound to L3 agent in host dv-cinder-768458-13-iscsi {{(pid=102752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 12:12:00.847564 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.db.l3_hamode_db [None req-1f9e3574-c0ca-457c-8368-d756df281c3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-22T12:11:23Z,description=,heartbeat_timestamp=2021-11-22T12:11:53Z,host='dv-cinder-768458-13-iscsi',id=b4a26ead-6ab2-4f98-a352-c9ed6d39b73e,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T12:11:23Z,topic='l3_agent')) {'router_ids': ['a432aa2e-fd2a-4894-a79b-adbafae8497c'], 'active': True} {{(pid=102752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 12:12:00.892190 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-2be8fb4f-0796-41ff-9998-98431d6ecede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3931732'] for port, before_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:12:00.936874 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.db [None req-2be8fb4f-0796-41ff-9998-98431d6ecede None None] For port 267fbd05-692a-4f57-9445-c47555696fd7, host dv-cinder-768458-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-13-iscsi',level=0,port_id=267fbd05-692a-4f57-9445-c47555696fd7,segment=NetworkSegment(bb2100e2-c981-47d5-abf4-ec5bfe50b83c),segment_id=bb2100e2-c981-47d5-abf4-ec5bfe50b83c)] {{(pid=102751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 12:12:00.941939 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.db.l3_dvr_db [None req-1f9e3574-c0ca-457c-8368-d756df281c3e None None] Set router a432aa2e-fd2a-4894-a79b-adbafae8497c gateway port host: None {{(pid=102752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 12:12:00.942650 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-2be8fb4f-0796-41ff-9998-98431d6ecede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793343495738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793342949286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793342949304'] for port, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:12:01.007722 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be8fb4f-0796-41ff-9998-98431d6ecede None None] Pushing event updated for resources: {'Port': ['ID=267fbd05-692a-4f57-9445-c47555696fd7,revision_number=5']} {{(pid=102751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:12:01.040958 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8209787a-f287-4131-a806-38f1558dac6d None None] Pushing event updated for resources: {'Port': ['ID=267fbd05-692a-4f57-9445-c47555696fd7,revision_number=4']} {{(pid=102752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:12:01.063967 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.provisioning_blocks [None req-0f87afb5-1525-4ab1-b335-c7698867d4f7 None None] Provisioning complete for port 267fbd05-692a-4f57-9445-c47555696fd7 triggered by entity DHCP. {{(pid=102751) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 12:12:01.064345 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-0f87afb5-1525-4ab1-b335-c7698867d4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3821908'] for port, provisioning_complete {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:12:01.178072 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.db.l3_hamode_db [None req-1f9e3574-c0ca-457c-8368-d756df281c3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a432aa2e-fd2a-4894-a79b-adbafae8497c', 'name': 'router1', 'tenant_id': '58633f0469a840fea59bb594ca586f71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T12:11:48Z', 'updated_at': '2021-11-22T12:11:58Z', 'revision_number': 2, 'project_id': '58633f0469a840fea59bb594ca586f71', 'gw_port_host': None, '_interfaces': [{'id': '267fbd05-692a-4f57-9445-c47555696fd7', 'name': '', 'network_id': '7ed15b81-b046-47d2-b4fa-5a85c7f40f9d', 'tenant_id': '58633f0469a840fea59bb594ca586f71', 'mac_address': 'fa:16:3e:0f:53:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a432aa2e-fd2a-4894-a79b-adbafae8497c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '23fcc91c-1f1a-4590-8be5-df4881045e06', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T12:11:57Z', 'updated_at': '2021-11-22T12:12:00Z', 'revision_number': 4, 'project_id': '58633f0469a840fea59bb594ca586f71', 'subnets': [{'id': '23fcc91c-1f1a-4590-8be5-df4881045e06', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3485ae7a-bdf2-412c-9a70-360a153b6a45'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-13-iscsi', False) {} {{(pid=102752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 12:12:01.207837 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f9e3574-c0ca-457c-8368-d756df281c3e None None] The sync data for ids ['a432aa2e-fd2a-4894-a79b-adbafae8497c'] in dv-cinder-768458-13-iscsi is: [{'id': 'a432aa2e-fd2a-4894-a79b-adbafae8497c', 'name': 'router1', 'tenant_id': '58633f0469a840fea59bb594ca586f71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T12:11:48Z', 'updated_at': '2021-11-22T12:11:58Z', 'revision_number': 2, 'project_id': '58633f0469a840fea59bb594ca586f71', 'gw_port_host': None, '_interfaces': [{'id': '267fbd05-692a-4f57-9445-c47555696fd7', 'name': '', 'network_id': '7ed15b81-b046-47d2-b4fa-5a85c7f40f9d', 'tenant_id': '58633f0469a840fea59bb594ca586f71', 'mac_address': 'fa:16:3e:0f:53:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a432aa2e-fd2a-4894-a79b-adbafae8497c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '23fcc91c-1f1a-4590-8be5-df4881045e06', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T12:11:57Z', 'updated_at': '2021-11-22T12:12:00Z', 'revision_number': 4, 'project_id': '58633f0469a840fea59bb594ca586f71', 'subnets': [{'id': '23fcc91c-1f1a-4590-8be5-df4881045e06', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3485ae7a-bdf2-412c-9a70-360a153b6a45'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 12:12:01.580017 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.wsgi [-] (102749) accepted ('10.222.0.66', 41246) {{(pid=102749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:12:01.695714 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50c8410d-4f8f-40d9-8b7b-efd2e8fcbbf4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:12:01.697201 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [None req-50c8410d-4f8f-40d9-8b7b-efd2e8fcbbf4 admin admin] 10.222.0.66 "GET /v2.0/networks/52f34850-4f08-4bf9-8f19-1c892d4c6132 HTTP/1.1" status: 200 len: 842 time: 0.1161377 Nov 22 12:12:01.709609 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.v2.base [None req-432b31f5-ef44-48fd-992a-8bbdefc37ac2 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'name': 'public-subnet', 'ip_version': 4, 'gateway_ip': '172.27.0.1', 'cidr': '172.27.0.0/24', 'network_id': '52f34850-4f08-4bf9-8f19-1c892d4c6132'}} {{(pid=102749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 12:12:01.732893 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-432b31f5-ef44-48fd-992a-8bbdefc37ac2 admin admin] Made reservation on behalf of 461a06f780a947e1b2dba3572004e6e2 for: {'subnet': 1} {{(pid=102749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 12:12:01.735322 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-432b31f5-ef44-48fd-992a-8bbdefc37ac2 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:12:02.018118 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.objects.ports [None req-432b31f5-ef44-48fd-992a-8bbdefc37ac2 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102749) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 22 12:12:02.018545 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-432b31f5-ef44-48fd-992a-8bbdefc37ac2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381'] for subnet, after_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:12:02.077661 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432b31f5-ef44-48fd-992a-8bbdefc37ac2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9e59152d-9f1b-4a42-ae53-82f6bd285144,revision_number=0']} {{(pid=102749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:12:02.082750 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-432b31f5-ef44-48fd-992a-8bbdefc37ac2 admin admin] Checking segment: {'id': '91a15bc4-f975-4336-93bb-1ba9d2e7565e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52f34850-4f08-4bf9-8f19-1c892d4c6132'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 12:12:02.083084 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-432b31f5-ef44-48fd-992a-8bbdefc37ac2 admin admin] Network hostable DHCP agents. Network: 52f34850-4f08-4bf9-8f19-1c892d4c6132, hostable agents: ['c0a0bcc5-cac5-441b-a5c2-c094680f9e9d'], hosted agents: [] {{(pid=102749) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 12:12:02.101041 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-432b31f5-ef44-48fd-992a-8bbdefc37ac2 admin admin] Network 52f34850-4f08-4bf9-8f19-1c892d4c6132 is scheduled to be hosted by DHCP agent c0a0bcc5-cac5-441b-a5c2-c094680f9e9d with binding_index 1 {{(pid=102749) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 12:12:02.110712 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.scheduler.base_scheduler [None req-432b31f5-ef44-48fd-992a-8bbdefc37ac2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768458-13-iscsi, 52f34850-4f08-4bf9-8f19-1c892d4c6132) {{(pid=102749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 12:12:02.118953 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-432b31f5-ef44-48fd-992a-8bbdefc37ac2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:12:02.119493 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cb2baa0-ca11-4001-9903-99f0dd29bfbe None None] Network 52f34850-4f08-4bf9-8f19-1c892d4c6132 requested from dv-cinder-768458-13-iscsi {{(pid=102751) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 12:12:02.119916 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-432b31f5-ef44-48fd-992a-8bbdefc37ac2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758363'] for subnet, before_response {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:12:02.149977 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [None req-432b31f5-ef44-48fd-992a-8bbdefc37ac2 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4434931 Nov 22 12:12:02.254257 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c7f8be5-a6b4-48e8-838a-c88e3702b56b None None] Network 52f34850-4f08-4bf9-8f19-1c892d4c6132 requested from dv-cinder-768458-13-iscsi {{(pid=102751) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 12:12:04.601615 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.wsgi [-] (102749) accepted ('10.222.0.66', 41254) {{(pid=102749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:12:04.825665 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [None req-deb6e2f7-cf52-452f-9a60-856b7b815d31 admin admin] 10.222.0.66 "GET /v2.0/routers/a432aa2e-fd2a-4894-a79b-adbafae8497c HTTP/1.1" status: 200 len: 710 time: 0.2228076 Nov 22 12:12:04.921246 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f90b0a86-03f1-4404-8971-9fcad93a675c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:12:04.922719 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [None req-f90b0a86-03f1-4404-8971-9fcad93a675c admin admin] 10.222.0.66 "GET /v2.0/networks/52f34850-4f08-4bf9-8f19-1c892d4c6132 HTTP/1.1" status: 200 len: 886 time: 0.0906649 Nov 22 12:12:04.933056 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.v2.base [None req-5912b7c5-ad98-43e7-899e-92454f144b3a admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '52f34850-4f08-4bf9-8f19-1c892d4c6132'}}} {{(pid=102749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 12:12:05.198145 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-5912b7c5-ad98-43e7-899e-92454f144b3a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:12:05.433728 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-5912b7c5-ad98-43e7-899e-92454f144b3a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:12:05.508883 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-5912b7c5-ad98-43e7-899e-92454f144b3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3931732'] for port, before_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:12:05.618949 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.db.db_base_plugin_common [None req-5912b7c5-ad98-43e7-899e-92454f144b3a admin admin] Allocated IP 172.27.0.149 (52f34850-4f08-4bf9-8f19-1c892d4c6132/9e59152d-9f1b-4a42-ae53-82f6bd285144/ca095be4-413e-409f-8184-93a62f062a9f) {{(pid=102749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 12:12:05.730217 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-5912b7c5-ad98-43e7-899e-92454f144b3a admin admin] Publish callbacks [] for port, precommit_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:12:05.766539 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-5912b7c5-ad98-43e7-899e-92454f144b3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793342949268'] for port, after_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:12:05.807850 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5912b7c5-ad98-43e7-899e-92454f144b3a admin admin] Network 52f34850-4f08-4bf9-8f19-1c892d4c6132 is already hosted by enough agents. {{(pid=102749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 12:12:05.811002 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.scheduler.base_scheduler [None req-5912b7c5-ad98-43e7-899e-92454f144b3a admin admin] Resources bound (agent type, host, resource id): {{(pid=102749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 12:12:05.815210 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5912b7c5-ad98-43e7-899e-92454f144b3a admin admin] Received port after_create {{(pid=102749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 12:12:05.818016 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5912b7c5-ad98-43e7-899e-92454f144b3a admin admin] Pushing event updated for resources: {'Port': ['ID=ca095be4-413e-409f-8184-93a62f062a9f,revision_number=1']} {{(pid=102749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:12:06.076945 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-5912b7c5-ad98-43e7-899e-92454f144b3a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:12:06.375483 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-5912b7c5-ad98-43e7-899e-92454f144b3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-533017', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-531619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10544'] for router, precommit_update {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:12:06.379058 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-5912b7c5-ad98-43e7-899e-92454f144b3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-533046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-532992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-533007', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-531636'] for router, after_update {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:12:06.491538 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5912b7c5-ad98-43e7-899e-92454f144b3a admin admin] Router a432aa2e-fd2a-4894-a79b-adbafae8497c has already been hosted by L3 agent b4a26ead-6ab2-4f98-a352-c9ed6d39b73e {{(pid=102749) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 12:12:06.628707 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5912b7c5-ad98-43e7-899e-92454f144b3a admin admin] Notify agent at l3_agent.dv-cinder-768458-13-iscsi the message routers_updated {{(pid=102749) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 12:12:06.633746 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-5912b7c5-ad98-43e7-899e-92454f144b3a admin admin] Publish callbacks [] for router, before_response {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:12:06.634876 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [None req-5912b7c5-ad98-43e7-899e-92454f144b3a admin admin] 10.222.0.66 "PUT /v2.0/routers/a432aa2e-fd2a-4894-a79b-adbafae8497c HTTP/1.1" status: 200 len: 890 time: 1.7056546 Nov 22 12:12:08.033078 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6735e093-3ca2-4c2f-bb1b-54cdcc703cb6 None None] Sync routers for ids ['a432aa2e-fd2a-4894-a79b-adbafae8497c'] in dv-cinder-768458-13-iscsi {{(pid=102751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 12:12:08.044588 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6735e093-3ca2-4c2f-bb1b-54cdcc703cb6 None None] Routers {'a432aa2e-fd2a-4894-a79b-adbafae8497c'} bound to L3 agent in host dv-cinder-768458-13-iscsi {{(pid=102751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 12:12:08.045325 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.l3_hamode_db [None req-6735e093-3ca2-4c2f-bb1b-54cdcc703cb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-22T12:11:23Z,description=,heartbeat_timestamp=2021-11-22T12:11:53Z,host='dv-cinder-768458-13-iscsi',id=b4a26ead-6ab2-4f98-a352-c9ed6d39b73e,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T12:11:23Z,topic='l3_agent')) {'router_ids': ['a432aa2e-fd2a-4894-a79b-adbafae8497c'], 'active': True} {{(pid=102751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 12:12:08.265137 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.l3_dvr_db [None req-6735e093-3ca2-4c2f-bb1b-54cdcc703cb6 None None] Set router a432aa2e-fd2a-4894-a79b-adbafae8497c gateway port host: dv-cinder-768458-13-iscsi {{(pid=102751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 12:12:08.316208 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.rpc [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] Device 267fbd05-692a-4f57-9445-c47555696fd7 up at agent ovs-agent-dv-cinder-768458-13-iscsi {{(pid=102751) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 12:12:08.561717 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.provisioning_blocks [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] Provisioning complete for port 267fbd05-692a-4f57-9445-c47555696fd7 triggered by entity L2. {{(pid=102751) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 12:12:08.562086 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3821908'] for port, provisioning_complete {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:12:08.837461 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.l3_hamode_db [None req-6735e093-3ca2-4c2f-bb1b-54cdcc703cb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a432aa2e-fd2a-4894-a79b-adbafae8497c', 'name': 'router1', 'tenant_id': '58633f0469a840fea59bb594ca586f71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52f34850-4f08-4bf9-8f19-1c892d4c6132', 'external_fixed_ips': [{'subnet_id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'ip_address': '172.27.0.149'}], 'enable_snat': True}, 'gw_port_id': 'ca095be4-413e-409f-8184-93a62f062a9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T12:11:48Z', 'updated_at': '2021-11-22T12:12:05Z', 'revision_number': 4, 'project_id': '58633f0469a840fea59bb594ca586f71', 'gw_port': {'id': 'ca095be4-413e-409f-8184-93a62f062a9f', 'name': '', 'network_id': '52f34850-4f08-4bf9-8f19-1c892d4c6132', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:fc:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a432aa2e-fd2a-4894-a79b-adbafae8497c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'ip_address': '172.27.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T12:12:05Z', 'updated_at': '2021-11-22T12:12:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-13-iscsi', '_interfaces': [{'id': '267fbd05-692a-4f57-9445-c47555696fd7', 'name': '', 'network_id': '7ed15b81-b046-47d2-b4fa-5a85c7f40f9d', 'tenant_id': '58633f0469a840fea59bb594ca586f71', 'mac_address': 'fa:16:3e:0f:53:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a432aa2e-fd2a-4894-a79b-adbafae8497c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '23fcc91c-1f1a-4590-8be5-df4881045e06', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T12:11:57Z', 'updated_at': '2021-11-22T12:12:00Z', 'revision_number': 5, 'project_id': '58633f0469a840fea59bb594ca586f71', 'subnets': [{'id': '23fcc91c-1f1a-4590-8be5-df4881045e06', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3485ae7a-bdf2-412c-9a70-360a153b6a45'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-13-iscsi', False) {} {{(pid=102751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 12:12:08.889743 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6735e093-3ca2-4c2f-bb1b-54cdcc703cb6 None None] Checking router: a432aa2e-fd2a-4894-a79b-adbafae8497c for host: dv-cinder-768458-13-iscsi {{(pid=102751) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 12:12:08.890110 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6735e093-3ca2-4c2f-bb1b-54cdcc703cb6 None None] Updating router a432aa2e-fd2a-4894-a79b-adbafae8497c port ca095be4-413e-409f-8184-93a62f062a9f binding host dv-cinder-768458-13-iscsi {{(pid=102751) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 12:12:08.937406 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-6735e093-3ca2-4c2f-bb1b-54cdcc703cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3931732'] for port, before_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:12:09.219587 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.wsgi [-] (102750) accepted ('10.222.0.66', 41266) {{(pid=102750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:12:09.267618 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-6735e093-3ca2-4c2f-bb1b-54cdcc703cb6 None None] Publish callbacks [] for port, precommit_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:12:09.274239 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-6735e093-3ca2-4c2f-bb1b-54cdcc703cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793343495738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793342949286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793342949304'] for port, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:12:09.324627 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9248c4a-e8a5-45af-aff0-8aa84d0498c4 None None] Pushing event updated for resources: {'Port': ['ID=ca095be4-413e-409f-8184-93a62f062a9f,revision_number=2']} {{(pid=102751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:12:09.326921 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.managers [None req-6735e093-3ca2-4c2f-bb1b-54cdcc703cb6 None None] Attempting to bind port ca095be4-413e-409f-8184-93a62f062a9f on host dv-cinder-768458-13-iscsi for vnic_type normal with profile {{(pid=102751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 12:12:09.327327 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.managers [None req-6735e093-3ca2-4c2f-bb1b-54cdcc703cb6 None None] Attempting to bind port ca095be4-413e-409f-8184-93a62f062a9f by drivers openvswitch,hyperv on host dv-cinder-768458-13-iscsi at level 0 using segments [{'id': '91a15bc4-f975-4336-93bb-1ba9d2e7565e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52f34850-4f08-4bf9-8f19-1c892d4c6132'}] {{(pid=102751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 12:12:09.327695 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6735e093-3ca2-4c2f-bb1b-54cdcc703cb6 None None] Attempting to bind port ca095be4-413e-409f-8184-93a62f062a9f on network 52f34850-4f08-4bf9-8f19-1c892d4c6132 {{(pid=102751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 12:12:09.335369 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6735e093-3ca2-4c2f-bb1b-54cdcc703cb6 None None] Checking agent: {'id': '93079659-014b-45ff-9ed2-9a81038b5445', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768458-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 12, 11, 26), 'started_at': datetime.datetime(2021, 11, 22, 12, 11, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 12, 11, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768458-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 12:12:09.335760 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6735e093-3ca2-4c2f-bb1b-54cdcc703cb6 None None] Checking segment: {'id': '91a15bc4-f975-4336-93bb-1ba9d2e7565e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52f34850-4f08-4bf9-8f19-1c892d4c6132'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 12:12:09.336170 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-6735e093-3ca2-4c2f-bb1b-54cdcc703cb6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:12:09.336565 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6735e093-3ca2-4c2f-bb1b-54cdcc703cb6 None None] Bound using segment: {'id': '91a15bc4-f975-4336-93bb-1ba9d2e7565e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52f34850-4f08-4bf9-8f19-1c892d4c6132'} {{(pid=102751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 12:12:09.337260 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.managers [None req-6735e093-3ca2-4c2f-bb1b-54cdcc703cb6 None None] Bound port: ca095be4-413e-409f-8184-93a62f062a9f, host: dv-cinder-768458-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91a15bc4-f975-4336-93bb-1ba9d2e7565e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52f34850-4f08-4bf9-8f19-1c892d4c6132'}}] {{(pid=102751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 12:12:09.337940 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-6735e093-3ca2-4c2f-bb1b-54cdcc703cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3931732'] for port, before_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:12:09.384491 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [None req-8cccc728-c894-4aff-887c-a6411c4e1857 admin admin] 10.222.0.66 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1632915 Nov 22 12:12:09.390838 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.db [None req-6735e093-3ca2-4c2f-bb1b-54cdcc703cb6 None None] For port ca095be4-413e-409f-8184-93a62f062a9f, host dv-cinder-768458-13-iscsi, cleared binding levels {{(pid=102751) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 12:12:09.394454 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.db [None req-6735e093-3ca2-4c2f-bb1b-54cdcc703cb6 None None] For port ca095be4-413e-409f-8184-93a62f062a9f, host dv-cinder-768458-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-13-iscsi',level=0,port_id=ca095be4-413e-409f-8184-93a62f062a9f,segment=NetworkSegment(91a15bc4-f975-4336-93bb-1ba9d2e7565e),segment_id=91a15bc4-f975-4336-93bb-1ba9d2e7565e)] {{(pid=102751) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 12:12:09.401616 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-6735e093-3ca2-4c2f-bb1b-54cdcc703cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793343495738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793342949286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793342949304'] for port, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:12:09.472361 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6735e093-3ca2-4c2f-bb1b-54cdcc703cb6 None None] Routers {'a432aa2e-fd2a-4894-a79b-adbafae8497c'} bound to L3 agent in host dv-cinder-768458-13-iscsi {{(pid=102751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 12:12:09.473008 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.l3_hamode_db [None req-6735e093-3ca2-4c2f-bb1b-54cdcc703cb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-22T12:11:23Z,description=,heartbeat_timestamp=2021-11-22T12:11:53Z,host='dv-cinder-768458-13-iscsi',id=b4a26ead-6ab2-4f98-a352-c9ed6d39b73e,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T12:11:23Z,topic='l3_agent')) {'router_ids': ['a432aa2e-fd2a-4894-a79b-adbafae8497c'], 'active': True} {{(pid=102751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 12:12:09.475092 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9248c4a-e8a5-45af-aff0-8aa84d0498c4 None None] Pushing event updated for resources: {'Port': ['ID=ca095be4-413e-409f-8184-93a62f062a9f,revision_number=3']} {{(pid=102751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:12:09.592189 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.l3_dvr_db [None req-6735e093-3ca2-4c2f-bb1b-54cdcc703cb6 None None] Set router a432aa2e-fd2a-4894-a79b-adbafae8497c gateway port host: dv-cinder-768458-13-iscsi {{(pid=102751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 12:12:09.808522 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.l3_hamode_db [None req-6735e093-3ca2-4c2f-bb1b-54cdcc703cb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a432aa2e-fd2a-4894-a79b-adbafae8497c', 'name': 'router1', 'tenant_id': '58633f0469a840fea59bb594ca586f71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52f34850-4f08-4bf9-8f19-1c892d4c6132', 'external_fixed_ips': [{'subnet_id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'ip_address': '172.27.0.149'}], 'enable_snat': True}, 'gw_port_id': 'ca095be4-413e-409f-8184-93a62f062a9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T12:11:48Z', 'updated_at': '2021-11-22T12:12:05Z', 'revision_number': 4, 'project_id': '58633f0469a840fea59bb594ca586f71', 'gw_port': {'id': 'ca095be4-413e-409f-8184-93a62f062a9f', 'name': '', 'network_id': '52f34850-4f08-4bf9-8f19-1c892d4c6132', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:fc:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a432aa2e-fd2a-4894-a79b-adbafae8497c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'ip_address': '172.27.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T12:12:05Z', 'updated_at': '2021-11-22T12:12:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-13-iscsi', '_interfaces': [{'id': '267fbd05-692a-4f57-9445-c47555696fd7', 'name': '', 'network_id': '7ed15b81-b046-47d2-b4fa-5a85c7f40f9d', 'tenant_id': '58633f0469a840fea59bb594ca586f71', 'mac_address': 'fa:16:3e:0f:53:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a432aa2e-fd2a-4894-a79b-adbafae8497c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '23fcc91c-1f1a-4590-8be5-df4881045e06', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T12:11:57Z', 'updated_at': '2021-11-22T12:12:00Z', 'revision_number': 5, 'project_id': '58633f0469a840fea59bb594ca586f71', 'subnets': [{'id': '23fcc91c-1f1a-4590-8be5-df4881045e06', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3485ae7a-bdf2-412c-9a70-360a153b6a45'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-13-iscsi', False) {} {{(pid=102751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 12:12:09.836806 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6735e093-3ca2-4c2f-bb1b-54cdcc703cb6 None None] The sync data for ids ['a432aa2e-fd2a-4894-a79b-adbafae8497c'] in dv-cinder-768458-13-iscsi is: [{'id': 'a432aa2e-fd2a-4894-a79b-adbafae8497c', 'name': 'router1', 'tenant_id': '58633f0469a840fea59bb594ca586f71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52f34850-4f08-4bf9-8f19-1c892d4c6132', 'external_fixed_ips': [{'subnet_id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'ip_address': '172.27.0.149'}], 'enable_snat': True}, 'gw_port_id': 'ca095be4-413e-409f-8184-93a62f062a9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T12:11:48Z', 'updated_at': '2021-11-22T12:12:05Z', 'revision_number': 4, 'project_id': '58633f0469a840fea59bb594ca586f71', 'gw_port': {'id': 'ca095be4-413e-409f-8184-93a62f062a9f', 'name': '', 'network_id': '52f34850-4f08-4bf9-8f19-1c892d4c6132', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:fc:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a432aa2e-fd2a-4894-a79b-adbafae8497c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'ip_address': '172.27.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T12:12:05Z', 'updated_at': '2021-11-22T12:12:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-13-iscsi', '_interfaces': [{'id': '267fbd05-692a-4f57-9445-c47555696fd7', 'name': '', 'network_id': '7ed15b81-b046-47d2-b4fa-5a85c7f40f9d', 'tenant_id': '58633f0469a840fea59bb594ca586f71', 'mac_address': 'fa:16:3e:0f:53:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a432aa2e-fd2a-4894-a79b-adbafae8497c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '23fcc91c-1f1a-4590-8be5-df4881045e06', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T12:11:57Z', 'updated_at': '2021-11-22T12:12:00Z', 'revision_number': 5, 'project_id': '58633f0469a840fea59bb594ca586f71', 'subnets': [{'id': '23fcc91c-1f1a-4590-8be5-df4881045e06', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3485ae7a-bdf2-412c-9a70-360a153b6a45'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 12:12:10.313355 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.rpc [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] Device ca095be4-413e-409f-8184-93a62f062a9f up at agent ovs-agent-dv-cinder-768458-13-iscsi {{(pid=102751) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 12:12:10.376366 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.provisioning_blocks [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] Provisioning complete for port ca095be4-413e-409f-8184-93a62f062a9f triggered by entity L2. {{(pid=102751) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 12:12:10.376841 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3821908'] for port, provisioning_complete {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:12:10.466396 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3931732'] for port, before_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:12:10.491398 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.db [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] For port ca095be4-413e-409f-8184-93a62f062a9f, host dv-cinder-768458-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-13-iscsi',level=0,port_id=ca095be4-413e-409f-8184-93a62f062a9f,segment=NetworkSegment(91a15bc4-f975-4336-93bb-1ba9d2e7565e),segment_id=91a15bc4-f975-4336-93bb-1ba9d2e7565e)] {{(pid=102751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 12:12:10.497263 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793343495738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793342949286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793342949304'] for port, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:12:10.548696 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] Pushing event updated for resources: {'Port': ['ID=ca095be4-413e-409f-8184-93a62f062a9f,revision_number=4']} {{(pid=102751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:12:12.284330 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.rpc [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] Device ca095be4-413e-409f-8184-93a62f062a9f up at agent ovs-agent-dv-cinder-768458-13-iscsi {{(pid=102751) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 12:12:12.333940 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.provisioning_blocks [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] Provisioning complete for port ca095be4-413e-409f-8184-93a62f062a9f triggered by entity L2. {{(pid=102751) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 12:12:12.334477 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3821908'] for port, provisioning_complete {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:12:20.742542 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-63ef36ba-34b6-4aea-9053-0446c835ad33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793343475411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3821827'] for agent, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:12:22.989502 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-62d2fa7c-d377-4b29-9f5f-830b1e2fa240 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793343475411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3821827'] for agent, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:12:23.988514 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-9105419b-06f9-45a8-bbac-70d110a73200 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793343475411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3821827'] for agent, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:12:25.645077 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-2de83071-1b6f-4e8d-a0c8-0ed39ca59a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793343475411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3821827'] for agent, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:12:26.377543 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793343475411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3821827'] for agent, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:12:36.988796 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.db.agents_db [None req-5743c18b-166a-4bd0-85c4-3f13128e6c33 None None] Agent healthcheck: found 5 active agents {{(pid=102752) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 12:12:50.741568 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-e9d2e544-e7d6-4f1c-8889-642757dbcae4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793343475411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3821827'] for agent, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:12:52.998208 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-2d7e8193-d5ea-425b-a06e-a14241ed70eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793343475411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3821827'] for agent, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:12:53.981675 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-9105419b-06f9-45a8-bbac-70d110a73200 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793343475411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3821827'] for agent, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:12:55.651803 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-2de83071-1b6f-4e8d-a0c8-0ed39ca59a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793343475411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3821827'] for agent, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:12:56.389062 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793343475411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3821827'] for agent, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:13:13.990333 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.db.agents_db [None req-5743c18b-166a-4bd0-85c4-3f13128e6c33 None None] Agent healthcheck: found 5 active agents {{(pid=102752) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 12:13:20.736930 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-0c6320bc-bd33-4534-a333-d3ae61555908 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793343475411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3821827'] for agent, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:13:22.990755 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-ace99676-24d3-4bc0-8b84-f0927753f924 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793343475411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3821827'] for agent, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:13:23.981975 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-9105419b-06f9-45a8-bbac-70d110a73200 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793343475411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3821827'] for agent, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:13:25.655883 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-2de83071-1b6f-4e8d-a0c8-0ed39ca59a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793343475411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3821827'] for agent, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:13:26.384398 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793343475411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3821827'] for agent, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:13:30.842312 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.wsgi [-] (102750) accepted ('10.222.0.66', 41750) {{(pid=102750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:13:30.915017 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.pecan_wsgi.hooks.translation [None req-488d4579-810c-4d2a-ba5f-e02d429101fb admin admin] GET failed (client error): The resource could not be found. Nov 22 12:13:30.916362 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [None req-488d4579-810c-4d2a-ba5f-e02d429101fb admin admin] 10.222.0.66 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0731061 Nov 22 12:13:31.116332 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7fdb978-f8a2-4dd4-aa57-94d583aac782 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:13:31.117727 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [None req-c7fdb978-f8a2-4dd4-aa57-94d583aac782 admin admin] 10.222.0.66 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1946700 Nov 22 12:13:33.441000 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.wsgi [-] (102750) accepted ('10.222.0.66', 41760) {{(pid=102750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:13:33.582717 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-963be7d0-239d-4207-b805-739ff39be957 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:13:33.584105 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [None req-963be7d0-239d-4207-b805-739ff39be957 admin admin] 10.222.0.66 "GET /v2.0/subnets/23fcc91c-1f1a-4590-8be5-df4881045e06 HTTP/1.1" status: 200 len: 849 time: 0.1418579 Nov 22 12:13:33.597590 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.v2.base [None req-041c91ae-44a7-48eb-b169-c6086c8e9466 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=102750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 12:13:33.688836 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-041c91ae-44a7-48eb-b169-c6086c8e9466 admin admin] Publish callbacks [] for subnet, before_update {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:13:33.864693 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-041c91ae-44a7-48eb-b169-c6086c8e9466 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8793343495756'] for subnet, after_update {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:13:33.902688 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-041c91ae-44a7-48eb-b169-c6086c8e9466 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:13:33.903662 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-041c91ae-44a7-48eb-b169-c6086c8e9466 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758363'] for subnet, before_response {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:13:33.913825 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [None req-041c91ae-44a7-48eb-b169-c6086c8e9466 admin admin] 10.222.0.66 "PUT /v2.0/subnets/23fcc91c-1f1a-4590-8be5-df4881045e06 HTTP/1.1" status: 200 len: 868 time: 0.3108582 Nov 22 12:13:33.914100 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84a186bd-f826-490b-a0d1-151dc7f51c35 None None] Network 7ed15b81-b046-47d2-b4fa-5a85c7f40f9d requested from dv-cinder-768458-13-iscsi {{(pid=102751) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 12:13:33.923889 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041c91ae-44a7-48eb-b169-c6086c8e9466 admin admin] Pushing event updated for resources: {'Subnet': ['ID=23fcc91c-1f1a-4590-8be5-df4881045e06,revision_number=1']} {{(pid=102750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:13:33.931415 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041c91ae-44a7-48eb-b169-c6086c8e9466 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:13:33.931786 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041c91ae-44a7-48eb-b169-c6086c8e9466 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:13:33.932133 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041c91ae-44a7-48eb-b169-c6086c8e9466 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:13:33.932475 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041c91ae-44a7-48eb-b169-c6086c8e9466 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:13:33.932809 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041c91ae-44a7-48eb-b169-c6086c8e9466 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:13:33.933157 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041c91ae-44a7-48eb-b169-c6086c8e9466 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:13:33.933497 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041c91ae-44a7-48eb-b169-c6086c8e9466 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:13:33.933843 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041c91ae-44a7-48eb-b169-c6086c8e9466 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:13:33.934176 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041c91ae-44a7-48eb-b169-c6086c8e9466 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:13:33.934522 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041c91ae-44a7-48eb-b169-c6086c8e9466 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:13:33.934831 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041c91ae-44a7-48eb-b169-c6086c8e9466 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:13:33.935286 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041c91ae-44a7-48eb-b169-c6086c8e9466 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:13:34.369948 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.provisioning_blocks [None req-4575eb49-5bc0-467e-8d6c-504017cbb664 None None] Provisioning complete for port 84538378-c43c-487e-8e18-577dad59a470 triggered by entity DHCP. {{(pid=102751) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 12:13:34.370338 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-4575eb49-5bc0-467e-8d6c-504017cbb664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3821908'] for port, provisioning_complete {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:13:34.464783 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.provisioning_blocks [None req-4575eb49-5bc0-467e-8d6c-504017cbb664 None None] Provisioning complete for port 267fbd05-692a-4f57-9445-c47555696fd7 triggered by entity DHCP. {{(pid=102751) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 12:13:34.465001 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-4575eb49-5bc0-467e-8d6c-504017cbb664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3821908'] for port, provisioning_complete {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:13:36.284412 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.wsgi [-] (102750) accepted ('10.222.0.66', 41768) {{(pid=102750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:13:36.494553 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f24ee9c0-20bb-4b48-acd2-a69e10510e87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:13:36.495030 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f24ee9c0-20bb-4b48-acd2-a69e10510e87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:13:36.496638 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [None req-f24ee9c0-20bb-4b48-acd2-a69e10510e87 admin admin] 10.222.0.66 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2112498 Nov 22 12:13:38.815740 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.wsgi [-] (102750) accepted ('10.222.0.66', 41776) {{(pid=102750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:13:38.961486 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e2d0616-f16a-4576-bee0-68cf33bfc4be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:13:38.961929 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e2d0616-f16a-4576-bee0-68cf33bfc4be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:13:38.963507 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [None req-2e2d0616-f16a-4576-bee0-68cf33bfc4be admin admin] 10.222.0.66 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1467597 Nov 22 12:13:41.372891 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.wsgi [-] (102750) accepted ('10.222.0.66', 41784) {{(pid=102750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:13:41.567313 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-495b6b93-e9d1-4a2f-ac1a-423960801903 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:13:41.568714 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [None req-495b6b93-e9d1-4a2f-ac1a-423960801903 admin admin] 10.222.0.66 "GET /v2.0/networks/52f34850-4f08-4bf9-8f19-1c892d4c6132 HTTP/1.1" status: 200 len: 886 time: 0.1948547 Nov 22 12:13:43.879739 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.wsgi [-] (102750) accepted ('10.222.0.66', 41792) {{(pid=102750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:13:44.027148 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-477780a1-5869-477f-a659-1a729b8f7f95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:13:44.028574 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [None req-477780a1-5869-477f-a659-1a729b8f7f95 admin admin] 10.222.0.66 "GET /v2.0/networks/7ed15b81-b046-47d2-b4fa-5a85c7f40f9d HTTP/1.1" status: 200 len: 869 time: 0.1478133 Nov 22 12:13:46.434676 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.wsgi [-] (102750) accepted ('10.222.0.66', 41800) {{(pid=102750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:13:46.594097 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea41059e-9263-42f6-8699-e0ce10ee04f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:13:46.594456 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea41059e-9263-42f6-8699-e0ce10ee04f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:13:46.596147 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [None req-ea41059e-9263-42f6-8699-e0ce10ee04f1 admin admin] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1601183 Nov 22 12:13:48.971668 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.wsgi [-] (102749) accepted ('10.222.0.66', 41808) {{(pid=102749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:13:49.117838 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4f02f55-8bd9-4bec-9ac1-e5e000589501 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:13:49.118325 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4f02f55-8bd9-4bec-9ac1-e5e000589501 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:13:49.119969 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [None req-a4f02f55-8bd9-4bec-9ac1-e5e000589501 admin admin] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1473143 Nov 22 12:13:50.742588 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-71ae3b76-cd07-470c-b0c5-cf6b82206464 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793343475411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3821827'] for agent, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:13:50.990355 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.db.agents_db [None req-5743c18b-166a-4bd0-85c4-3f13128e6c33 None None] Agent healthcheck: found 5 active agents {{(pid=102752) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 12:13:51.486160 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.wsgi [-] (102749) accepted ('10.222.0.66', 41818) {{(pid=102749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:13:51.592705 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23d86f61-0b27-4f8d-b4de-dd55f28f3b4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:13:51.594188 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [None req-23d86f61-0b27-4f8d-b4de-dd55f28f3b4d admin admin] 10.222.0.66 "GET /v2.0/subnets/23fcc91c-1f1a-4590-8be5-df4881045e06 HTTP/1.1" status: 200 len: 868 time: 0.1069958 Nov 22 12:13:52.995421 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-4a48972d-ae1b-4e16-b650-18c1f229e0cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793343475411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3821827'] for agent, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:13:53.989879 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-9105419b-06f9-45a8-bbac-70d110a73200 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793343475411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3821827'] for agent, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:13:53.990541 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.wsgi [-] (102749) accepted ('10.222.0.66', 41826) {{(pid=102749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:13:54.085770 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e3e19d7-bc4f-48fe-a91e-276c1c8b66fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:13:54.087221 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [None req-5e3e19d7-bc4f-48fe-a91e-276c1c8b66fe admin admin] 10.222.0.66 "GET /v2.0/subnets/9e59152d-9f1b-4a42-ae53-82f6bd285144 HTTP/1.1" status: 200 len: 816 time: 0.0956714 Nov 22 12:13:55.663197 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-2de83071-1b6f-4e8d-a0c8-0ed39ca59a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793343475411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3821827'] for agent, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:13:56.392742 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793343475411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3821827'] for agent, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:14:19.227167 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.wsgi [-] (102750) accepted ('10.222.0.66', 41880) {{(pid=102750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:14:19.281440 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.wsgi [None req-0daadc44-03ea-4f8a-9187-ab9412fd9b12 admin admin] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=102750) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 12:14:19.282475 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [None req-0daadc44-03ea-4f8a-9187-ab9412fd9b12 admin admin] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0542357 Nov 22 12:14:20.736834 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-aa7bc631-be71-4e43-b520-d5d999ab3931 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793343475411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3821827'] for agent, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:14:21.687054 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.wsgi [-] (102750) accepted ('10.222.0.66', 41888) {{(pid=102750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:14:21.751096 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.pecan_wsgi.hooks.translation [None req-e20344aa-bd20-4813-94cc-3f9bf2b5fcd6 admin admin] GET failed (client error): The resource could not be found. Nov 22 12:14:21.752472 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [None req-e20344aa-bd20-4813-94cc-3f9bf2b5fcd6 admin admin] 10.222.0.66 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0641563 Nov 22 12:14:21.849074 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c663c29f-0748-4108-b688-b58625bc0a81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:14:21.850597 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [None req-c663c29f-0748-4108-b688-b58625bc0a81 admin admin] 10.222.0.66 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0932701 Nov 22 12:14:23.001654 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-becff98b-4616-4260-81ce-9314d438a4d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793343475411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3821827'] for agent, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:14:23.990608 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-9105419b-06f9-45a8-bbac-70d110a73200 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793343475411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3821827'] for agent, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:14:24.216215 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.wsgi [-] (102750) accepted ('10.222.0.66', 41896) {{(pid=102750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:14:24.265151 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.v2.base [None req-6f747f91-391b-4e5d-8a2a-a3358a17109a admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=102750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 12:14:24.286162 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f747f91-391b-4e5d-8a2a-a3358a17109a admin admin] Made reservation on behalf of 461a06f780a947e1b2dba3572004e6e2 for: {'network': 1} {{(pid=102750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 12:14:24.288447 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-6f747f91-391b-4e5d-8a2a-a3358a17109a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3931732'] for network, before_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:14:24.325423 dv-cinder-768458-13-iscsi neutron-server[102750]: WARNING neutron.services.revisions.revision_plugin [None req-6f747f91-391b-4e5d-8a2a-a3358a17109a admin admin] Could not find related network for resource to bump revision. Nov 22 12:14:24.340938 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f747f91-391b-4e5d-8a2a-a3358a17109a admin admin] vlan segment allocate from pool success with {'vlan_id': 625, 'physical_network': 'physnet1'} {{(pid=102750) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 12:14:24.352225 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-6f747f91-391b-4e5d-8a2a-a3358a17109a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3850450'] for segment, precommit_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:14:24.352567 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.db.segments_db [None req-6f747f91-391b-4e5d-8a2a-a3358a17109a admin admin] Added segment a67c8c22-3e6c-4fbf-81d0-0359352adf0b of type vlan for network eb100660-2284-440b-a769-e21fdd46d731 Nov 22 12:14:24.393900 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-6f747f91-391b-4e5d-8a2a-a3358a17109a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793342968311'] for network, precommit_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:14:24.421255 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-6f747f91-391b-4e5d-8a2a-a3358a17109a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381'] for network, after_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:14:24.422227 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f747f91-391b-4e5d-8a2a-a3358a17109a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:14:24.422818 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-6f747f91-391b-4e5d-8a2a-a3358a17109a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758363'] for network, before_response {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:14:24.478598 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [None req-6f747f91-391b-4e5d-8a2a-a3358a17109a admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2612586 Nov 22 12:14:24.485296 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f747f91-391b-4e5d-8a2a-a3358a17109a admin admin] Pushing event updated for resources: {'Network': ['ID=eb100660-2284-440b-a769-e21fdd46d731,revision_number=1']} {{(pid=102750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:14:24.507682 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.rpc [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] Network eb100660-2284-440b-a769-e21fdd46d731 details requested by agent ovs-agent-dv-cinder-768458-13-iscsi with host dv-cinder-768458-13-iscsi {{(pid=102751) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 12:14:25.662568 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-2de83071-1b6f-4e8d-a0c8-0ed39ca59a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793343475411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3821827'] for agent, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:14:26.389716 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793343475411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3821827'] for agent, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:14:26.819732 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.wsgi [-] (102749) accepted ('10.222.0.66', 41904) {{(pid=102749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:14:26.885429 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.pecan_wsgi.hooks.translation [None req-0469568b-fee7-4fba-9e17-f6d8e4a55ffb admin admin] GET failed (client error): The resource could not be found. Nov 22 12:14:26.886827 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [None req-0469568b-fee7-4fba-9e17-f6d8e4a55ffb admin admin] 10.222.0.66 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0660067 Nov 22 12:14:27.009628 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4feb3ee6-9dc7-4794-bf94-f15201cf8026 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:14:27.011078 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [None req-4feb3ee6-9dc7-4794-bf94-f15201cf8026 admin admin] 10.222.0.66 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1196194 Nov 22 12:14:27.022659 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.v2.base [None req-cf2c83ea-1c1f-449a-8c63-cb96334ec1e2 admin admin] Request body: {'subnet': {'ip_version': 4, 'description': 'shared-subnet', 'network_id': 'eb100660-2284-440b-a769-e21fdd46d731', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=102749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 12:14:27.049705 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf2c83ea-1c1f-449a-8c63-cb96334ec1e2 admin admin] Made reservation on behalf of 461a06f780a947e1b2dba3572004e6e2 for: {'subnet': 1} {{(pid=102749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 12:14:27.052894 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-cf2c83ea-1c1f-449a-8c63-cb96334ec1e2 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:14:27.221601 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-cf2c83ea-1c1f-449a-8c63-cb96334ec1e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381'] for subnet, after_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:14:27.277304 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2c83ea-1c1f-449a-8c63-cb96334ec1e2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ee30ada6-3830-4e88-872b-816df73a43e9,revision_number=0']} {{(pid=102749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:14:27.288049 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2c83ea-1c1f-449a-8c63-cb96334ec1e2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:14:27.288412 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2c83ea-1c1f-449a-8c63-cb96334ec1e2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:14:27.288749 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2c83ea-1c1f-449a-8c63-cb96334ec1e2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:14:27.289079 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2c83ea-1c1f-449a-8c63-cb96334ec1e2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:14:27.289404 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2c83ea-1c1f-449a-8c63-cb96334ec1e2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:14:27.289748 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2c83ea-1c1f-449a-8c63-cb96334ec1e2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:14:27.290075 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2c83ea-1c1f-449a-8c63-cb96334ec1e2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:14:27.291842 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2c83ea-1c1f-449a-8c63-cb96334ec1e2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:14:27.291842 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2c83ea-1c1f-449a-8c63-cb96334ec1e2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:14:27.291842 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2c83ea-1c1f-449a-8c63-cb96334ec1e2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:14:27.291842 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2c83ea-1c1f-449a-8c63-cb96334ec1e2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:14:27.291842 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2c83ea-1c1f-449a-8c63-cb96334ec1e2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:14:27.298679 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf2c83ea-1c1f-449a-8c63-cb96334ec1e2 admin admin] Checking segment: {'id': 'a67c8c22-3e6c-4fbf-81d0-0359352adf0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'eb100660-2284-440b-a769-e21fdd46d731'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 12:14:27.299042 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf2c83ea-1c1f-449a-8c63-cb96334ec1e2 admin admin] Network hostable DHCP agents. Network: eb100660-2284-440b-a769-e21fdd46d731, hostable agents: ['c0a0bcc5-cac5-441b-a5c2-c094680f9e9d'], hosted agents: [] {{(pid=102749) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 12:14:27.317929 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf2c83ea-1c1f-449a-8c63-cb96334ec1e2 admin admin] Network eb100660-2284-440b-a769-e21fdd46d731 is scheduled to be hosted by DHCP agent c0a0bcc5-cac5-441b-a5c2-c094680f9e9d with binding_index 1 {{(pid=102749) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 12:14:27.330083 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.scheduler.base_scheduler [None req-cf2c83ea-1c1f-449a-8c63-cb96334ec1e2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768458-13-iscsi, eb100660-2284-440b-a769-e21fdd46d731) {{(pid=102749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 12:14:27.334732 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf2c83ea-1c1f-449a-8c63-cb96334ec1e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:14:27.335384 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-cf2c83ea-1c1f-449a-8c63-cb96334ec1e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758363'] for subnet, before_response {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:14:27.340984 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5027af7f-9ef8-4a66-87b4-58dc790ad7cd None None] Network eb100660-2284-440b-a769-e21fdd46d731 requested from dv-cinder-768458-13-iscsi {{(pid=102751) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 12:14:27.356195 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [None req-cf2c83ea-1c1f-449a-8c63-cb96334ec1e2 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3375969 Nov 22 12:14:27.506104 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bd1ceff-cac1-4b52-b3cc-e3c4c9e9464d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfe555459-6e0b-5631-a278-c6609bd98800-eb100660-2284-440b-a769-e21fdd46d731', 'network_id': 'eb100660-2284-440b-a769-e21fdd46d731', 'tenant_id': '461a06f780a947e1b2dba3572004e6e2', 'fixed_ips': [{'subnet_id': 'ee30ada6-3830-4e88-872b-816df73a43e9'}]}} from dv-cinder-768458-13-iscsi. {{(pid=102751) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 12:14:27.516582 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-6bd1ceff-cac1-4b52-b3cc-e3c4c9e9464d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3931732'] for port, before_create {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:14:27.750289 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.db_base_plugin_common [None req-6bd1ceff-cac1-4b52-b3cc-e3c4c9e9464d None None] Allocated IP 192.168.233.2 (eb100660-2284-440b-a769-e21fdd46d731/ee30ada6-3830-4e88-872b-816df73a43e9/442a34c4-1c81-47dd-95b0-6d3db66b67c2) {{(pid=102751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 12:14:27.908271 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-6bd1ceff-cac1-4b52-b3cc-e3c4c9e9464d None None] Publish callbacks [] for port, precommit_create {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:14:27.915086 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-6bd1ceff-cac1-4b52-b3cc-e3c4c9e9464d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793342949268'] for port, after_create {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:14:27.960780 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bd1ceff-cac1-4b52-b3cc-e3c4c9e9464d None None] Network eb100660-2284-440b-a769-e21fdd46d731 is already hosted by enough agents. {{(pid=102751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 12:14:27.963535 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.scheduler.base_scheduler [None req-6bd1ceff-cac1-4b52-b3cc-e3c4c9e9464d None None] Resources bound (agent type, host, resource id): {{(pid=102751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 12:14:27.967735 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bd1ceff-cac1-4b52-b3cc-e3c4c9e9464d None None] Received port after_create {{(pid=102751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 12:14:27.973953 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd1ceff-cac1-4b52-b3cc-e3c4c9e9464d None None] Pushing event updated for resources: {'Port': ['ID=442a34c4-1c81-47dd-95b0-6d3db66b67c2,revision_number=1']} {{(pid=102751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:14:27.984393 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd1ceff-cac1-4b52-b3cc-e3c4c9e9464d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:14:27.984775 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd1ceff-cac1-4b52-b3cc-e3c4c9e9464d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:14:27.985124 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd1ceff-cac1-4b52-b3cc-e3c4c9e9464d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:14:27.985463 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd1ceff-cac1-4b52-b3cc-e3c4c9e9464d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:14:27.985804 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd1ceff-cac1-4b52-b3cc-e3c4c9e9464d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:14:27.986730 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd1ceff-cac1-4b52-b3cc-e3c4c9e9464d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:14:27.986730 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd1ceff-cac1-4b52-b3cc-e3c4c9e9464d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:14:27.987018 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd1ceff-cac1-4b52-b3cc-e3c4c9e9464d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:14:27.987162 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd1ceff-cac1-4b52-b3cc-e3c4c9e9464d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:14:27.988248 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd1ceff-cac1-4b52-b3cc-e3c4c9e9464d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:14:27.988248 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd1ceff-cac1-4b52-b3cc-e3c4c9e9464d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:14:27.988549 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd1ceff-cac1-4b52-b3cc-e3c4c9e9464d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:14:28.000470 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.db.agents_db [None req-5743c18b-166a-4bd0-85c4-3f13128e6c33 None None] Agent healthcheck: found 5 active agents {{(pid=102752) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 12:14:28.048059 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.managers [None req-6bd1ceff-cac1-4b52-b3cc-e3c4c9e9464d None None] Attempting to bind port 442a34c4-1c81-47dd-95b0-6d3db66b67c2 on host dv-cinder-768458-13-iscsi for vnic_type normal with profile {{(pid=102751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 12:14:28.048448 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.managers [None req-6bd1ceff-cac1-4b52-b3cc-e3c4c9e9464d None None] Attempting to bind port 442a34c4-1c81-47dd-95b0-6d3db66b67c2 by drivers openvswitch,hyperv on host dv-cinder-768458-13-iscsi at level 0 using segments [{'id': 'a67c8c22-3e6c-4fbf-81d0-0359352adf0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'eb100660-2284-440b-a769-e21fdd46d731'}] {{(pid=102751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 12:14:28.048808 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bd1ceff-cac1-4b52-b3cc-e3c4c9e9464d None None] Attempting to bind port 442a34c4-1c81-47dd-95b0-6d3db66b67c2 on network eb100660-2284-440b-a769-e21fdd46d731 {{(pid=102751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 12:14:28.054184 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bd1ceff-cac1-4b52-b3cc-e3c4c9e9464d None None] Checking agent: {'id': '93079659-014b-45ff-9ed2-9a81038b5445', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768458-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 12, 11, 26), 'started_at': datetime.datetime(2021, 11, 22, 12, 11, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 12, 14, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768458-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 12:14:28.054559 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bd1ceff-cac1-4b52-b3cc-e3c4c9e9464d None None] Checking segment: {'id': 'a67c8c22-3e6c-4fbf-81d0-0359352adf0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'eb100660-2284-440b-a769-e21fdd46d731'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 12:14:28.054958 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-6bd1ceff-cac1-4b52-b3cc-e3c4c9e9464d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:14:28.055377 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bd1ceff-cac1-4b52-b3cc-e3c4c9e9464d None None] Bound using segment: {'id': 'a67c8c22-3e6c-4fbf-81d0-0359352adf0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'eb100660-2284-440b-a769-e21fdd46d731'} {{(pid=102751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 12:14:28.055845 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.managers [None req-6bd1ceff-cac1-4b52-b3cc-e3c4c9e9464d None None] Bound port: 442a34c4-1c81-47dd-95b0-6d3db66b67c2, host: dv-cinder-768458-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a67c8c22-3e6c-4fbf-81d0-0359352adf0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'eb100660-2284-440b-a769-e21fdd46d731'}}] {{(pid=102751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 12:14:28.056239 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-6bd1ceff-cac1-4b52-b3cc-e3c4c9e9464d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3931732'] for port, before_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:14:28.120511 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.db [None req-6bd1ceff-cac1-4b52-b3cc-e3c4c9e9464d None None] For port 442a34c4-1c81-47dd-95b0-6d3db66b67c2, host dv-cinder-768458-13-iscsi, cleared binding levels {{(pid=102751) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 12:14:28.123864 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.db [None req-6bd1ceff-cac1-4b52-b3cc-e3c4c9e9464d None None] For port 442a34c4-1c81-47dd-95b0-6d3db66b67c2, host dv-cinder-768458-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-13-iscsi',level=0,port_id=442a34c4-1c81-47dd-95b0-6d3db66b67c2,segment=NetworkSegment(a67c8c22-3e6c-4fbf-81d0-0359352adf0b),segment_id=a67c8c22-3e6c-4fbf-81d0-0359352adf0b)] {{(pid=102751) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 12:14:28.129497 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-6bd1ceff-cac1-4b52-b3cc-e3c4c9e9464d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793343495738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793342949286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793342949304'] for port, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:14:28.192859 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd1ceff-cac1-4b52-b3cc-e3c4c9e9464d None None] Pushing event updated for resources: {'Port': ['ID=442a34c4-1c81-47dd-95b0-6d3db66b67c2,revision_number=2']} {{(pid=102751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:14:29.019042 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f1b4664-9420-49ff-bd73-f38a8e232341 None None] Network eb100660-2284-440b-a769-e21fdd46d731 requested from dv-cinder-768458-13-iscsi {{(pid=102751) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 12:14:29.154823 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.provisioning_blocks [None req-e67a9310-ab2f-4b13-b65a-ee5e78d6bdbd None None] Provisioning complete for port 442a34c4-1c81-47dd-95b0-6d3db66b67c2 triggered by entity DHCP. {{(pid=102751) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 12:14:29.155213 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-e67a9310-ab2f-4b13-b65a-ee5e78d6bdbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3821908'] for port, provisioning_complete {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:14:29.263724 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-e67a9310-ab2f-4b13-b65a-ee5e78d6bdbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3931732'] for port, before_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:14:29.300114 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.db [None req-e67a9310-ab2f-4b13-b65a-ee5e78d6bdbd None None] For port 442a34c4-1c81-47dd-95b0-6d3db66b67c2, host dv-cinder-768458-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-13-iscsi',level=0,port_id=442a34c4-1c81-47dd-95b0-6d3db66b67c2,segment=NetworkSegment(a67c8c22-3e6c-4fbf-81d0-0359352adf0b),segment_id=a67c8c22-3e6c-4fbf-81d0-0359352adf0b)] {{(pid=102751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 12:14:29.307316 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-e67a9310-ab2f-4b13-b65a-ee5e78d6bdbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793343495738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793342949286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793342949304'] for port, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:14:29.364570 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67a9310-ab2f-4b13-b65a-ee5e78d6bdbd None None] Pushing event updated for resources: {'Port': ['ID=442a34c4-1c81-47dd-95b0-6d3db66b67c2,revision_number=3']} {{(pid=102751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:14:29.429467 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.provisioning_blocks [None req-8fde8a9d-649b-48d6-a106-03ecea416bd2 None None] Provisioning complete for port 442a34c4-1c81-47dd-95b0-6d3db66b67c2 triggered by entity DHCP. {{(pid=102751) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 12:14:29.429864 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-8fde8a9d-649b-48d6-a106-03ecea416bd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3821908'] for port, provisioning_complete {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:14:30.373206 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.rpc [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] Device 442a34c4-1c81-47dd-95b0-6d3db66b67c2 up at agent ovs-agent-dv-cinder-768458-13-iscsi {{(pid=102751) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 12:14:30.424420 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.provisioning_blocks [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] Provisioning complete for port 442a34c4-1c81-47dd-95b0-6d3db66b67c2 triggered by entity L2. {{(pid=102751) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 12:14:30.424942 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3821908'] for port, provisioning_complete {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:14:50.749760 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-b7978322-63bc-4745-b694-396b4e22bb1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793343475411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3821827'] for agent, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:14:52.999326 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-34845607-1784-45e8-befd-da46d5f81ec9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793343475411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3821827'] for agent, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:14:53.993209 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-9105419b-06f9-45a8-bbac-70d110a73200 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793343475411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3821827'] for agent, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:14:55.660541 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-2de83071-1b6f-4e8d-a0c8-0ed39ca59a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793343475411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3821827'] for agent, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:14:56.388169 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793343475411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3821827'] for agent, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:15:04.990238 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.db.agents_db [None req-5743c18b-166a-4bd0-85c4-3f13128e6c33 None None] Agent healthcheck: found 5 active agents {{(pid=102752) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 12:15:20.747193 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-003501f0-bdb2-48fb-94d1-58d6637a516a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793343475411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3821827'] for agent, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:15:22.995569 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-48803cf3-df7a-4701-88a6-9d93c9dc527b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793343475411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3821827'] for agent, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:15:23.996025 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-9105419b-06f9-45a8-bbac-70d110a73200 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793343475411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3821827'] for agent, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:15:25.670035 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-2de83071-1b6f-4e8d-a0c8-0ed39ca59a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793343475411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3821827'] for agent, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:15:26.388482 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793343475411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3821827'] for agent, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:15:40.995363 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.wsgi [-] (102749) accepted ('10.222.0.66', 41948) {{(pid=102749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:15:41.003160 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.wsgi [None req-c8700439-8bfc-406b-9bee-942912a972fd tempest-verify_tempest_config-1679514741 tempest-verify_tempest_config-1679514741-project] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=102749) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 12:15:41.004548 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [None req-c8700439-8bfc-406b-9bee-942912a972fd tempest-verify_tempest_config-1679514741 tempest-verify_tempest_config-1679514741-project] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0081551 Nov 22 12:15:41.416712 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.wsgi [-] (102749) accepted ('10.222.0.66', 41966) {{(pid=102749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:15:41.564562 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-e985accd-a638-41bf-972c-39acb28df604 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:15:41.686783 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-e985accd-a638-41bf-972c-39acb28df604 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:15:41.693819 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-e985accd-a638-41bf-972c-39acb28df604 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545565'] for security_group, after_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:15:41.755112 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [None req-e985accd-a638-41bf-972c-39acb28df604 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=fe258f6967e943ecada266bb2d4a439d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3372486 Nov 22 12:15:41.756127 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e985accd-a638-41bf-972c-39acb28df604 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=093081a8-c00a-4d8f-9436-eb556e4d332b,revision_number=1']} {{(pid=102749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:15:41.758337 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.wsgi [-] (102749) accepted ('10.222.0.66', 41970) {{(pid=102749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:15:41.773100 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e985accd-a638-41bf-972c-39acb28df604 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:15:41.773447 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e985accd-a638-41bf-972c-39acb28df604 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:15:41.773796 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e985accd-a638-41bf-972c-39acb28df604 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:15:41.774145 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e985accd-a638-41bf-972c-39acb28df604 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:15:41.774496 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e985accd-a638-41bf-972c-39acb28df604 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:15:41.774851 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e985accd-a638-41bf-972c-39acb28df604 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:15:41.775192 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e985accd-a638-41bf-972c-39acb28df604 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:15:41.775574 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e985accd-a638-41bf-972c-39acb28df604 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:15:41.775934 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e985accd-a638-41bf-972c-39acb28df604 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:15:41.776271 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e985accd-a638-41bf-972c-39acb28df604 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:15:41.776602 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e985accd-a638-41bf-972c-39acb28df604 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:15:41.776929 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e985accd-a638-41bf-972c-39acb28df604 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:15:41.851900 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-11510ce5-3af9-45e9-abfa-079edf23beb1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:15:41.884783 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-11510ce5-3af9-45e9-abfa-079edf23beb1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:15:41.992159 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.db.agents_db [None req-5743c18b-166a-4bd0-85c4-3f13128e6c33 None None] Agent healthcheck: found 5 active agents {{(pid=102752) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 12:15:42.002225 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-11510ce5-3af9-45e9-abfa-079edf23beb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545565'] for security_group, after_delete {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:15:42.006325 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-11510ce5-3af9-45e9-abfa-079edf23beb1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:15:42.007627 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [None req-11510ce5-3af9-45e9-abfa-079edf23beb1 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/093081a8-c00a-4d8f-9436-eb556e4d332b HTTP/1.1" status: 204 len: 168 time: 0.2482712 Nov 22 12:15:42.021228 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11510ce5-3af9-45e9-abfa-079edf23beb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=093081a8-c00a-4d8f-9436-eb556e4d332b,revision_number=None']} {{(pid=102749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:15:50.742948 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-ebfcff56-aedb-4b35-acb6-39b522cd0540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793343475411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3821827'] for agent, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:15:52.990167 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-47ecc295-5563-47b7-bc65-da7772200321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793343475411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3821827'] for agent, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:15:54.004436 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-9105419b-06f9-45a8-bbac-70d110a73200 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793343475411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3821827'] for agent, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:15:55.672452 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-2de83071-1b6f-4e8d-a0c8-0ed39ca59a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793343475411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3821827'] for agent, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:15:56.385418 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793343475411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3821827'] for agent, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:16:18.990837 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.db.agents_db [None req-5743c18b-166a-4bd0-85c4-3f13128e6c33 None None] Agent healthcheck: found 5 active agents {{(pid=102752) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 12:16:20.739918 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-7adf7906-4cef-44e3-a0b5-68e1321ce43c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793343475411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3821827'] for agent, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:16:22.999529 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-ace94bd7-f787-437c-9890-3e9c6febd1f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793343475411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3821827'] for agent, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:16:24.008540 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-9105419b-06f9-45a8-bbac-70d110a73200 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793343475411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3821827'] for agent, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:16:25.666341 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-2de83071-1b6f-4e8d-a0c8-0ed39ca59a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793343475411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3821827'] for agent, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:16:26.394744 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793343475411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3821827'] for agent, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:16:50.746075 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-1d535acc-ad95-4235-983f-12ac2ea8a2f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793343475411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3821827'] for agent, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:16:52.995133 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-04388ce0-bbce-4971-a695-8a4422537f63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793343475411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3821827'] for agent, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:16:54.009135 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-9105419b-06f9-45a8-bbac-70d110a73200 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793343475411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3821827'] for agent, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:16:55.669952 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-2de83071-1b6f-4e8d-a0c8-0ed39ca59a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793343475411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3821827'] for agent, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:16:55.990728 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.db.agents_db [None req-5743c18b-166a-4bd0-85c4-3f13128e6c33 None None] Agent healthcheck: found 5 active agents {{(pid=102752) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 12:16:56.394580 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793343475411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3821827'] for agent, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:17:16.546416 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793343475411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-531471'] for agent, after_create {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:17:20.755187 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-6145198a-dd60-465c-a238-9fb0ab7759fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793343475411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3821827'] for agent, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:17:23.006044 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-543c6ed0-a9e9-4279-be7a-4501655cf450 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793343475411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3821827'] for agent, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:17:24.009637 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-9105419b-06f9-45a8-bbac-70d110a73200 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793343475411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3821827'] for agent, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:17:25.684028 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-2de83071-1b6f-4e8d-a0c8-0ed39ca59a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793343475411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3821827'] for agent, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:17:26.390403 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793343475411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3821827'] for agent, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:17:32.225548 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.wsgi [-] (102750) accepted ('10.222.0.66', 42046) {{(pid=102750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:17:32.337875 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [None req-b87ae800-1857-464b-a1b9-7671ab3e05b7 admin admin] 10.222.0.66 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.1112118 Nov 22 12:17:32.993322 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.db.agents_db [None req-5743c18b-166a-4bd0-85c4-3f13128e6c33 None None] Agent healthcheck: found 6 active agents {{(pid=102752) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 12:17:34.745515 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.wsgi [-] (102750) accepted ('10.222.0.66', 42056) {{(pid=102750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:17:34.803490 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [None req-001202c8-fe25-44a1-a55b-a4c01bb58e20 admin admin] 10.222.0.66 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.0568378 Nov 22 12:17:46.486598 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793343475411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3821827'] for agent, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:17:50.751501 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-36a7e4e0-148c-4f5d-9a2e-413fb5f1ec48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793343475411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3821827'] for agent, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:17:53.000856 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-92321293-03ce-4d1c-99d3-ed154845c599 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793343475411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3821827'] for agent, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:17:54.016909 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-9105419b-06f9-45a8-bbac-70d110a73200 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793343475411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3821827'] for agent, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:17:55.686081 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-2de83071-1b6f-4e8d-a0c8-0ed39ca59a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793343475411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3821827'] for agent, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:17:56.385959 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793343475411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3821827'] for agent, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:18:09.994435 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.db.agents_db [None req-5743c18b-166a-4bd0-85c4-3f13128e6c33 None None] Agent healthcheck: found 6 active agents {{(pid=102752) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 12:18:16.487346 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793343475411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3821827'] for agent, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:18:20.748719 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-d7b216db-84f3-41fc-bfd5-497a32340fc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793343475411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3821827'] for agent, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:18:23.007985 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-75553aef-bcbe-4312-aa9f-c4e1494bb51c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793343475411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3821827'] for agent, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:18:24.019220 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-9105419b-06f9-45a8-bbac-70d110a73200 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793343475411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3821827'] for agent, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:18:25.680215 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-2de83071-1b6f-4e8d-a0c8-0ed39ca59a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793343475411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3821827'] for agent, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:18:26.394894 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793343475411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3821827'] for agent, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:18:46.507007 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793343475411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3821827'] for agent, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:18:46.994977 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.db.agents_db [None req-5743c18b-166a-4bd0-85c4-3f13128e6c33 None None] Agent healthcheck: found 6 active agents {{(pid=102752) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 12:18:50.742568 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-2df98be6-eb3f-4a71-b450-450a82eaa00e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793343475411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3821827'] for agent, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:18:53.002668 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-e4c3715a-bf25-4525-802c-1b62450a1bb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793343475411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3821827'] for agent, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:18:54.021856 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-9105419b-06f9-45a8-bbac-70d110a73200 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793343475411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3821827'] for agent, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:18:55.682273 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-2de83071-1b6f-4e8d-a0c8-0ed39ca59a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793343475411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3821827'] for agent, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:18:56.394130 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793343475411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3821827'] for agent, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:03.739528 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.wsgi [-] (102750) accepted ('10.222.0.66', 42224) {{(pid=102750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:19:04.041270 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.v2.base [None req-76340a7c-fb0d-48ec-bacd-d74d3f82fd03 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-954986846-network', 'tenant_id': '5319fd2dee9b4b47b98f59bca1572ac8'}} {{(pid=102750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 12:19:04.065498 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76340a7c-fb0d-48ec-bacd-d74d3f82fd03 admin admin] Made reservation on behalf of 5319fd2dee9b4b47b98f59bca1572ac8 for: {'network': 1} {{(pid=102750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 12:19:04.067956 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-76340a7c-fb0d-48ec-bacd-d74d3f82fd03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3931732'] for network, before_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:04.085102 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-76340a7c-fb0d-48ec-bacd-d74d3f82fd03 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:04.189465 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-76340a7c-fb0d-48ec-bacd-d74d3f82fd03 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:04.195449 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-76340a7c-fb0d-48ec-bacd-d74d3f82fd03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545565'] for security_group, after_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:04.245459 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76340a7c-fb0d-48ec-bacd-d74d3f82fd03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d183c51b-56bc-4b8b-8c88-c11ec3bb03cc,revision_number=1']} {{(pid=102750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:19:04.266904 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76340a7c-fb0d-48ec-bacd-d74d3f82fd03 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:19:04.267520 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76340a7c-fb0d-48ec-bacd-d74d3f82fd03 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:19:04.268102 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76340a7c-fb0d-48ec-bacd-d74d3f82fd03 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:19:04.268694 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76340a7c-fb0d-48ec-bacd-d74d3f82fd03 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:19:04.269274 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76340a7c-fb0d-48ec-bacd-d74d3f82fd03 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:19:04.269887 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76340a7c-fb0d-48ec-bacd-d74d3f82fd03 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:19:04.270474 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76340a7c-fb0d-48ec-bacd-d74d3f82fd03 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:19:04.271079 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76340a7c-fb0d-48ec-bacd-d74d3f82fd03 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:19:04.271698 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76340a7c-fb0d-48ec-bacd-d74d3f82fd03 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:19:04.272507 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76340a7c-fb0d-48ec-bacd-d74d3f82fd03 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:19:04.273103 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76340a7c-fb0d-48ec-bacd-d74d3f82fd03 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:19:04.273722 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76340a7c-fb0d-48ec-bacd-d74d3f82fd03 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:19:04.276024 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76340a7c-fb0d-48ec-bacd-d74d3f82fd03 admin admin] Tracked resource versions report: Nov 22 12:19:04.276024 dv-cinder-768458-13-iscsi neutron-server[102750]: pushed versions: Nov 22 12:19:04.276024 dv-cinder-768458-13-iscsi neutron-server[102750]: { 'AddressGroup': {'1.2'}, Nov 22 12:19:04.276024 dv-cinder-768458-13-iscsi neutron-server[102750]: 'ConntrackHelper': {'1.0'}, Nov 22 12:19:04.276024 dv-cinder-768458-13-iscsi neutron-server[102750]: 'Log': {'1.0'}, Nov 22 12:19:04.276024 dv-cinder-768458-13-iscsi neutron-server[102750]: 'Network': {'1.1'}, Nov 22 12:19:04.276024 dv-cinder-768458-13-iscsi neutron-server[102750]: 'Port': {'1.7'}, Nov 22 12:19:04.276024 dv-cinder-768458-13-iscsi neutron-server[102750]: 'PortForwarding': {'1.2'}, Nov 22 12:19:04.276024 dv-cinder-768458-13-iscsi neutron-server[102750]: 'QosPolicy': {'1.10'}, Nov 22 12:19:04.276024 dv-cinder-768458-13-iscsi neutron-server[102750]: 'SecurityGroup': {'1.5'}, Nov 22 12:19:04.276024 dv-cinder-768458-13-iscsi neutron-server[102750]: 'SecurityGroupRule': {'1.2'}, Nov 22 12:19:04.276024 dv-cinder-768458-13-iscsi neutron-server[102750]: 'SubPort': {'1.0'}, Nov 22 12:19:04.276024 dv-cinder-768458-13-iscsi neutron-server[102750]: 'Subnet': {'1.1'}, Nov 22 12:19:04.276024 dv-cinder-768458-13-iscsi neutron-server[102750]: 'Trunk': {'1.1'}} Nov 22 12:19:04.276024 dv-cinder-768458-13-iscsi neutron-server[102750]: consumer versions: Nov 22 12:19:04.276024 dv-cinder-768458-13-iscsi neutron-server[102750]: { DHCP agent@dv-cinder-768458-13-iscsi: {}, Nov 22 12:19:04.276024 dv-cinder-768458-13-iscsi neutron-server[102750]: HyperV agent@hv-cinder-76845: {}, Nov 22 12:19:04.276024 dv-cinder-768458-13-iscsi neutron-server[102750]: L3 agent@dv-cinder-768458-13-iscsi: {}, Nov 22 12:19:04.276024 dv-cinder-768458-13-iscsi neutron-server[102750]: Metadata agent@dv-cinder-768458-13-iscsi: {}, Nov 22 12:19:04.276024 dv-cinder-768458-13-iscsi neutron-server[102750]: Metering agent@dv-cinder-768458-13-iscsi: {}, Nov 22 12:19:04.276024 dv-cinder-768458-13-iscsi neutron-server[102750]: Open vSwitch agent@dv-cinder-768458-13-iscsi: { 'AddressGroup': '1.2', Nov 22 12:19:04.276024 dv-cinder-768458-13-iscsi neutron-server[102750]: 'ConntrackHelper': '1.0', Nov 22 12:19:04.276024 dv-cinder-768458-13-iscsi neutron-server[102750]: 'Log': '1.0', Nov 22 12:19:04.276024 dv-cinder-768458-13-iscsi neutron-server[102750]: 'Network': '1.1', Nov 22 12:19:04.276024 dv-cinder-768458-13-iscsi neutron-server[102750]: 'Port': '1.7', Nov 22 12:19:04.276024 dv-cinder-768458-13-iscsi neutron-server[102750]: 'PortForwarding': '1.2', Nov 22 12:19:04.276024 dv-cinder-768458-13-iscsi neutron-server[102750]: 'QosPolicy': '1.10', Nov 22 12:19:04.276024 dv-cinder-768458-13-iscsi neutron-server[102750]: 'SecurityGroup': '1.5', Nov 22 12:19:04.276024 dv-cinder-768458-13-iscsi neutron-server[102750]: 'SecurityGroupRule': '1.2', Nov 22 12:19:04.276024 dv-cinder-768458-13-iscsi neutron-server[102750]: 'SubPort': '1.0', Nov 22 12:19:04.276024 dv-cinder-768458-13-iscsi neutron-server[102750]: 'Subnet': '1.1', Nov 22 12:19:04.276024 dv-cinder-768458-13-iscsi neutron-server[102750]: 'Trunk': '1.1'}} Nov 22 12:19:04.276024 dv-cinder-768458-13-iscsi neutron-server[102750]: {{(pid=102750) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 22 12:19:04.282750 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76340a7c-fb0d-48ec-bacd-d74d3f82fd03 admin admin] vlan segment allocate from pool success with {'vlan_id': 606, 'physical_network': 'physnet1'} {{(pid=102750) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 12:19:04.303020 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-76340a7c-fb0d-48ec-bacd-d74d3f82fd03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3850450'] for segment, precommit_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:04.303677 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.db.segments_db [None req-76340a7c-fb0d-48ec-bacd-d74d3f82fd03 admin admin] Added segment 5e5839cc-8792-46fd-9ed5-606893fc60d9 of type vlan for network 1a398bbd-8494-4c78-9a7f-9328646aea45 Nov 22 12:19:04.382767 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-76340a7c-fb0d-48ec-bacd-d74d3f82fd03 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793342968311'] for network, precommit_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:04.406869 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.wsgi [-] (102749) accepted ('10.222.0.66', 42258) {{(pid=102749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:19:04.428530 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-76340a7c-fb0d-48ec-bacd-d74d3f82fd03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381'] for network, after_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:04.431646 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76340a7c-fb0d-48ec-bacd-d74d3f82fd03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:19:04.433218 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-76340a7c-fb0d-48ec-bacd-d74d3f82fd03 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758363'] for network, before_response {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:04.472120 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [None req-76340a7c-fb0d-48ec-bacd-d74d3f82fd03 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7309582 Nov 22 12:19:04.476030 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.wsgi [-] (102749) accepted ('10.222.0.66', 42266) {{(pid=102749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:19:04.481181 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.v2.base [None req-7dc03b69-d6db-45dc-9144-94d9171c48b9 admin admin] Request body: {'subnet': {'network_id': '1a398bbd-8494-4c78-9a7f-9328646aea45', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-954986846-subnet', 'tenant_id': '5319fd2dee9b4b47b98f59bca1572ac8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 12:19:04.513679 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dc03b69-d6db-45dc-9144-94d9171c48b9 admin admin] Made reservation on behalf of 5319fd2dee9b4b47b98f59bca1572ac8 for: {'subnet': 1} {{(pid=102749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 12:19:04.517681 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-7dc03b69-d6db-45dc-9144-94d9171c48b9 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:04.591712 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76340a7c-fb0d-48ec-bacd-d74d3f82fd03 admin admin] Pushing event updated for resources: {'Network': ['ID=1a398bbd-8494-4c78-9a7f-9328646aea45,revision_number=1']} {{(pid=102750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:19:04.606542 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.rpc [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] Network 1a398bbd-8494-4c78-9a7f-9328646aea45 details requested by agent ovs-agent-dv-cinder-768458-13-iscsi with host dv-cinder-768458-13-iscsi {{(pid=102751) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 12:19:04.827794 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-7dc03b69-d6db-45dc-9144-94d9171c48b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381'] for subnet, after_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:04.890672 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.v2.base [None req-0c03654e-d1d9-405c-9faa-95ab74799fd8 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1235582158-network', 'tenant_id': '95c32f9960704ce6b26019efdc2abddc'}} {{(pid=102749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 12:19:04.937386 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc03b69-d6db-45dc-9144-94d9171c48b9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a297376f-8bec-4762-a395-e20c73d660c4,revision_number=0']} {{(pid=102749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:19:04.954092 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dc03b69-d6db-45dc-9144-94d9171c48b9 admin admin] Checking segment: {'id': '5e5839cc-8792-46fd-9ed5-606893fc60d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '1a398bbd-8494-4c78-9a7f-9328646aea45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 12:19:04.954426 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dc03b69-d6db-45dc-9144-94d9171c48b9 admin admin] Network hostable DHCP agents. Network: 1a398bbd-8494-4c78-9a7f-9328646aea45, hostable agents: ['c0a0bcc5-cac5-441b-a5c2-c094680f9e9d'], hosted agents: [] {{(pid=102749) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 12:19:04.961124 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc03b69-d6db-45dc-9144-94d9171c48b9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:19:04.961479 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc03b69-d6db-45dc-9144-94d9171c48b9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:19:04.962020 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc03b69-d6db-45dc-9144-94d9171c48b9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:19:04.962553 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc03b69-d6db-45dc-9144-94d9171c48b9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:19:04.963282 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc03b69-d6db-45dc-9144-94d9171c48b9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:19:04.963617 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc03b69-d6db-45dc-9144-94d9171c48b9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:19:04.963954 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc03b69-d6db-45dc-9144-94d9171c48b9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:19:04.964298 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc03b69-d6db-45dc-9144-94d9171c48b9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:19:04.964627 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc03b69-d6db-45dc-9144-94d9171c48b9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:19:04.965004 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc03b69-d6db-45dc-9144-94d9171c48b9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:19:04.965419 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc03b69-d6db-45dc-9144-94d9171c48b9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:19:04.965916 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc03b69-d6db-45dc-9144-94d9171c48b9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:19:04.967200 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc03b69-d6db-45dc-9144-94d9171c48b9 admin admin] Tracked resource versions report: Nov 22 12:19:04.967200 dv-cinder-768458-13-iscsi neutron-server[102749]: pushed versions: Nov 22 12:19:04.967200 dv-cinder-768458-13-iscsi neutron-server[102749]: { 'AddressGroup': {'1.2'}, Nov 22 12:19:04.967200 dv-cinder-768458-13-iscsi neutron-server[102749]: 'ConntrackHelper': {'1.0'}, Nov 22 12:19:04.967200 dv-cinder-768458-13-iscsi neutron-server[102749]: 'Log': {'1.0'}, Nov 22 12:19:04.967200 dv-cinder-768458-13-iscsi neutron-server[102749]: 'Network': {'1.1'}, Nov 22 12:19:04.967200 dv-cinder-768458-13-iscsi neutron-server[102749]: 'Port': {'1.7'}, Nov 22 12:19:04.967200 dv-cinder-768458-13-iscsi neutron-server[102749]: 'PortForwarding': {'1.2'}, Nov 22 12:19:04.967200 dv-cinder-768458-13-iscsi neutron-server[102749]: 'QosPolicy': {'1.10'}, Nov 22 12:19:04.967200 dv-cinder-768458-13-iscsi neutron-server[102749]: 'SecurityGroup': {'1.5'}, Nov 22 12:19:04.967200 dv-cinder-768458-13-iscsi neutron-server[102749]: 'SecurityGroupRule': {'1.2'}, Nov 22 12:19:04.967200 dv-cinder-768458-13-iscsi neutron-server[102749]: 'SubPort': {'1.0'}, Nov 22 12:19:04.967200 dv-cinder-768458-13-iscsi neutron-server[102749]: 'Subnet': {'1.1'}, Nov 22 12:19:04.967200 dv-cinder-768458-13-iscsi neutron-server[102749]: 'Trunk': {'1.1'}} Nov 22 12:19:04.967200 dv-cinder-768458-13-iscsi neutron-server[102749]: consumer versions: Nov 22 12:19:04.967200 dv-cinder-768458-13-iscsi neutron-server[102749]: { DHCP agent@dv-cinder-768458-13-iscsi: {}, Nov 22 12:19:04.967200 dv-cinder-768458-13-iscsi neutron-server[102749]: HyperV agent@hv-cinder-76845: {}, Nov 22 12:19:04.967200 dv-cinder-768458-13-iscsi neutron-server[102749]: L3 agent@dv-cinder-768458-13-iscsi: {}, Nov 22 12:19:04.967200 dv-cinder-768458-13-iscsi neutron-server[102749]: Metadata agent@dv-cinder-768458-13-iscsi: {}, Nov 22 12:19:04.967200 dv-cinder-768458-13-iscsi neutron-server[102749]: Metering agent@dv-cinder-768458-13-iscsi: {}, Nov 22 12:19:04.967200 dv-cinder-768458-13-iscsi neutron-server[102749]: Open vSwitch agent@dv-cinder-768458-13-iscsi: { 'AddressGroup': '1.2', Nov 22 12:19:04.967200 dv-cinder-768458-13-iscsi neutron-server[102749]: 'ConntrackHelper': '1.0', Nov 22 12:19:04.967200 dv-cinder-768458-13-iscsi neutron-server[102749]: 'Log': '1.0', Nov 22 12:19:04.967200 dv-cinder-768458-13-iscsi neutron-server[102749]: 'Network': '1.1', Nov 22 12:19:04.967200 dv-cinder-768458-13-iscsi neutron-server[102749]: 'Port': '1.7', Nov 22 12:19:04.967200 dv-cinder-768458-13-iscsi neutron-server[102749]: 'PortForwarding': '1.2', Nov 22 12:19:04.967200 dv-cinder-768458-13-iscsi neutron-server[102749]: 'QosPolicy': '1.10', Nov 22 12:19:04.967200 dv-cinder-768458-13-iscsi neutron-server[102749]: 'SecurityGroup': '1.5', Nov 22 12:19:04.967200 dv-cinder-768458-13-iscsi neutron-server[102749]: 'SecurityGroupRule': '1.2', Nov 22 12:19:04.967200 dv-cinder-768458-13-iscsi neutron-server[102749]: 'SubPort': '1.0', Nov 22 12:19:04.967200 dv-cinder-768458-13-iscsi neutron-server[102749]: 'Subnet': '1.1', Nov 22 12:19:04.967200 dv-cinder-768458-13-iscsi neutron-server[102749]: 'Trunk': '1.1'}} Nov 22 12:19:04.967200 dv-cinder-768458-13-iscsi neutron-server[102749]: {{(pid=102749) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 22 12:19:04.990338 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c03654e-d1d9-405c-9faa-95ab74799fd8 admin admin] Made reservation on behalf of 95c32f9960704ce6b26019efdc2abddc for: {'network': 1} {{(pid=102749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 12:19:04.994060 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-0c03654e-d1d9-405c-9faa-95ab74799fd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3931732'] for network, before_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:05.005652 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-0c03654e-d1d9-405c-9faa-95ab74799fd8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:05.007665 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dc03b69-d6db-45dc-9144-94d9171c48b9 admin admin] Network 1a398bbd-8494-4c78-9a7f-9328646aea45 is scheduled to be hosted by DHCP agent c0a0bcc5-cac5-441b-a5c2-c094680f9e9d with binding_index 1 {{(pid=102749) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 12:19:05.023085 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.scheduler.base_scheduler [None req-7dc03b69-d6db-45dc-9144-94d9171c48b9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768458-13-iscsi, 1a398bbd-8494-4c78-9a7f-9328646aea45) {{(pid=102749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 12:19:05.040065 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e758171b-f187-4d95-ab05-17da3573db70 None None] Network 1a398bbd-8494-4c78-9a7f-9328646aea45 requested from dv-cinder-768458-13-iscsi {{(pid=102751) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 12:19:05.069975 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dc03b69-d6db-45dc-9144-94d9171c48b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:19:05.070696 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-7dc03b69-d6db-45dc-9144-94d9171c48b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758363'] for subnet, before_response {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:05.101118 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [None req-7dc03b69-d6db-45dc-9144-94d9171c48b9 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6257482 Nov 22 12:19:05.163663 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-0c03654e-d1d9-405c-9faa-95ab74799fd8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:05.170042 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-0c03654e-d1d9-405c-9faa-95ab74799fd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545565'] for security_group, after_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:05.210253 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-373d6d59-48d2-4a11-b246-824f5a048bcd None None] Network 1a398bbd-8494-4c78-9a7f-9328646aea45 requested from dv-cinder-768458-13-iscsi {{(pid=102751) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 12:19:05.214423 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c03654e-d1d9-405c-9faa-95ab74799fd8 admin admin] vlan segment allocate from pool success with {'vlan_id': 649, 'physical_network': 'physnet1'} {{(pid=102749) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 12:19:05.226753 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c03654e-d1d9-405c-9faa-95ab74799fd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=275fd683-ebee-400e-af25-c2e25f553eba,revision_number=1']} {{(pid=102749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:19:05.234028 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-0c03654e-d1d9-405c-9faa-95ab74799fd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3850450'] for segment, precommit_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:05.234824 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.db.segments_db [None req-0c03654e-d1d9-405c-9faa-95ab74799fd8 admin admin] Added segment 09c82953-3551-4e0d-a94d-e8e4962bca7e of type vlan for network b07068ae-2296-48cd-ab6a-7673ccc232c3 Nov 22 12:19:05.294636 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-0c03654e-d1d9-405c-9faa-95ab74799fd8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793342968311'] for network, precommit_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:05.341205 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-0c03654e-d1d9-405c-9faa-95ab74799fd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381'] for network, after_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:05.344246 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c03654e-d1d9-405c-9faa-95ab74799fd8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:19:05.345150 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-0c03654e-d1d9-405c-9faa-95ab74799fd8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758363'] for network, before_response {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:05.388585 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.wsgi [-] (102750) accepted ('10.222.0.66', 42298) {{(pid=102750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:19:05.444708 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c03654e-d1d9-405c-9faa-95ab74799fd8 admin admin] Pushing event updated for resources: {'Network': ['ID=b07068ae-2296-48cd-ab6a-7673ccc232c3,revision_number=1']} {{(pid=102749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:19:05.463331 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [None req-0c03654e-d1d9-405c-9faa-95ab74799fd8 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0548272 Nov 22 12:19:05.468140 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.wsgi [-] (102750) accepted ('10.222.0.66', 42302) {{(pid=102750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:19:05.468975 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.rpc [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] Network b07068ae-2296-48cd-ab6a-7673ccc232c3 details requested by agent ovs-agent-dv-cinder-768458-13-iscsi with host dv-cinder-768458-13-iscsi {{(pid=102751) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 12:19:05.474310 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.v2.base [None req-f5a61999-503e-49a4-b131-6c3beb302c0d admin admin] Request body: {'subnet': {'network_id': 'b07068ae-2296-48cd-ab6a-7673ccc232c3', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1235582158-subnet', 'tenant_id': '95c32f9960704ce6b26019efdc2abddc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 12:19:05.508160 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5a61999-503e-49a4-b131-6c3beb302c0d admin admin] Made reservation on behalf of 95c32f9960704ce6b26019efdc2abddc for: {'subnet': 1} {{(pid=102750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 12:19:05.513821 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-f5a61999-503e-49a4-b131-6c3beb302c0d admin admin] Publish callbacks [] for subnet, before_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:05.522711 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.wsgi [-] (102749) accepted ('10.222.0.66', 42304) {{(pid=102749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:19:05.889334 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-f5a61999-503e-49a4-b131-6c3beb302c0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381'] for subnet, after_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:05.967073 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.v2.base [None req-2dc939dc-5803-45cd-bf6d-e702ce22f785 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-691096430-network', 'tenant_id': 'f3d392a7d77f46fcb4faa017786796fa'}} {{(pid=102750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 12:19:06.021851 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.v2.base [None req-e8f07824-963f-42f6-a397-38c0a4e0c417 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-514126347-network', 'tenant_id': '086a36bf2fea4df7a4d72733b2f68dcd'}} {{(pid=102749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 12:19:06.057890 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dc939dc-5803-45cd-bf6d-e702ce22f785 admin admin] Made reservation on behalf of f3d392a7d77f46fcb4faa017786796fa for: {'network': 1} {{(pid=102750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 12:19:06.065160 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-2dc939dc-5803-45cd-bf6d-e702ce22f785 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3931732'] for network, before_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:06.083875 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8f07824-963f-42f6-a397-38c0a4e0c417 admin admin] Made reservation on behalf of 086a36bf2fea4df7a4d72733b2f68dcd for: {'network': 1} {{(pid=102749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 12:19:06.087076 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-e8f07824-963f-42f6-a397-38c0a4e0c417 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3931732'] for network, before_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:06.103000 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-e8f07824-963f-42f6-a397-38c0a4e0c417 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:06.166719 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-2dc939dc-5803-45cd-bf6d-e702ce22f785 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:06.187600 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a61999-503e-49a4-b131-6c3beb302c0d admin admin] Pushing event updated for resources: {'Subnet': ['ID=f30157bd-ae15-4c4e-9999-a9333b05a615,revision_number=0']} {{(pid=102750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:19:06.217712 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5a61999-503e-49a4-b131-6c3beb302c0d admin admin] Checking segment: {'id': '09c82953-3551-4e0d-a94d-e8e4962bca7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'b07068ae-2296-48cd-ab6a-7673ccc232c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 12:19:06.219003 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5a61999-503e-49a4-b131-6c3beb302c0d admin admin] Network hostable DHCP agents. Network: b07068ae-2296-48cd-ab6a-7673ccc232c3, hostable agents: ['c0a0bcc5-cac5-441b-a5c2-c094680f9e9d'], hosted agents: [] {{(pid=102750) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 12:19:06.300975 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5a61999-503e-49a4-b131-6c3beb302c0d admin admin] Network b07068ae-2296-48cd-ab6a-7673ccc232c3 is scheduled to be hosted by DHCP agent c0a0bcc5-cac5-441b-a5c2-c094680f9e9d with binding_index 1 {{(pid=102750) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 12:19:06.315966 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-e8f07824-963f-42f6-a397-38c0a4e0c417 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:06.325687 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-e8f07824-963f-42f6-a397-38c0a4e0c417 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545565'] for security_group, after_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:06.341288 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.scheduler.base_scheduler [None req-f5a61999-503e-49a4-b131-6c3beb302c0d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768458-13-iscsi, b07068ae-2296-48cd-ab6a-7673ccc232c3) {{(pid=102750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 12:19:06.353104 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cea39137-5d27-4488-9bf6-b5fad06c6005 None None] Network b07068ae-2296-48cd-ab6a-7673ccc232c3 requested from dv-cinder-768458-13-iscsi {{(pid=102751) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 12:19:06.361904 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5a61999-503e-49a4-b131-6c3beb302c0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:19:06.363551 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-f5a61999-503e-49a4-b131-6c3beb302c0d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758363'] for subnet, before_response {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:06.414442 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-2dc939dc-5803-45cd-bf6d-e702ce22f785 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:06.421350 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8f07824-963f-42f6-a397-38c0a4e0c417 admin admin] vlan segment allocate from pool success with {'vlan_id': 623, 'physical_network': 'physnet1'} {{(pid=102749) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 12:19:06.430810 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [None req-f5a61999-503e-49a4-b131-6c3beb302c0d admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9613633 Nov 22 12:19:06.437056 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-2dc939dc-5803-45cd-bf6d-e702ce22f785 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545565'] for security_group, after_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:06.469274 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2dc939dc-5803-45cd-bf6d-e702ce22f785 admin admin] vlan segment allocate from pool success with {'vlan_id': 604, 'physical_network': 'physnet1'} {{(pid=102750) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 12:19:06.484734 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f07824-963f-42f6-a397-38c0a4e0c417 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05f29e5f-bfd1-4f66-b389-492f165c5ee6,revision_number=1']} {{(pid=102749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:19:06.490020 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc939dc-5803-45cd-bf6d-e702ce22f785 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d25355f0-2e41-493d-aac5-082c69fe23d3,revision_number=1']} {{(pid=102750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:19:06.491664 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-e8f07824-963f-42f6-a397-38c0a4e0c417 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3850450'] for segment, precommit_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:06.492670 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.db.segments_db [None req-e8f07824-963f-42f6-a397-38c0a4e0c417 admin admin] Added segment ad989668-ff42-4f8a-9eac-7040e599f03e of type vlan for network 47c7c2df-c485-45be-9ae4-891cba4c7953 Nov 22 12:19:06.497818 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-2dc939dc-5803-45cd-bf6d-e702ce22f785 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3850450'] for segment, precommit_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:06.498147 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.db.segments_db [None req-2dc939dc-5803-45cd-bf6d-e702ce22f785 admin admin] Added segment 103f8584-8f7f-4b00-950b-b4afaf5307e9 of type vlan for network 08903c03-f7d7-43c9-ab4d-565ac4637d53 Nov 22 12:19:06.563177 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-2dc939dc-5803-45cd-bf6d-e702ce22f785 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793342968311'] for network, precommit_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:06.583045 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-e8f07824-963f-42f6-a397-38c0a4e0c417 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793342968311'] for network, precommit_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:06.617822 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-e8f07824-963f-42f6-a397-38c0a4e0c417 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381'] for network, after_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:06.620436 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8f07824-963f-42f6-a397-38c0a4e0c417 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:19:06.622497 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-e8f07824-963f-42f6-a397-38c0a4e0c417 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758363'] for network, before_response {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:06.625298 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-2dc939dc-5803-45cd-bf6d-e702ce22f785 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381'] for network, after_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:06.626670 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dc939dc-5803-45cd-bf6d-e702ce22f785 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:19:06.627598 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-2dc939dc-5803-45cd-bf6d-e702ce22f785 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758363'] for network, before_response {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:06.696420 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57877210-463e-461f-9013-34321b45d13f None None] Network b07068ae-2296-48cd-ab6a-7673ccc232c3 requested from dv-cinder-768458-13-iscsi {{(pid=102751) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 12:19:06.771946 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [None req-2dc939dc-5803-45cd-bf6d-e702ce22f785 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.3812253 Nov 22 12:19:06.777116 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.wsgi [-] (102750) accepted ('10.222.0.66', 42348) {{(pid=102750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:19:06.789358 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.v2.base [None req-73be35d3-da38-4477-845e-20701057d9d1 admin admin] Request body: {'subnet': {'network_id': '08903c03-f7d7-43c9-ab4d-565ac4637d53', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-691096430-subnet', 'tenant_id': 'f3d392a7d77f46fcb4faa017786796fa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 12:19:06.820283 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc939dc-5803-45cd-bf6d-e702ce22f785 admin admin] Pushing event updated for resources: {'Network': ['ID=08903c03-f7d7-43c9-ab4d-565ac4637d53,revision_number=1']} {{(pid=102750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:19:06.841272 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [None req-e8f07824-963f-42f6-a397-38c0a4e0c417 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.3167088 Nov 22 12:19:06.846583 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.wsgi [-] (102749) accepted ('10.222.0.66', 42352) {{(pid=102749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:19:06.861401 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73be35d3-da38-4477-845e-20701057d9d1 admin admin] Made reservation on behalf of f3d392a7d77f46fcb4faa017786796fa for: {'subnet': 1} {{(pid=102750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 12:19:06.866012 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-73be35d3-da38-4477-845e-20701057d9d1 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:06.869136 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.v2.base [None req-af6ba9ca-a308-4c6e-ac9d-9f69cc262d05 admin admin] Request body: {'subnet': {'network_id': '47c7c2df-c485-45be-9ae4-891cba4c7953', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-514126347-subnet', 'tenant_id': '086a36bf2fea4df7a4d72733b2f68dcd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 12:19:06.876075 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f07824-963f-42f6-a397-38c0a4e0c417 admin admin] Pushing event updated for resources: {'Network': ['ID=47c7c2df-c485-45be-9ae4-891cba4c7953,revision_number=1']} {{(pid=102749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:19:06.877482 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.rpc [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] Network 08903c03-f7d7-43c9-ab4d-565ac4637d53 details requested by agent ovs-agent-dv-cinder-768458-13-iscsi with host dv-cinder-768458-13-iscsi {{(pid=102751) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 12:19:06.892858 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.rpc [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] Network 47c7c2df-c485-45be-9ae4-891cba4c7953 details requested by agent ovs-agent-dv-cinder-768458-13-iscsi with host dv-cinder-768458-13-iscsi {{(pid=102751) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 12:19:06.908824 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af6ba9ca-a308-4c6e-ac9d-9f69cc262d05 admin admin] Made reservation on behalf of 086a36bf2fea4df7a4d72733b2f68dcd for: {'subnet': 1} {{(pid=102749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 12:19:06.913995 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-af6ba9ca-a308-4c6e-ac9d-9f69cc262d05 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:07.230668 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-73be35d3-da38-4477-845e-20701057d9d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381'] for subnet, after_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:07.363932 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73be35d3-da38-4477-845e-20701057d9d1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=292b6822-c634-4819-b6c6-c4a4132c73d4,revision_number=0']} {{(pid=102750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:19:07.375437 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73be35d3-da38-4477-845e-20701057d9d1 admin admin] Checking segment: {'id': '103f8584-8f7f-4b00-950b-b4afaf5307e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '08903c03-f7d7-43c9-ab4d-565ac4637d53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 12:19:07.376117 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73be35d3-da38-4477-845e-20701057d9d1 admin admin] Network hostable DHCP agents. Network: 08903c03-f7d7-43c9-ab4d-565ac4637d53, hostable agents: ['c0a0bcc5-cac5-441b-a5c2-c094680f9e9d'], hosted agents: [] {{(pid=102750) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 12:19:07.400332 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-af6ba9ca-a308-4c6e-ac9d-9f69cc262d05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381'] for subnet, after_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:07.404189 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73be35d3-da38-4477-845e-20701057d9d1 admin admin] Network 08903c03-f7d7-43c9-ab4d-565ac4637d53 is scheduled to be hosted by DHCP agent c0a0bcc5-cac5-441b-a5c2-c094680f9e9d with binding_index 1 {{(pid=102750) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 12:19:07.417563 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.scheduler.base_scheduler [None req-73be35d3-da38-4477-845e-20701057d9d1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768458-13-iscsi, 08903c03-f7d7-43c9-ab4d-565ac4637d53) {{(pid=102750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 12:19:07.424271 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73be35d3-da38-4477-845e-20701057d9d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:19:07.425424 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-73be35d3-da38-4477-845e-20701057d9d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758363'] for subnet, before_response {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:07.434044 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85e27543-a937-413b-8321-68ed42be50cd None None] Network 08903c03-f7d7-43c9-ab4d-565ac4637d53 requested from dv-cinder-768458-13-iscsi {{(pid=102751) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 12:19:07.447203 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [None req-73be35d3-da38-4477-845e-20701057d9d1 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.6688175 Nov 22 12:19:07.450823 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.wsgi [-] (102750) accepted ('10.222.0.66', 42386) {{(pid=102750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:19:07.457137 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.v2.base [None req-1f5ca3f2-e323-453c-afaa-afac8eca026a admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-691096430-router', 'tenant_id': 'f3d392a7d77f46fcb4faa017786796fa', 'external_gateway_info': {'network_id': '52f34850-4f08-4bf9-8f19-1c892d4c6132'}}} {{(pid=102750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 12:19:07.529615 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-1f5ca3f2-e323-453c-afaa-afac8eca026a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-923473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11729'] for router, before_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:07.532165 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.wsgi [-] (102749) accepted ('10.222.0.66', 42394) {{(pid=102749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:19:07.533401 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-1f5ca3f2-e323-453c-afaa-afac8eca026a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-533099', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-767110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11738'] for router, precommit_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:07.534542 dv-cinder-768458-13-iscsi neutron-server[102749]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 22 12:19:07.617754 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6ba9ca-a308-4c6e-ac9d-9f69cc262d05 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6b38e15d-2758-41f6-bf64-d497af1d9f95,revision_number=0']} {{(pid=102749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:19:07.628426 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af6ba9ca-a308-4c6e-ac9d-9f69cc262d05 admin admin] Checking segment: {'id': 'ad989668-ff42-4f8a-9eac-7040e599f03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '47c7c2df-c485-45be-9ae4-891cba4c7953'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 12:19:07.628793 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af6ba9ca-a308-4c6e-ac9d-9f69cc262d05 admin admin] Network hostable DHCP agents. Network: 47c7c2df-c485-45be-9ae4-891cba4c7953, hostable agents: ['c0a0bcc5-cac5-441b-a5c2-c094680f9e9d'], hosted agents: [] {{(pid=102749) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 12:19:07.712084 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af6ba9ca-a308-4c6e-ac9d-9f69cc262d05 admin admin] Network 47c7c2df-c485-45be-9ae4-891cba4c7953 is scheduled to be hosted by DHCP agent c0a0bcc5-cac5-441b-a5c2-c094680f9e9d with binding_index 1 {{(pid=102749) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 12:19:07.735970 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1973e6fc-314f-42d2-9da3-f4266c85d26c None None] Network 08903c03-f7d7-43c9-ab4d-565ac4637d53 requested from dv-cinder-768458-13-iscsi {{(pid=102751) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 12:19:07.749912 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.scheduler.base_scheduler [None req-af6ba9ca-a308-4c6e-ac9d-9f69cc262d05 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768458-13-iscsi, 47c7c2df-c485-45be-9ae4-891cba4c7953) {{(pid=102749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 12:19:07.755682 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af6ba9ca-a308-4c6e-ac9d-9f69cc262d05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:19:07.756791 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-af6ba9ca-a308-4c6e-ac9d-9f69cc262d05 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758363'] for subnet, before_response {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:07.783583 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72221a3-2c08-4664-bc29-c96595ce10e4 req-d463352b-37c6-4e06-b784-e8f979d59831 tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:19:07.792098 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-a72221a3-2c08-4664-bc29-c96595ce10e4 req-d463352b-37c6-4e06-b784-e8f979d59831 tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] 10.222.0.66 "GET /v2.0/networks?id=1a398bbd-8494-4c78-9a7f-9328646aea45 HTTP/1.1" status: 200 len: 814 time: 0.2586801 Nov 22 12:19:07.801479 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74984bb1-ef27-449f-a5c7-27a4d4b3c4ac None None] Network 47c7c2df-c485-45be-9ae4-891cba4c7953 requested from dv-cinder-768458-13-iscsi {{(pid=102751) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 12:19:07.811646 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-a72221a3-2c08-4664-bc29-c96595ce10e4 req-fa2a1ddf-f1e4-4ac7-92d9-bfd3773b65d6 tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] 10.222.0.66 "GET /v2.0/quotas/5319fd2dee9b4b47b98f59bca1572ac8 HTTP/1.1" status: 200 len: 375 time: 0.0182142 Nov 22 12:19:07.851300 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [None req-af6ba9ca-a308-4c6e-ac9d-9f69cc262d05 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9951496 Nov 22 12:19:07.852182 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-1f5ca3f2-e323-453c-afaa-afac8eca026a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:07.852182 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.wsgi [-] (102750) accepted ('10.222.0.66', 42398) {{(pid=102750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:19:07.859592 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.v2.base [None req-eaad6db6-8ba5-403b-803e-e4865ea536fc admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-514126347-router', 'tenant_id': '086a36bf2fea4df7a4d72733b2f68dcd', 'external_gateway_info': {'network_id': '52f34850-4f08-4bf9-8f19-1c892d4c6132'}}} {{(pid=102750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 12:19:07.885835 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.wsgi [-] (102749) accepted ('10.222.0.66', 42400) {{(pid=102749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:19:07.893822 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-a72221a3-2c08-4664-bc29-c96595ce10e4 req-9cdbab80-f408-453e-8f0b-1cb8b605c2c7 tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=5319fd2dee9b4b47b98f59bca1572ac8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0809965 Nov 22 12:19:08.081005 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f2950fd-6176-4af4-bbaf-6d9c24ace620 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfe555459-6e0b-5631-a278-c6609bd98800-47c7c2df-c485-45be-9ae4-891cba4c7953', 'network_id': '47c7c2df-c485-45be-9ae4-891cba4c7953', 'tenant_id': '086a36bf2fea4df7a4d72733b2f68dcd', 'fixed_ips': [{'subnet_id': '6b38e15d-2758-41f6-bf64-d497af1d9f95'}]}} from dv-cinder-768458-13-iscsi. {{(pid=102751) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 12:19:08.082740 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-5f2950fd-6176-4af4-bbaf-6d9c24ace620 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3931732'] for port, before_create {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:08.090943 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-eaad6db6-8ba5-403b-803e-e4865ea536fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-923473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11729'] for router, before_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:08.092772 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-eaad6db6-8ba5-403b-803e-e4865ea536fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-533099', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-767110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11738'] for router, precommit_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:08.157663 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-89fb0f63-b197-44ae-a966-dcc17a7837a5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:08.246281 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-1f5ca3f2-e323-453c-afaa-afac8eca026a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:08.255000 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.wsgi [req-a72221a3-2c08-4664-bc29-c96595ce10e4 req-a63484c4-dbf1-4b06-8495-0a43d4ecd41d service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=102749) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 12:19:08.256791 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-a72221a3-2c08-4664-bc29-c96595ce10e4 req-a63484c4-dbf1-4b06-8495-0a43d4ecd41d service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0942867 Nov 22 12:19:08.290642 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-eaad6db6-8ba5-403b-803e-e4865ea536fc admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:08.313225 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.db_base_plugin_common [None req-5f2950fd-6176-4af4-bbaf-6d9c24ace620 None None] Allocated IP 172.20.0.2 (47c7c2df-c485-45be-9ae4-891cba4c7953/6b38e15d-2758-41f6-bf64-d497af1d9f95/85c7c636-a731-452d-b4e4-a59643e14856) {{(pid=102751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 12:19:08.416393 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-a72221a3-2c08-4664-bc29-c96595ce10e4 req-72228aa4-4c53-4ea0-94bc-e56fe2eb42f6 service neutron] 10.222.0.66 "GET /v2.0/networks/1a398bbd-8494-4c78-9a7f-9328646aea45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1522958 Nov 22 12:19:08.419208 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-89fb0f63-b197-44ae-a966-dcc17a7837a5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:08.445477 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-89fb0f63-b197-44ae-a966-dcc17a7837a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545565'] for security_group, after_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:08.484345 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-eaad6db6-8ba5-403b-803e-e4865ea536fc admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:08.534826 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [None req-89fb0f63-b197-44ae-a966-dcc17a7837a5 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=d4c91a4856254ffb9b3dc530a1705f59&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6349795 Nov 22 12:19:08.542653 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.wsgi [-] (102749) accepted ('10.222.0.66', 42420) {{(pid=102749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:19:08.566619 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fb0f63-b197-44ae-a966-dcc17a7837a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3907175-fd1d-44d9-8f23-a6655dcb04dd,revision_number=1']} {{(pid=102749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:19:08.624824 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-a72221a3-2c08-4664-bc29-c96595ce10e4 req-c7c31378-3996-47e6-a3d8-df766acb8a90 service neutron] 10.222.0.66 "GET /v2.0/networks/1a398bbd-8494-4c78-9a7f-9328646aea45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2015765 Nov 22 12:19:08.642064 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-da4f4652-d5f3-414f-8032-66e3f76a2b6e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:08.671127 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-da4f4652-d5f3-414f-8032-66e3f76a2b6e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:08.741599 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-da4f4652-d5f3-414f-8032-66e3f76a2b6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545565'] for security_group, after_delete {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:08.745176 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-da4f4652-d5f3-414f-8032-66e3f76a2b6e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:08.746913 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [None req-da4f4652-d5f3-414f-8032-66e3f76a2b6e admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/f3907175-fd1d-44d9-8f23-a6655dcb04dd HTTP/1.1" status: 204 len: 168 time: 0.2002509 Nov 22 12:19:08.753796 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-5f2950fd-6176-4af4-bbaf-6d9c24ace620 None None] Publish callbacks [] for port, precommit_create {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:08.766815 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4f4652-d5f3-414f-8032-66e3f76a2b6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3907175-fd1d-44d9-8f23-a6655dcb04dd,revision_number=None']} {{(pid=102749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:19:08.770022 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-5f2950fd-6176-4af4-bbaf-6d9c24ace620 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793342949268'] for port, after_create {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:08.817547 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.wsgi [-] (102749) accepted ('10.222.0.66', 42436) {{(pid=102749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:19:08.830937 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f2950fd-6176-4af4-bbaf-6d9c24ace620 None None] Network 47c7c2df-c485-45be-9ae4-891cba4c7953 is already hosted by enough agents. {{(pid=102751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 12:19:08.836107 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.scheduler.base_scheduler [None req-5f2950fd-6176-4af4-bbaf-6d9c24ace620 None None] Resources bound (agent type, host, resource id): {{(pid=102751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 12:19:08.852077 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f2950fd-6176-4af4-bbaf-6d9c24ace620 None None] Received port after_create {{(pid=102751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 12:19:08.926640 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2950fd-6176-4af4-bbaf-6d9c24ace620 None None] Pushing event updated for resources: {'Port': ['ID=85c7c636-a731-452d-b4e4-a59643e14856,revision_number=1']} {{(pid=102751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:19:08.943879 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.managers [None req-5f2950fd-6176-4af4-bbaf-6d9c24ace620 None None] Attempting to bind port 85c7c636-a731-452d-b4e4-a59643e14856 on host dv-cinder-768458-13-iscsi for vnic_type normal with profile {{(pid=102751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 12:19:08.944418 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.managers [None req-5f2950fd-6176-4af4-bbaf-6d9c24ace620 None None] Attempting to bind port 85c7c636-a731-452d-b4e4-a59643e14856 by drivers openvswitch,hyperv on host dv-cinder-768458-13-iscsi at level 0 using segments [{'id': 'ad989668-ff42-4f8a-9eac-7040e599f03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '47c7c2df-c485-45be-9ae4-891cba4c7953'}] {{(pid=102751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 12:19:08.945111 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f2950fd-6176-4af4-bbaf-6d9c24ace620 None None] Attempting to bind port 85c7c636-a731-452d-b4e4-a59643e14856 on network 47c7c2df-c485-45be-9ae4-891cba4c7953 {{(pid=102751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 12:19:08.957800 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f2950fd-6176-4af4-bbaf-6d9c24ace620 None None] Checking agent: {'id': '93079659-014b-45ff-9ed2-9a81038b5445', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768458-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 12, 11, 26), 'started_at': datetime.datetime(2021, 11, 22, 12, 11, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 12, 18, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768458-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 12:19:08.958346 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f2950fd-6176-4af4-bbaf-6d9c24ace620 None None] Checking segment: {'id': 'ad989668-ff42-4f8a-9eac-7040e599f03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '47c7c2df-c485-45be-9ae4-891cba4c7953'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 12:19:08.958894 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-5f2950fd-6176-4af4-bbaf-6d9c24ace620 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:08.959502 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f2950fd-6176-4af4-bbaf-6d9c24ace620 None None] Bound using segment: {'id': 'ad989668-ff42-4f8a-9eac-7040e599f03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '47c7c2df-c485-45be-9ae4-891cba4c7953'} {{(pid=102751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 12:19:08.960605 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.managers [None req-5f2950fd-6176-4af4-bbaf-6d9c24ace620 None None] Bound port: 85c7c636-a731-452d-b4e4-a59643e14856, host: dv-cinder-768458-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad989668-ff42-4f8a-9eac-7040e599f03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '47c7c2df-c485-45be-9ae4-891cba4c7953'}}] {{(pid=102751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 12:19:08.961267 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-5f2950fd-6176-4af4-bbaf-6d9c24ace620 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3931732'] for port, before_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:08.966500 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2950fd-6176-4af4-bbaf-6d9c24ace620 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:19:08.967083 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2950fd-6176-4af4-bbaf-6d9c24ace620 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:19:08.968741 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2950fd-6176-4af4-bbaf-6d9c24ace620 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:19:08.969525 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2950fd-6176-4af4-bbaf-6d9c24ace620 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:19:08.969946 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2950fd-6176-4af4-bbaf-6d9c24ace620 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:19:08.970538 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2950fd-6176-4af4-bbaf-6d9c24ace620 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:19:08.971186 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2950fd-6176-4af4-bbaf-6d9c24ace620 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:19:08.971562 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2950fd-6176-4af4-bbaf-6d9c24ace620 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:19:08.971922 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2950fd-6176-4af4-bbaf-6d9c24ace620 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:19:08.972258 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2950fd-6176-4af4-bbaf-6d9c24ace620 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:19:08.972606 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2950fd-6176-4af4-bbaf-6d9c24ace620 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:19:08.978172 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2950fd-6176-4af4-bbaf-6d9c24ace620 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:19:08.978172 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2950fd-6176-4af4-bbaf-6d9c24ace620 None None] Tracked resource versions report: Nov 22 12:19:08.978172 dv-cinder-768458-13-iscsi neutron-server[102751]: pushed versions: Nov 22 12:19:08.978172 dv-cinder-768458-13-iscsi neutron-server[102751]: { 'AddressGroup': {'1.2'}, Nov 22 12:19:08.978172 dv-cinder-768458-13-iscsi neutron-server[102751]: 'ConntrackHelper': {'1.0'}, Nov 22 12:19:08.978172 dv-cinder-768458-13-iscsi neutron-server[102751]: 'Log': {'1.0'}, Nov 22 12:19:08.978172 dv-cinder-768458-13-iscsi neutron-server[102751]: 'Network': {'1.1'}, Nov 22 12:19:08.978172 dv-cinder-768458-13-iscsi neutron-server[102751]: 'Port': {'1.7'}, Nov 22 12:19:08.978172 dv-cinder-768458-13-iscsi neutron-server[102751]: 'PortForwarding': {'1.2'}, Nov 22 12:19:08.978172 dv-cinder-768458-13-iscsi neutron-server[102751]: 'QosPolicy': {'1.10'}, Nov 22 12:19:08.978172 dv-cinder-768458-13-iscsi neutron-server[102751]: 'SecurityGroup': {'1.5'}, Nov 22 12:19:08.978172 dv-cinder-768458-13-iscsi neutron-server[102751]: 'SecurityGroupRule': {'1.2'}, Nov 22 12:19:08.978172 dv-cinder-768458-13-iscsi neutron-server[102751]: 'SubPort': {'1.0'}, Nov 22 12:19:08.978172 dv-cinder-768458-13-iscsi neutron-server[102751]: 'Subnet': {'1.1'}, Nov 22 12:19:08.978172 dv-cinder-768458-13-iscsi neutron-server[102751]: 'Trunk': {'1.1'}} Nov 22 12:19:08.978172 dv-cinder-768458-13-iscsi neutron-server[102751]: consumer versions: Nov 22 12:19:08.978172 dv-cinder-768458-13-iscsi neutron-server[102751]: { DHCP agent@dv-cinder-768458-13-iscsi: {}, Nov 22 12:19:08.978172 dv-cinder-768458-13-iscsi neutron-server[102751]: HyperV agent@hv-cinder-76845: {}, Nov 22 12:19:08.978172 dv-cinder-768458-13-iscsi neutron-server[102751]: L3 agent@dv-cinder-768458-13-iscsi: {}, Nov 22 12:19:08.978172 dv-cinder-768458-13-iscsi neutron-server[102751]: Metadata agent@dv-cinder-768458-13-iscsi: {}, Nov 22 12:19:08.978172 dv-cinder-768458-13-iscsi neutron-server[102751]: Metering agent@dv-cinder-768458-13-iscsi: {}, Nov 22 12:19:08.978172 dv-cinder-768458-13-iscsi neutron-server[102751]: Open vSwitch agent@dv-cinder-768458-13-iscsi: { 'AddressGroup': '1.2', Nov 22 12:19:08.978172 dv-cinder-768458-13-iscsi neutron-server[102751]: 'ConntrackHelper': '1.0', Nov 22 12:19:08.978172 dv-cinder-768458-13-iscsi neutron-server[102751]: 'Log': '1.0', Nov 22 12:19:08.978172 dv-cinder-768458-13-iscsi neutron-server[102751]: 'Network': '1.1', Nov 22 12:19:08.978172 dv-cinder-768458-13-iscsi neutron-server[102751]: 'Port': '1.7', Nov 22 12:19:08.978172 dv-cinder-768458-13-iscsi neutron-server[102751]: 'PortForwarding': '1.2', Nov 22 12:19:08.978172 dv-cinder-768458-13-iscsi neutron-server[102751]: 'QosPolicy': '1.10', Nov 22 12:19:08.978172 dv-cinder-768458-13-iscsi neutron-server[102751]: 'SecurityGroup': '1.5', Nov 22 12:19:08.978172 dv-cinder-768458-13-iscsi neutron-server[102751]: 'SecurityGroupRule': '1.2', Nov 22 12:19:08.978172 dv-cinder-768458-13-iscsi neutron-server[102751]: 'SubPort': '1.0', Nov 22 12:19:08.978172 dv-cinder-768458-13-iscsi neutron-server[102751]: 'Subnet': '1.1', Nov 22 12:19:08.978172 dv-cinder-768458-13-iscsi neutron-server[102751]: 'Trunk': '1.1'}} Nov 22 12:19:08.978172 dv-cinder-768458-13-iscsi neutron-server[102751]: {{(pid=102751) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 22 12:19:08.991789 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3db97b-4d1c-4553-837e-44e5712e3e66 req-3d9bdfd1-9834-4de8-ac31-83cb4b8ecf2d tempest-DeleteServersTestJSON-546359454 tempest-DeleteServersTestJSON-546359454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:19:08.996121 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-ec3db97b-4d1c-4553-837e-44e5712e3e66 req-3d9bdfd1-9834-4de8-ac31-83cb4b8ecf2d tempest-DeleteServersTestJSON-546359454 tempest-DeleteServersTestJSON-546359454-project] 10.222.0.66 "GET /v2.0/networks?id=b07068ae-2296-48cd-ab6a-7673ccc232c3 HTTP/1.1" status: 200 len: 812 time: 0.1769972 Nov 22 12:19:09.027442 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-ec3db97b-4d1c-4553-837e-44e5712e3e66 req-453422b2-848c-4c33-a578-86cbf31852c1 tempest-DeleteServersTestJSON-546359454 tempest-DeleteServersTestJSON-546359454-project] 10.222.0.66 "GET /v2.0/quotas/95c32f9960704ce6b26019efdc2abddc HTTP/1.1" status: 200 len: 375 time: 0.0176120 Nov 22 12:19:09.033970 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-1f5ca3f2-e323-453c-afaa-afac8eca026a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:09.075467 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.db [None req-5f2950fd-6176-4af4-bbaf-6d9c24ace620 None None] For port 85c7c636-a731-452d-b4e4-a59643e14856, host dv-cinder-768458-13-iscsi, cleared binding levels {{(pid=102751) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 12:19:09.082140 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.db [None req-5f2950fd-6176-4af4-bbaf-6d9c24ace620 None None] For port 85c7c636-a731-452d-b4e4-a59643e14856, host dv-cinder-768458-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-13-iscsi',level=0,port_id=85c7c636-a731-452d-b4e4-a59643e14856,segment=NetworkSegment(ad989668-ff42-4f8a-9eac-7040e599f03e),segment_id=ad989668-ff42-4f8a-9eac-7040e599f03e)] {{(pid=102751) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 12:19:09.082609 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-ec3db97b-4d1c-4553-837e-44e5712e3e66 req-273cdda9-b2c3-450f-898d-8c537260d61a tempest-DeleteServersTestJSON-546359454 tempest-DeleteServersTestJSON-546359454-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=95c32f9960704ce6b26019efdc2abddc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0467770 Nov 22 12:19:09.087329 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-1f5ca3f2-e323-453c-afaa-afac8eca026a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3931732'] for port, before_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:09.093340 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-5f2950fd-6176-4af4-bbaf-6d9c24ace620 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793343495738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793342949286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793342949304'] for port, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:09.250010 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2950fd-6176-4af4-bbaf-6d9c24ace620 None None] Pushing event updated for resources: {'Port': ['ID=85c7c636-a731-452d-b4e4-a59643e14856,revision_number=2']} {{(pid=102751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:19:09.468269 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-eaad6db6-8ba5-403b-803e-e4865ea536fc admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:09.473548 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.wsgi [-] (102749) accepted ('10.222.0.66', 42470) {{(pid=102749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:19:09.543053 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-eaad6db6-8ba5-403b-803e-e4865ea536fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3931732'] for port, before_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:09.550492 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-7aceda76-1a42-47a0-8677-20c8bfbaf054 req-2a2d5af5-a671-4d81-b383-ce13f5ec1304 tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] 10.222.0.66 "GET /v2.0/ports?device_id=09a121f0-f7e5-4376-96bf-7008344dfe06 HTTP/1.1" status: 200 len: 210 time: 0.1426198 Nov 22 12:19:09.567985 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-76386bcb-797e-4bb3-9715-4cd680f9aa90 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:09.701675 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.wsgi [req-ec3db97b-4d1c-4553-837e-44e5712e3e66 req-dcdf09c2-808e-4ea9-beaa-15a0a88e9d45 service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=102749) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 12:19:09.701675 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-ec3db97b-4d1c-4553-837e-44e5712e3e66 req-dcdf09c2-808e-4ea9-beaa-15a0a88e9d45 service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1772587 Nov 22 12:19:09.769036 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.db.db_base_plugin_common [None req-1f5ca3f2-e323-453c-afaa-afac8eca026a admin admin] Allocated IP 172.27.0.25 (52f34850-4f08-4bf9-8f19-1c892d4c6132/9e59152d-9f1b-4a42-ae53-82f6bd285144/7f85a520-9da3-4c17-8d49-8e31563f6784) {{(pid=102750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 12:19:09.835798 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-ec3db97b-4d1c-4553-837e-44e5712e3e66 req-3b2bc93c-95d6-4f77-83c7-4ab699e057fa service neutron] 10.222.0.66 "GET /v2.0/networks/b07068ae-2296-48cd-ab6a-7673ccc232c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1904047 Nov 22 12:19:09.989992 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-76386bcb-797e-4bb3-9715-4cd680f9aa90 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:10.058881 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-1f5ca3f2-e323-453c-afaa-afac8eca026a admin admin] Publish callbacks [] for port, precommit_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:10.061619 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-76386bcb-797e-4bb3-9715-4cd680f9aa90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545565'] for security_group, after_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:10.146249 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [None req-76386bcb-797e-4bb3-9715-4cd680f9aa90 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=4bbcb31513f54332aa36adaef25231c6&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6091959 Nov 22 12:19:10.149219 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.wsgi [-] (102749) accepted ('10.222.0.66', 42496) {{(pid=102749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:19:10.157781 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76386bcb-797e-4bb3-9715-4cd680f9aa90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b54b0123-6cdb-4c9f-918f-eb2bb2eeb016,revision_number=1']} {{(pid=102749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:19:10.204940 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-1f5ca3f2-e323-453c-afaa-afac8eca026a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793342949268'] for port, after_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:10.220976 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-ec3db97b-4d1c-4553-837e-44e5712e3e66 req-15047d81-0568-4268-bdfc-dbf4728e6565 service neutron] 10.222.0.66 "GET /v2.0/networks/b07068ae-2296-48cd-ab6a-7673ccc232c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3721490 Nov 22 12:19:10.295396 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-977a8e44-b2e9-4ad3-bc61-3e8991dc5801 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:10.341560 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-977a8e44-b2e9-4ad3-bc61-3e8991dc5801 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:10.346672 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.db.db_base_plugin_common [None req-eaad6db6-8ba5-403b-803e-e4865ea536fc admin admin] Allocated IP 172.27.0.110 (52f34850-4f08-4bf9-8f19-1c892d4c6132/9e59152d-9f1b-4a42-ae53-82f6bd285144/dec33e59-4d06-4644-b47a-37a68b460d51) {{(pid=102750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 12:19:10.459153 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-977a8e44-b2e9-4ad3-bc61-3e8991dc5801 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545565'] for security_group, after_delete {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:10.462055 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-977a8e44-b2e9-4ad3-bc61-3e8991dc5801 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:10.463814 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [None req-977a8e44-b2e9-4ad3-bc61-3e8991dc5801 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/b54b0123-6cdb-4c9f-918f-eb2bb2eeb016 HTTP/1.1" status: 204 len: 168 time: 0.3133461 Nov 22 12:19:10.467839 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f5ca3f2-e323-453c-afaa-afac8eca026a admin admin] Network 52f34850-4f08-4bf9-8f19-1c892d4c6132 is already hosted by enough agents. {{(pid=102750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 12:19:10.475582 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977a8e44-b2e9-4ad3-bc61-3e8991dc5801 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b54b0123-6cdb-4c9f-918f-eb2bb2eeb016,revision_number=None']} {{(pid=102749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:19:10.727596 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.scheduler.base_scheduler [None req-1f5ca3f2-e323-453c-afaa-afac8eca026a admin admin] Resources bound (agent type, host, resource id): {{(pid=102750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 12:19:10.734098 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f5ca3f2-e323-453c-afaa-afac8eca026a admin admin] Received port after_create {{(pid=102750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 12:19:10.854801 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.rpc [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] Device 85c7c636-a731-452d-b4e4-a59643e14856 up at agent ovs-agent-dv-cinder-768458-13-iscsi {{(pid=102751) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 12:19:10.863646 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-e0c4cd1f-3b0c-4133-a7f3-e8eaa67e0d20 req-bb40f242-7d51-4cb2-91ce-ad46f502067e tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] 10.222.0.66 "GET /v2.0/ports?device_id=09a121f0-f7e5-4376-96bf-7008344dfe06 HTTP/1.1" status: 200 len: 210 time: 0.1201305 Nov 22 12:19:10.947769 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-614c7307-87b0-4c3f-8f0b-f2aaeb0fcc7b req-0b47a52c-fe63-4498-aa38-828ef11e28c4 tempest-DeleteServersTestJSON-546359454 tempest-DeleteServersTestJSON-546359454-project] 10.222.0.66 "GET /v2.0/ports?device_id=0e1fe798-845f-4f01-b699-0e2fac35e5c3 HTTP/1.1" status: 200 len: 210 time: 0.0749977 Nov 22 12:19:10.988672 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-eaad6db6-8ba5-403b-803e-e4865ea536fc admin admin] Publish callbacks [] for port, precommit_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:11.148296 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.provisioning_blocks [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] Provisioning complete for port 85c7c636-a731-452d-b4e4-a59643e14856 triggered by entity L2. {{(pid=102751) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 12:19:11.150085 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5ca3f2-e323-453c-afaa-afac8eca026a admin admin] Pushing event updated for resources: {'Port': ['ID=7f85a520-9da3-4c17-8d49-8e31563f6784,revision_number=1']} {{(pid=102750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:19:11.153951 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3821908'] for port, provisioning_complete {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:11.251415 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b2e251e-796f-4006-a35e-bd2b5c87b911 None None] Network 47c7c2df-c485-45be-9ae4-891cba4c7953 requested from dv-cinder-768458-13-iscsi {{(pid=102751) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 12:19:11.394544 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-eaad6db6-8ba5-403b-803e-e4865ea536fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793342949268'] for port, after_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:11.423535 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.provisioning_blocks [None req-b9373191-2a9d-4bab-83c0-ec534f28f620 None None] Provisioning complete for port 85c7c636-a731-452d-b4e4-a59643e14856 triggered by entity DHCP. {{(pid=102751) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 12:19:11.424402 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-b9373191-2a9d-4bab-83c0-ec534f28f620 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3821908'] for port, provisioning_complete {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:11.487694 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.wsgi [-] (102749) accepted ('10.222.0.66', 42570) {{(pid=102749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:19:11.713845 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaad6db6-8ba5-403b-803e-e4865ea536fc admin admin] Network 52f34850-4f08-4bf9-8f19-1c892d4c6132 is already hosted by enough agents. {{(pid=102750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 12:19:11.725849 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.scheduler.base_scheduler [None req-eaad6db6-8ba5-403b-803e-e4865ea536fc admin admin] Resources bound (agent type, host, resource id): {{(pid=102750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 12:19:11.727692 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-b9373191-2a9d-4bab-83c0-ec534f28f620 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3931732'] for port, before_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:11.737550 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-ea7c068c-d87f-4c3d-8c35-91696aeb9748 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:11.737776 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaad6db6-8ba5-403b-803e-e4865ea536fc admin admin] Received port after_create {{(pid=102750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 12:19:11.789410 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaad6db6-8ba5-403b-803e-e4865ea536fc admin admin] Pushing event updated for resources: {'Port': ['ID=dec33e59-4d06-4644-b47a-37a68b460d51,revision_number=1']} {{(pid=102750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:19:11.823940 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.db [None req-b9373191-2a9d-4bab-83c0-ec534f28f620 None None] For port 85c7c636-a731-452d-b4e4-a59643e14856, host dv-cinder-768458-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-13-iscsi',level=0,port_id=85c7c636-a731-452d-b4e4-a59643e14856,segment=NetworkSegment(ad989668-ff42-4f8a-9eac-7040e599f03e),segment_id=ad989668-ff42-4f8a-9eac-7040e599f03e)] {{(pid=102751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 12:19:11.825561 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3931732'] for port, before_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:11.877890 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-1f5ca3f2-e323-453c-afaa-afac8eca026a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:11.881417 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-b9373191-2a9d-4bab-83c0-ec534f28f620 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793343495738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793342949286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793342949304'] for port, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:11.948188 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-ea7c068c-d87f-4c3d-8c35-91696aeb9748 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:11.957090 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-ea7c068c-d87f-4c3d-8c35-91696aeb9748 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545565'] for security_group, after_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:12.050651 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [None req-ea7c068c-d87f-4c3d-8c35-91696aeb9748 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=09ee6d8feaa3468cba78499b775c5bff&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5578382 Nov 22 12:19:12.050651 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7c068c-d87f-4c3d-8c35-91696aeb9748 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31750fdf-04e1-4565-b85d-b36a66736139,revision_number=1']} {{(pid=102749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:19:12.052629 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.wsgi [-] (102749) accepted ('10.222.0.66', 42594) {{(pid=102749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:19:12.118843 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.db.api [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102751) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 22 12:19:12.119431 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG oslo_db.api [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 22 12:19:12.138935 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9373191-2a9d-4bab-83c0-ec534f28f620 None None] Pushing event updated for resources: {'Port': ['ID=85c7c636-a731-452d-b4e4-a59643e14856,revision_number=3']} {{(pid=102751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:19:12.187716 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-a6d4f811-716f-42fc-9c1d-aedd22b48d85 req-56e096b6-dcb1-456d-a885-211717c2384d tempest-DeleteServersTestJSON-546359454 tempest-DeleteServersTestJSON-546359454-project] 10.222.0.66 "GET /v2.0/ports?device_id=0e1fe798-845f-4f01-b699-0e2fac35e5c3 HTTP/1.1" status: 200 len: 210 time: 0.0442581 Nov 22 12:19:12.201046 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-6dea096b-351f-4e40-a417-19a6d2a13d2d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:12.245518 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-6dea096b-351f-4e40-a417-19a6d2a13d2d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:12.366559 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-d4b0aba1-f277-4b61-b8ea-6a4a26d73ec9 req-4d717807-cbe8-445b-a80e-322980af15b6 tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] 10.222.0.66 "GET /v2.0/ports?device_id=09a121f0-f7e5-4376-96bf-7008344dfe06 HTTP/1.1" status: 200 len: 210 time: 0.1779559 Nov 22 12:19:12.384838 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-6dea096b-351f-4e40-a417-19a6d2a13d2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545565'] for security_group, after_delete {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:12.387664 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-6dea096b-351f-4e40-a417-19a6d2a13d2d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:12.388909 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [None req-6dea096b-351f-4e40-a417-19a6d2a13d2d admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/31750fdf-04e1-4565-b85d-b36a66736139 HTTP/1.1" status: 204 len: 168 time: 0.3354440 Nov 22 12:19:12.401019 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dea096b-351f-4e40-a417-19a6d2a13d2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31750fdf-04e1-4565-b85d-b36a66736139,revision_number=None']} {{(pid=102749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:19:12.403398 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-1f5ca3f2-e323-453c-afaa-afac8eca026a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-533046'] for router, after_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:12.615469 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.provisioning_blocks [None req-2424171b-8db1-4421-afef-32a04936c57f None None] Provisioning complete for port 85c7c636-a731-452d-b4e4-a59643e14856 triggered by entity DHCP. {{(pid=102751) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 12:19:12.616288 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-2424171b-8db1-4421-afef-32a04936c57f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3821908'] for port, provisioning_complete {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:12.668512 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-eaad6db6-8ba5-403b-803e-e4865ea536fc admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:12.839019 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.rpc [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] Device 85c7c636-a731-452d-b4e4-a59643e14856 up at agent ovs-agent-dv-cinder-768458-13-iscsi {{(pid=102751) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 12:19:12.898804 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.provisioning_blocks [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] Provisioning complete for port 85c7c636-a731-452d-b4e4-a59643e14856 triggered by entity L2. {{(pid=102751) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 12:19:12.898804 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3821908'] for port, provisioning_complete {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:12.945940 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-eaad6db6-8ba5-403b-803e-e4865ea536fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-533046'] for router, after_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:12.995270 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f5ca3f2-e323-453c-afaa-afac8eca026a admin admin] Router 1f9c404a-2f27-463e-b6d9-154c9656a007 is scheduled to L3 agent b4a26ead-6ab2-4f98-a352-c9ed6d39b73e with binding_index 1 {{(pid=102750) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 12:19:13.179331 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f5ca3f2-e323-453c-afaa-afac8eca026a admin admin] Notify agent at l3_agent.dv-cinder-768458-13-iscsi the message routers_updated {{(pid=102750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 12:19:13.199428 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eaad6db6-8ba5-403b-803e-e4865ea536fc admin admin] Router 4b6eb21f-8d2a-4ee6-9dfc-db25bfbba179 is scheduled to L3 agent b4a26ead-6ab2-4f98-a352-c9ed6d39b73e with binding_index 1 {{(pid=102750) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 12:19:13.206204 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e46dd75a-5889-4744-8e62-8d83f8577d2d None None] Sync routers for ids ['1f9c404a-2f27-463e-b6d9-154c9656a007'] in dv-cinder-768458-13-iscsi {{(pid=102752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 12:19:13.217653 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e46dd75a-5889-4744-8e62-8d83f8577d2d None None] Routers {'1f9c404a-2f27-463e-b6d9-154c9656a007'} bound to L3 agent in host dv-cinder-768458-13-iscsi {{(pid=102752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 12:19:13.218407 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.db.l3_hamode_db [None req-e46dd75a-5889-4744-8e62-8d83f8577d2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-22T12:11:23Z,description=,heartbeat_timestamp=2021-11-22T12:18:53Z,host='dv-cinder-768458-13-iscsi',id=b4a26ead-6ab2-4f98-a352-c9ed6d39b73e,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T12:11:23Z,topic='l3_agent')) {'router_ids': ['1f9c404a-2f27-463e-b6d9-154c9656a007'], 'active': True} {{(pid=102752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 12:19:13.219879 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-1f5ca3f2-e323-453c-afaa-afac8eca026a admin admin] Publish callbacks [] for router, before_response {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:13.222576 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [None req-1f5ca3f2-e323-453c-afaa-afac8eca026a admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.7699313 Nov 22 12:19:13.225511 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.wsgi [-] (102749) accepted ('10.222.0.66', 42640) {{(pid=102749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:19:13.516748 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.db.l3_dvr_db [None req-e46dd75a-5889-4744-8e62-8d83f8577d2d None None] Set router 1f9c404a-2f27-463e-b6d9-154c9656a007 gateway port host: dv-cinder-768458-13-iscsi {{(pid=102752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 12:19:13.581242 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eaad6db6-8ba5-403b-803e-e4865ea536fc admin admin] Notify agent at l3_agent.dv-cinder-768458-13-iscsi the message routers_updated {{(pid=102750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 12:19:13.597822 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-943b1642-3190-4aa3-84f1-8c8c1f3c2a10 None None] Sync routers for ids ['4b6eb21f-8d2a-4ee6-9dfc-db25bfbba179'] in dv-cinder-768458-13-iscsi {{(pid=102751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 12:19:13.641730 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-943b1642-3190-4aa3-84f1-8c8c1f3c2a10 None None] Routers {'4b6eb21f-8d2a-4ee6-9dfc-db25bfbba179'} bound to L3 agent in host dv-cinder-768458-13-iscsi {{(pid=102751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 12:19:13.647948 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.l3_hamode_db [None req-943b1642-3190-4aa3-84f1-8c8c1f3c2a10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-22T12:11:23Z,description=,heartbeat_timestamp=2021-11-22T12:18:53Z,host='dv-cinder-768458-13-iscsi',id=b4a26ead-6ab2-4f98-a352-c9ed6d39b73e,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T12:11:23Z,topic='l3_agent')) {'router_ids': ['4b6eb21f-8d2a-4ee6-9dfc-db25bfbba179'], 'active': True} {{(pid=102751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 12:19:13.659921 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-6416b9de-db34-4358-89e8-ee92e6742631 req-1adf1152-0958-4db0-adae-f27054f833de tempest-DeleteServersTestJSON-546359454 tempest-DeleteServersTestJSON-546359454-project] 10.222.0.66 "GET /v2.0/ports?device_id=0e1fe798-845f-4f01-b699-0e2fac35e5c3 HTTP/1.1" status: 200 len: 210 time: 0.0553560 Nov 22 12:19:13.670506 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-eaad6db6-8ba5-403b-803e-e4865ea536fc admin admin] Publish callbacks [] for router, before_response {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:13.678664 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [None req-eaad6db6-8ba5-403b-803e-e4865ea536fc admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.8239546 Nov 22 12:19:13.685267 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.wsgi [-] (102750) accepted ('10.222.0.66', 42662) {{(pid=102750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:19:13.896567 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-f1f491f4-0219-4ecd-b880-a8ff4cc02514 req-d7256eac-1e6c-40bc-a562-614ff2421f99 tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] 10.222.0.66 "GET /v2.0/ports?device_id=09a121f0-f7e5-4376-96bf-7008344dfe06 HTTP/1.1" status: 200 len: 210 time: 0.1023159 Nov 22 12:19:14.059641 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.db.l3_hamode_db [None req-e46dd75a-5889-4744-8e62-8d83f8577d2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f9c404a-2f27-463e-b6d9-154c9656a007', 'name': 'tempest-ServerRescueNegativeTestJSON-691096430-router', 'tenant_id': 'f3d392a7d77f46fcb4faa017786796fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52f34850-4f08-4bf9-8f19-1c892d4c6132', 'external_fixed_ips': [{'subnet_id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'ip_address': '172.27.0.25'}], 'enable_snat': True}, 'gw_port_id': '7f85a520-9da3-4c17-8d49-8e31563f6784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T12:19:07Z', 'updated_at': '2021-11-22T12:19:11Z', 'revision_number': 3, 'project_id': 'f3d392a7d77f46fcb4faa017786796fa', 'gw_port': {'id': '7f85a520-9da3-4c17-8d49-8e31563f6784', 'name': '', 'network_id': '52f34850-4f08-4bf9-8f19-1c892d4c6132', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:4e:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f9c404a-2f27-463e-b6d9-154c9656a007', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'ip_address': '172.27.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T12:19:09Z', 'updated_at': '2021-11-22T12:19:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-13-iscsi'}], 'dv-cinder-768458-13-iscsi', False) {} {{(pid=102752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 12:19:14.098436 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.l3_dvr_db [None req-943b1642-3190-4aa3-84f1-8c8c1f3c2a10 None None] Set router 4b6eb21f-8d2a-4ee6-9dfc-db25bfbba179 gateway port host: dv-cinder-768458-13-iscsi {{(pid=102751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 12:19:14.158022 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e46dd75a-5889-4744-8e62-8d83f8577d2d None None] Checking router: 1f9c404a-2f27-463e-b6d9-154c9656a007 for host: dv-cinder-768458-13-iscsi {{(pid=102752) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 12:19:14.170887 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e46dd75a-5889-4744-8e62-8d83f8577d2d None None] Updating router 1f9c404a-2f27-463e-b6d9-154c9656a007 port 7f85a520-9da3-4c17-8d49-8e31563f6784 binding host dv-cinder-768458-13-iscsi {{(pid=102752) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 12:19:14.226205 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron_lib.callbacks.manager [None req-e46dd75a-5889-4744-8e62-8d83f8577d2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3931732'] for port, before_update {{(pid=102752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:14.395123 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-0a5a7041-c00e-4765-b8af-180579876d97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3931732'] for port, before_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:14.597201 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.l3_hamode_db [None req-943b1642-3190-4aa3-84f1-8c8c1f3c2a10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b6eb21f-8d2a-4ee6-9dfc-db25bfbba179', 'name': 'tempest-AttachVolumeShelveTestJSON-514126347-router', 'tenant_id': '086a36bf2fea4df7a4d72733b2f68dcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52f34850-4f08-4bf9-8f19-1c892d4c6132', 'external_fixed_ips': [{'subnet_id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': 'dec33e59-4d06-4644-b47a-37a68b460d51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T12:19:08Z', 'updated_at': '2021-11-22T12:19:12Z', 'revision_number': 3, 'project_id': '086a36bf2fea4df7a4d72733b2f68dcd', 'gw_port': {'id': 'dec33e59-4d06-4644-b47a-37a68b460d51', 'name': '', 'network_id': '52f34850-4f08-4bf9-8f19-1c892d4c6132', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:bf:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b6eb21f-8d2a-4ee6-9dfc-db25bfbba179', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T12:19:09Z', 'updated_at': '2021-11-22T12:19:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-13-iscsi'}], 'dv-cinder-768458-13-iscsi', False) {} {{(pid=102751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 12:19:14.693210 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron_lib.callbacks.manager [None req-e46dd75a-5889-4744-8e62-8d83f8577d2d None None] Publish callbacks [] for port, precommit_update {{(pid=102752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:14.696288 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-943b1642-3190-4aa3-84f1-8c8c1f3c2a10 None None] Checking router: 4b6eb21f-8d2a-4ee6-9dfc-db25bfbba179 for host: dv-cinder-768458-13-iscsi {{(pid=102751) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 12:19:14.697127 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-943b1642-3190-4aa3-84f1-8c8c1f3c2a10 None None] Updating router 4b6eb21f-8d2a-4ee6-9dfc-db25bfbba179 port dec33e59-4d06-4644-b47a-37a68b460d51 binding host dv-cinder-768458-13-iscsi {{(pid=102751) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 12:19:14.704836 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron_lib.callbacks.manager [None req-e46dd75a-5889-4744-8e62-8d83f8577d2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793343495738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793342949286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793342949304'] for port, after_update {{(pid=102752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:14.787443 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-943b1642-3190-4aa3-84f1-8c8c1f3c2a10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3931732'] for port, before_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:14.797791 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.wsgi [-] (102749) accepted ('10.222.0.66', 42702) {{(pid=102749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:19:14.811741 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4034b3a8-617f-48db-a501-402b81593411 None None] Pushing event updated for resources: {'Port': ['ID=7f85a520-9da3-4c17-8d49-8e31563f6784,revision_number=2']} {{(pid=102752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:19:14.823009 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4034b3a8-617f-48db-a501-402b81593411 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:19:14.823431 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4034b3a8-617f-48db-a501-402b81593411 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:19:14.823824 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4034b3a8-617f-48db-a501-402b81593411 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:19:14.839961 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4034b3a8-617f-48db-a501-402b81593411 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:19:14.841318 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4034b3a8-617f-48db-a501-402b81593411 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:19:14.841991 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4034b3a8-617f-48db-a501-402b81593411 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:19:14.842591 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4034b3a8-617f-48db-a501-402b81593411 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:19:14.843015 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4034b3a8-617f-48db-a501-402b81593411 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:19:14.843413 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4034b3a8-617f-48db-a501-402b81593411 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:19:14.843797 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4034b3a8-617f-48db-a501-402b81593411 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:19:14.844639 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4034b3a8-617f-48db-a501-402b81593411 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:19:14.845023 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4034b3a8-617f-48db-a501-402b81593411 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:19:14.846274 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4034b3a8-617f-48db-a501-402b81593411 None None] Tracked resource versions report: Nov 22 12:19:14.846274 dv-cinder-768458-13-iscsi neutron-server[102752]: pushed versions: Nov 22 12:19:14.846274 dv-cinder-768458-13-iscsi neutron-server[102752]: { 'AddressGroup': {'1.2'}, Nov 22 12:19:14.846274 dv-cinder-768458-13-iscsi neutron-server[102752]: 'ConntrackHelper': {'1.0'}, Nov 22 12:19:14.846274 dv-cinder-768458-13-iscsi neutron-server[102752]: 'Log': {'1.0'}, Nov 22 12:19:14.846274 dv-cinder-768458-13-iscsi neutron-server[102752]: 'Network': {'1.1'}, Nov 22 12:19:14.846274 dv-cinder-768458-13-iscsi neutron-server[102752]: 'Port': {'1.7'}, Nov 22 12:19:14.846274 dv-cinder-768458-13-iscsi neutron-server[102752]: 'PortForwarding': {'1.2'}, Nov 22 12:19:14.846274 dv-cinder-768458-13-iscsi neutron-server[102752]: 'QosPolicy': {'1.10'}, Nov 22 12:19:14.846274 dv-cinder-768458-13-iscsi neutron-server[102752]: 'SecurityGroup': {'1.5'}, Nov 22 12:19:14.846274 dv-cinder-768458-13-iscsi neutron-server[102752]: 'SecurityGroupRule': {'1.2'}, Nov 22 12:19:14.846274 dv-cinder-768458-13-iscsi neutron-server[102752]: 'SubPort': {'1.0'}, Nov 22 12:19:14.846274 dv-cinder-768458-13-iscsi neutron-server[102752]: 'Subnet': {'1.1'}, Nov 22 12:19:14.846274 dv-cinder-768458-13-iscsi neutron-server[102752]: 'Trunk': {'1.1'}} Nov 22 12:19:14.846274 dv-cinder-768458-13-iscsi neutron-server[102752]: consumer versions: Nov 22 12:19:14.846274 dv-cinder-768458-13-iscsi neutron-server[102752]: { DHCP agent@dv-cinder-768458-13-iscsi: {}, Nov 22 12:19:14.846274 dv-cinder-768458-13-iscsi neutron-server[102752]: HyperV agent@hv-cinder-76845: {}, Nov 22 12:19:14.846274 dv-cinder-768458-13-iscsi neutron-server[102752]: L3 agent@dv-cinder-768458-13-iscsi: {}, Nov 22 12:19:14.846274 dv-cinder-768458-13-iscsi neutron-server[102752]: Metadata agent@dv-cinder-768458-13-iscsi: {}, Nov 22 12:19:14.846274 dv-cinder-768458-13-iscsi neutron-server[102752]: Metering agent@dv-cinder-768458-13-iscsi: {}, Nov 22 12:19:14.846274 dv-cinder-768458-13-iscsi neutron-server[102752]: Open vSwitch agent@dv-cinder-768458-13-iscsi: { 'AddressGroup': '1.2', Nov 22 12:19:14.846274 dv-cinder-768458-13-iscsi neutron-server[102752]: 'ConntrackHelper': '1.0', Nov 22 12:19:14.846274 dv-cinder-768458-13-iscsi neutron-server[102752]: 'Log': '1.0', Nov 22 12:19:14.846274 dv-cinder-768458-13-iscsi neutron-server[102752]: 'Network': '1.1', Nov 22 12:19:14.846274 dv-cinder-768458-13-iscsi neutron-server[102752]: 'Port': '1.7', Nov 22 12:19:14.846274 dv-cinder-768458-13-iscsi neutron-server[102752]: 'PortForwarding': '1.2', Nov 22 12:19:14.846274 dv-cinder-768458-13-iscsi neutron-server[102752]: 'QosPolicy': '1.10', Nov 22 12:19:14.846274 dv-cinder-768458-13-iscsi neutron-server[102752]: 'SecurityGroup': '1.5', Nov 22 12:19:14.846274 dv-cinder-768458-13-iscsi neutron-server[102752]: 'SecurityGroupRule': '1.2', Nov 22 12:19:14.846274 dv-cinder-768458-13-iscsi neutron-server[102752]: 'SubPort': '1.0', Nov 22 12:19:14.846274 dv-cinder-768458-13-iscsi neutron-server[102752]: 'Subnet': '1.1', Nov 22 12:19:14.846274 dv-cinder-768458-13-iscsi neutron-server[102752]: 'Trunk': '1.1'}} Nov 22 12:19:14.846274 dv-cinder-768458-13-iscsi neutron-server[102752]: {{(pid=102752) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 22 12:19:14.865144 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.db.db_base_plugin_common [None req-0a5a7041-c00e-4765-b8af-180579876d97 admin admin] Allocated IP 172.20.0.1 (08903c03-f7d7-43c9-ab4d-565ac4637d53/292b6822-c634-4819-b6c6-c4a4132c73d4/d6470de8-e8cd-4952-91b5-2d07e07fe5d3) {{(pid=102749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 12:19:14.970876 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.plugins.ml2.managers [None req-e46dd75a-5889-4744-8e62-8d83f8577d2d None None] Attempting to bind port 7f85a520-9da3-4c17-8d49-8e31563f6784 on host dv-cinder-768458-13-iscsi for vnic_type normal with profile {{(pid=102752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 12:19:14.978299 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.plugins.ml2.managers [None req-e46dd75a-5889-4744-8e62-8d83f8577d2d None None] Attempting to bind port 7f85a520-9da3-4c17-8d49-8e31563f6784 by drivers openvswitch,hyperv on host dv-cinder-768458-13-iscsi at level 0 using segments [{'id': '91a15bc4-f975-4336-93bb-1ba9d2e7565e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52f34850-4f08-4bf9-8f19-1c892d4c6132'}] {{(pid=102752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 12:19:14.980193 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e46dd75a-5889-4744-8e62-8d83f8577d2d None None] Attempting to bind port 7f85a520-9da3-4c17-8d49-8e31563f6784 on network 52f34850-4f08-4bf9-8f19-1c892d4c6132 {{(pid=102752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 12:19:14.996821 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-1768653a-4105-4692-97fe-8050311c5269 req-bc267fef-febc-493b-be5e-6b3d1cb39f2b tempest-DeleteServersTestJSON-546359454 tempest-DeleteServersTestJSON-546359454-project] 10.222.0.66 "GET /v2.0/ports?device_id=0e1fe798-845f-4f01-b699-0e2fac35e5c3 HTTP/1.1" status: 200 len: 210 time: 0.1233659 Nov 22 12:19:15.047139 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e46dd75a-5889-4744-8e62-8d83f8577d2d None None] Checking agent: {'id': '93079659-014b-45ff-9ed2-9a81038b5445', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768458-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 12, 11, 26), 'started_at': datetime.datetime(2021, 11, 22, 12, 11, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 12, 18, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768458-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 12:19:15.049871 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e46dd75a-5889-4744-8e62-8d83f8577d2d None None] Checking segment: {'id': '91a15bc4-f975-4336-93bb-1ba9d2e7565e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52f34850-4f08-4bf9-8f19-1c892d4c6132'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 12:19:15.052418 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron_lib.callbacks.manager [None req-e46dd75a-5889-4744-8e62-8d83f8577d2d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:15.056246 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e46dd75a-5889-4744-8e62-8d83f8577d2d None None] Bound using segment: {'id': '91a15bc4-f975-4336-93bb-1ba9d2e7565e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52f34850-4f08-4bf9-8f19-1c892d4c6132'} {{(pid=102752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 12:19:15.056933 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.plugins.ml2.managers [None req-e46dd75a-5889-4744-8e62-8d83f8577d2d None None] Bound port: 7f85a520-9da3-4c17-8d49-8e31563f6784, host: dv-cinder-768458-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91a15bc4-f975-4336-93bb-1ba9d2e7565e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52f34850-4f08-4bf9-8f19-1c892d4c6132'}}] {{(pid=102752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 12:19:15.058409 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron_lib.callbacks.manager [None req-e46dd75a-5889-4744-8e62-8d83f8577d2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3931732'] for port, before_update {{(pid=102752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:15.168420 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.plugins.ml2.db [None req-e46dd75a-5889-4744-8e62-8d83f8577d2d None None] For port 7f85a520-9da3-4c17-8d49-8e31563f6784, host dv-cinder-768458-13-iscsi, cleared binding levels {{(pid=102752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 12:19:15.183281 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.plugins.ml2.db [None req-e46dd75a-5889-4744-8e62-8d83f8577d2d None None] For port 7f85a520-9da3-4c17-8d49-8e31563f6784, host dv-cinder-768458-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-13-iscsi',level=0,port_id=7f85a520-9da3-4c17-8d49-8e31563f6784,segment=NetworkSegment(91a15bc4-f975-4336-93bb-1ba9d2e7565e),segment_id=91a15bc4-f975-4336-93bb-1ba9d2e7565e)] {{(pid=102752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 12:19:15.190016 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron_lib.callbacks.manager [None req-e46dd75a-5889-4744-8e62-8d83f8577d2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793343495738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793342949286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793342949304'] for port, after_update {{(pid=102752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:15.256874 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-4ead4cd6-c44d-429e-baad-6edfc2d7675c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:15.271436 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-52b92bdc-65e9-47e3-823b-4ee49656b1db req-bf2ba787-ec75-4bdc-98c6-bc826685ca71 tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] 10.222.0.66 "GET /v2.0/ports?device_id=09a121f0-f7e5-4376-96bf-7008344dfe06 HTTP/1.1" status: 200 len: 210 time: 0.1911795 Nov 22 12:19:15.323342 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-5a77c00c-a6fa-4ab6-955c-84996d8aa73e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3931732'] for port, before_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:15.363409 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4034b3a8-617f-48db-a501-402b81593411 None None] Pushing event updated for resources: {'Port': ['ID=7f85a520-9da3-4c17-8d49-8e31563f6784,revision_number=3']} {{(pid=102752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:19:15.382283 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e46dd75a-5889-4744-8e62-8d83f8577d2d None None] Routers {'1f9c404a-2f27-463e-b6d9-154c9656a007'} bound to L3 agent in host dv-cinder-768458-13-iscsi {{(pid=102752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 12:19:15.383127 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.db.l3_hamode_db [None req-e46dd75a-5889-4744-8e62-8d83f8577d2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-22T12:11:23Z,description=,heartbeat_timestamp=2021-11-22T12:18:53Z,host='dv-cinder-768458-13-iscsi',id=b4a26ead-6ab2-4f98-a352-c9ed6d39b73e,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T12:11:23Z,topic='l3_agent')) {'router_ids': ['1f9c404a-2f27-463e-b6d9-154c9656a007'], 'active': True} {{(pid=102752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 12:19:15.496906 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-943b1642-3190-4aa3-84f1-8c8c1f3c2a10 None None] Publish callbacks [] for port, precommit_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:15.497465 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-0a5a7041-c00e-4765-b8af-180579876d97 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:15.516117 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-943b1642-3190-4aa3-84f1-8c8c1f3c2a10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793343495738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793342949286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793342949304'] for port, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:15.549363 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.db.l3_dvr_db [None req-e46dd75a-5889-4744-8e62-8d83f8577d2d None None] Set router 1f9c404a-2f27-463e-b6d9-154c9656a007 gateway port host: dv-cinder-768458-13-iscsi {{(pid=102752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 12:19:15.591453 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.managers [None req-943b1642-3190-4aa3-84f1-8c8c1f3c2a10 None None] Attempting to bind port dec33e59-4d06-4644-b47a-37a68b460d51 on host dv-cinder-768458-13-iscsi for vnic_type normal with profile {{(pid=102751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 12:19:15.592247 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.managers [None req-943b1642-3190-4aa3-84f1-8c8c1f3c2a10 None None] Attempting to bind port dec33e59-4d06-4644-b47a-37a68b460d51 by drivers openvswitch,hyperv on host dv-cinder-768458-13-iscsi at level 0 using segments [{'id': '91a15bc4-f975-4336-93bb-1ba9d2e7565e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52f34850-4f08-4bf9-8f19-1c892d4c6132'}] {{(pid=102751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 12:19:15.592734 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-943b1642-3190-4aa3-84f1-8c8c1f3c2a10 None None] Attempting to bind port dec33e59-4d06-4644-b47a-37a68b460d51 on network 52f34850-4f08-4bf9-8f19-1c892d4c6132 {{(pid=102751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 12:19:15.607222 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-943b1642-3190-4aa3-84f1-8c8c1f3c2a10 None None] Checking agent: {'id': '93079659-014b-45ff-9ed2-9a81038b5445', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768458-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 12, 11, 26), 'started_at': datetime.datetime(2021, 11, 22, 12, 11, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 12, 18, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768458-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 12:19:15.608248 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-943b1642-3190-4aa3-84f1-8c8c1f3c2a10 None None] Checking segment: {'id': '91a15bc4-f975-4336-93bb-1ba9d2e7565e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52f34850-4f08-4bf9-8f19-1c892d4c6132'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 12:19:15.609633 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-943b1642-3190-4aa3-84f1-8c8c1f3c2a10 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:15.610404 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-943b1642-3190-4aa3-84f1-8c8c1f3c2a10 None None] Bound using segment: {'id': '91a15bc4-f975-4336-93bb-1ba9d2e7565e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52f34850-4f08-4bf9-8f19-1c892d4c6132'} {{(pid=102751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 12:19:15.611642 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.managers [None req-943b1642-3190-4aa3-84f1-8c8c1f3c2a10 None None] Bound port: dec33e59-4d06-4644-b47a-37a68b460d51, host: dv-cinder-768458-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91a15bc4-f975-4336-93bb-1ba9d2e7565e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52f34850-4f08-4bf9-8f19-1c892d4c6132'}}] {{(pid=102751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 12:19:15.612268 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-943b1642-3190-4aa3-84f1-8c8c1f3c2a10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3931732'] for port, before_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:15.729077 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-4ead4cd6-c44d-429e-baad-6edfc2d7675c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:15.732264 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.db [None req-943b1642-3190-4aa3-84f1-8c8c1f3c2a10 None None] For port dec33e59-4d06-4644-b47a-37a68b460d51, host dv-cinder-768458-13-iscsi, cleared binding levels {{(pid=102751) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 12:19:15.738855 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-4ead4cd6-c44d-429e-baad-6edfc2d7675c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545565'] for security_group, after_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:15.740941 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.db [None req-943b1642-3190-4aa3-84f1-8c8c1f3c2a10 None None] For port dec33e59-4d06-4644-b47a-37a68b460d51, host dv-cinder-768458-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-13-iscsi',level=0,port_id=dec33e59-4d06-4644-b47a-37a68b460d51,segment=NetworkSegment(91a15bc4-f975-4336-93bb-1ba9d2e7565e),segment_id=91a15bc4-f975-4336-93bb-1ba9d2e7565e)] {{(pid=102751) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 12:19:15.748844 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc77167-c8c7-4f4a-a9cf-28f7ed421990 None None] Pushing event updated for resources: {'Port': ['ID=dec33e59-4d06-4644-b47a-37a68b460d51,revision_number=2']} {{(pid=102751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:19:15.756594 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-943b1642-3190-4aa3-84f1-8c8c1f3c2a10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793343495738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793342949286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793342949304'] for port, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:15.764892 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.wsgi [-] (102750) accepted ('10.222.0.46', 49897) {{(pid=102750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:19:15.815712 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-0a5a7041-c00e-4765-b8af-180579876d97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793342949268'] for port, after_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:15.848366 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc77167-c8c7-4f4a-a9cf-28f7ed421990 None None] Pushing event updated for resources: {'Port': ['ID=dec33e59-4d06-4644-b47a-37a68b460d51,revision_number=3']} {{(pid=102751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:19:15.852387 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-943b1642-3190-4aa3-84f1-8c8c1f3c2a10 None None] Routers {'4b6eb21f-8d2a-4ee6-9dfc-db25bfbba179'} bound to L3 agent in host dv-cinder-768458-13-iscsi {{(pid=102751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 12:19:15.853261 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.l3_hamode_db [None req-943b1642-3190-4aa3-84f1-8c8c1f3c2a10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-22T12:11:23Z,description=,heartbeat_timestamp=2021-11-22T12:18:53Z,host='dv-cinder-768458-13-iscsi',id=b4a26ead-6ab2-4f98-a352-c9ed6d39b73e,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T12:11:23Z,topic='l3_agent')) {'router_ids': ['4b6eb21f-8d2a-4ee6-9dfc-db25bfbba179'], 'active': True} {{(pid=102751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 12:19:15.908739 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ead4cd6-c44d-429e-baad-6edfc2d7675c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0568239-cf28-4888-85ac-310b089bb0c6,revision_number=1']} {{(pid=102749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:19:15.921241 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [None req-4ead4cd6-c44d-429e-baad-6edfc2d7675c admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=36806b82dc07457bbe245e3e4e2028c7&name=default HTTP/1.1" status: 200 len: 2992 time: 1.1205850 Nov 22 12:19:15.947175 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.wsgi [-] (102749) accepted ('10.222.0.66', 42746) {{(pid=102749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:19:15.956547 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a5a7041-c00e-4765-b8af-180579876d97 admin admin] Network 08903c03-f7d7-43c9-ab4d-565ac4637d53 is already hosted by enough agents. {{(pid=102749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 12:19:15.986186 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.db.l3_hamode_db [None req-e46dd75a-5889-4744-8e62-8d83f8577d2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f9c404a-2f27-463e-b6d9-154c9656a007', 'name': 'tempest-ServerRescueNegativeTestJSON-691096430-router', 'tenant_id': 'f3d392a7d77f46fcb4faa017786796fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52f34850-4f08-4bf9-8f19-1c892d4c6132', 'external_fixed_ips': [{'subnet_id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'ip_address': '172.27.0.25'}], 'enable_snat': True}, 'gw_port_id': '7f85a520-9da3-4c17-8d49-8e31563f6784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T12:19:07Z', 'updated_at': '2021-11-22T12:19:11Z', 'revision_number': 3, 'project_id': 'f3d392a7d77f46fcb4faa017786796fa', 'gw_port': {'id': '7f85a520-9da3-4c17-8d49-8e31563f6784', 'name': '', 'network_id': '52f34850-4f08-4bf9-8f19-1c892d4c6132', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:4e:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f9c404a-2f27-463e-b6d9-154c9656a007', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'ip_address': '172.27.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T12:19:09Z', 'updated_at': '2021-11-22T12:19:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-13-iscsi'}], 'dv-cinder-768458-13-iscsi', False) {} {{(pid=102752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 12:19:16.001706 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.scheduler.base_scheduler [None req-0a5a7041-c00e-4765-b8af-180579876d97 admin admin] Resources bound (agent type, host, resource id): {{(pid=102749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 12:19:16.028221 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e46dd75a-5889-4744-8e62-8d83f8577d2d None None] The sync data for ids ['1f9c404a-2f27-463e-b6d9-154c9656a007'] in dv-cinder-768458-13-iscsi is: [{'id': '1f9c404a-2f27-463e-b6d9-154c9656a007', 'name': 'tempest-ServerRescueNegativeTestJSON-691096430-router', 'tenant_id': 'f3d392a7d77f46fcb4faa017786796fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52f34850-4f08-4bf9-8f19-1c892d4c6132', 'external_fixed_ips': [{'subnet_id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'ip_address': '172.27.0.25'}], 'enable_snat': True}, 'gw_port_id': '7f85a520-9da3-4c17-8d49-8e31563f6784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T12:19:07Z', 'updated_at': '2021-11-22T12:19:11Z', 'revision_number': 3, 'project_id': 'f3d392a7d77f46fcb4faa017786796fa', 'gw_port': {'id': '7f85a520-9da3-4c17-8d49-8e31563f6784', 'name': '', 'network_id': '52f34850-4f08-4bf9-8f19-1c892d4c6132', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:4e:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f9c404a-2f27-463e-b6d9-154c9656a007', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'ip_address': '172.27.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T12:19:09Z', 'updated_at': '2021-11-22T12:19:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-13-iscsi'}] {{(pid=102752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 12:19:16.041645 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a5a7041-c00e-4765-b8af-180579876d97 admin admin] Received port after_create {{(pid=102749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 12:19:16.042131 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-0a5a7041-c00e-4765-b8af-180579876d97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-532587'] for router_interface, before_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:16.115479 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.l3_dvr_db [None req-943b1642-3190-4aa3-84f1-8c8c1f3c2a10 None None] Set router 4b6eb21f-8d2a-4ee6-9dfc-db25bfbba179 gateway port host: dv-cinder-768458-13-iscsi {{(pid=102751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 12:19:16.138922 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.db.db_base_plugin_common [None req-5a77c00c-a6fa-4ab6-955c-84996d8aa73e admin admin] Allocated IP 172.20.0.1 (47c7c2df-c485-45be-9ae4-891cba4c7953/6b38e15d-2758-41f6-bf64-d497af1d9f95/1cb4d82d-e7c5-44d0-97bb-0dc039c350db) {{(pid=102750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 12:19:16.141563 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.wsgi [-] (102750) accepted ('10.222.0.46', 49900) {{(pid=102750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:19:16.199936 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5a7041-c00e-4765-b8af-180579876d97 admin admin] Pushing event updated for resources: {'Port': ['ID=d6470de8-e8cd-4952-91b5-2d07e07fe5d3,revision_number=1']} {{(pid=102749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:19:16.272948 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72221a3-2c08-4664-bc29-c96595ce10e4 req-f3dae40a-07a2-4618-87e9-f8d7e367c162 tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:19:16.276266 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [req-a72221a3-2c08-4664-bc29-c96595ce10e4 req-f3dae40a-07a2-4618-87e9-f8d7e367c162 tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] 10.222.0.46 "GET /v2.0/networks?id=1a398bbd-8494-4c78-9a7f-9328646aea45 HTTP/1.1" status: 200 len: 814 time: 0.5045633 Nov 22 12:19:16.389231 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.v2.base [req-a72221a3-2c08-4664-bc29-c96595ce10e4 req-660e5dba-92cd-46b3-bd89-4456d30ae320 tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] Request body: {'port': {'device_id': '09a121f0-f7e5-4376-96bf-7008344dfe06', 'network_id': '1a398bbd-8494-4c78-9a7f-9328646aea45', 'admin_state_up': True, 'tenant_id': '5319fd2dee9b4b47b98f59bca1572ac8'}} {{(pid=102750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 12:19:16.425702 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-59b09144-0fa6-45a4-b729-02f308532c8f req-c7196c55-6d1d-4f72-aa9d-02f80de9f65f tempest-DeleteServersTestJSON-546359454 tempest-DeleteServersTestJSON-546359454-project] 10.222.0.66 "GET /v2.0/ports?device_id=0e1fe798-845f-4f01-b699-0e2fac35e5c3 HTTP/1.1" status: 200 len: 210 time: 0.2361491 Nov 22 12:19:16.595607 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-12a102d3-7db4-4894-ad1f-ee38976c5cef admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:16.663099 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793343475411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3821827'] for agent, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:16.729485 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3db97b-4d1c-4553-837e-44e5712e3e66 req-066e07da-8748-4b57-86fe-71e764aa2ac2 tempest-DeleteServersTestJSON-546359454 tempest-DeleteServersTestJSON-546359454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:19:16.729485 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [req-ec3db97b-4d1c-4553-837e-44e5712e3e66 req-066e07da-8748-4b57-86fe-71e764aa2ac2 tempest-DeleteServersTestJSON-546359454 tempest-DeleteServersTestJSON-546359454-project] 10.222.0.46 "GET /v2.0/networks?id=b07068ae-2296-48cd-ab6a-7673ccc232c3 HTTP/1.1" status: 200 len: 812 time: 0.5743833 Nov 22 12:19:16.755753 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.v2.base [req-ec3db97b-4d1c-4553-837e-44e5712e3e66 req-a1871a2d-1685-4ad5-8295-d7ed2087ad03 tempest-DeleteServersTestJSON-546359454 tempest-DeleteServersTestJSON-546359454-project] Request body: {'port': {'device_id': '0e1fe798-845f-4f01-b699-0e2fac35e5c3', 'network_id': 'b07068ae-2296-48cd-ab6a-7673ccc232c3', 'admin_state_up': True, 'tenant_id': '95c32f9960704ce6b26019efdc2abddc'}} {{(pid=102750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 12:19:16.788583 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-79f37e8f-71a8-4f46-801c-73fa1f111ef4 req-b897fd21-c262-4da1-b8b0-4eb665169d62 tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] 10.222.0.66 "GET /v2.0/ports?device_id=09a121f0-f7e5-4376-96bf-7008344dfe06 HTTP/1.1" status: 200 len: 210 time: 0.1784866 Nov 22 12:19:16.830903 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-12a102d3-7db4-4894-ad1f-ee38976c5cef admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:16.865883 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.l3_hamode_db [None req-943b1642-3190-4aa3-84f1-8c8c1f3c2a10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b6eb21f-8d2a-4ee6-9dfc-db25bfbba179', 'name': 'tempest-AttachVolumeShelveTestJSON-514126347-router', 'tenant_id': '086a36bf2fea4df7a4d72733b2f68dcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52f34850-4f08-4bf9-8f19-1c892d4c6132', 'external_fixed_ips': [{'subnet_id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': 'dec33e59-4d06-4644-b47a-37a68b460d51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T12:19:08Z', 'updated_at': '2021-11-22T12:19:12Z', 'revision_number': 3, 'project_id': '086a36bf2fea4df7a4d72733b2f68dcd', 'gw_port': {'id': 'dec33e59-4d06-4644-b47a-37a68b460d51', 'name': '', 'network_id': '52f34850-4f08-4bf9-8f19-1c892d4c6132', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:bf:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b6eb21f-8d2a-4ee6-9dfc-db25bfbba179', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T12:19:09Z', 'updated_at': '2021-11-22T12:19:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-13-iscsi'}], 'dv-cinder-768458-13-iscsi', False) {} {{(pid=102751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 12:19:16.920421 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-0a5a7041-c00e-4765-b8af-180579876d97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3931732'] for port, before_update {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:16.983879 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.rpc [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] Device 7f85a520-9da3-4c17-8d49-8e31563f6784 up at agent ovs-agent-dv-cinder-768458-13-iscsi {{(pid=102751) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 12:19:16.985120 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-5a77c00c-a6fa-4ab6-955c-84996d8aa73e admin admin] Publish callbacks [] for port, precommit_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:16.994190 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-943b1642-3190-4aa3-84f1-8c8c1f3c2a10 None None] The sync data for ids ['4b6eb21f-8d2a-4ee6-9dfc-db25bfbba179'] in dv-cinder-768458-13-iscsi is: [{'id': '4b6eb21f-8d2a-4ee6-9dfc-db25bfbba179', 'name': 'tempest-AttachVolumeShelveTestJSON-514126347-router', 'tenant_id': '086a36bf2fea4df7a4d72733b2f68dcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52f34850-4f08-4bf9-8f19-1c892d4c6132', 'external_fixed_ips': [{'subnet_id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': 'dec33e59-4d06-4644-b47a-37a68b460d51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T12:19:08Z', 'updated_at': '2021-11-22T12:19:12Z', 'revision_number': 3, 'project_id': '086a36bf2fea4df7a4d72733b2f68dcd', 'gw_port': {'id': 'dec33e59-4d06-4644-b47a-37a68b460d51', 'name': '', 'network_id': '52f34850-4f08-4bf9-8f19-1c892d4c6132', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:bf:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b6eb21f-8d2a-4ee6-9dfc-db25bfbba179', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T12:19:09Z', 'updated_at': '2021-11-22T12:19:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-13-iscsi'}] {{(pid=102751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 12:19:17.110189 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.provisioning_blocks [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] Provisioning complete for port 7f85a520-9da3-4c17-8d49-8e31563f6784 triggered by entity L2. {{(pid=102751) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 12:19:17.110778 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3821908'] for port, provisioning_complete {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:17.347975 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-12a102d3-7db4-4894-ad1f-ee38976c5cef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545565'] for security_group, after_delete {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:17.350542 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-12a102d3-7db4-4894-ad1f-ee38976c5cef admin admin] Publish callbacks [] for security_group, before_response {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:17.369533 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [None req-12a102d3-7db4-4894-ad1f-ee38976c5cef admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/f0568239-cf28-4888-85ac-310b089bb0c6 HTTP/1.1" status: 204 len: 168 time: 1.4209244 Nov 22 12:19:17.378986 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3931732'] for port, before_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:17.394564 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-0a5a7041-c00e-4765-b8af-180579876d97 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:17.417913 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a102d3-7db4-4894-ad1f-ee38976c5cef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0568239-cf28-4888-85ac-310b089bb0c6,revision_number=None']} {{(pid=102749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:19:17.430545 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-0a5a7041-c00e-4765-b8af-180579876d97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793343495738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793342949286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793342949304'] for port, after_update {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:17.431869 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a72221a3-2c08-4664-bc29-c96595ce10e4 req-660e5dba-92cd-46b3-bd89-4456d30ae320 tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] Made reservation on behalf of 5319fd2dee9b4b47b98f59bca1572ac8 for: {'port': 1} {{(pid=102750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 12:19:17.433631 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-0a5a7041-c00e-4765-b8af-180579876d97 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-758399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-531707'] for router_interface, after_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:17.449244 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [req-a72221a3-2c08-4664-bc29-c96595ce10e4 req-660e5dba-92cd-46b3-bd89-4456d30ae320 tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3931732'] for port, before_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:17.466671 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.db [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] For port 7f85a520-9da3-4c17-8d49-8e31563f6784, host dv-cinder-768458-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-13-iscsi',level=0,port_id=7f85a520-9da3-4c17-8d49-8e31563f6784,segment=NetworkSegment(91a15bc4-f975-4336-93bb-1ba9d2e7565e),segment_id=91a15bc4-f975-4336-93bb-1ba9d2e7565e)] {{(pid=102751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 12:19:17.474633 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793343495738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793342949286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793342949304'] for port, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:17.593874 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-5a77c00c-a6fa-4ab6-955c-84996d8aa73e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793342949268'] for port, after_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:17.697502 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] Pushing event updated for resources: {'Port': ['ID=7f85a520-9da3-4c17-8d49-8e31563f6784,revision_number=4']} {{(pid=102751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:19:17.781627 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec3db97b-4d1c-4553-837e-44e5712e3e66 req-a1871a2d-1685-4ad5-8295-d7ed2087ad03 tempest-DeleteServersTestJSON-546359454 tempest-DeleteServersTestJSON-546359454-project] Made reservation on behalf of 95c32f9960704ce6b26019efdc2abddc for: {'port': 1} {{(pid=102750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 12:19:17.793788 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [req-ec3db97b-4d1c-4553-837e-44e5712e3e66 req-a1871a2d-1685-4ad5-8295-d7ed2087ad03 tempest-DeleteServersTestJSON-546359454 tempest-DeleteServersTestJSON-546359454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3931732'] for port, before_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:17.868397 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-ae9b1070-5473-429c-84f0-ab45829caaa6 req-f13f6e87-29a9-40f2-ba71-856a07b1cca1 tempest-DeleteServersTestJSON-546359454 tempest-DeleteServersTestJSON-546359454-project] 10.222.0.66 "GET /v2.0/ports?device_id=0e1fe798-845f-4f01-b699-0e2fac35e5c3 HTTP/1.1" status: 200 len: 210 time: 0.1349702 Nov 22 12:19:17.880161 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5a7041-c00e-4765-b8af-180579876d97 admin admin] Pushing event updated for resources: {'Port': ['ID=d6470de8-e8cd-4952-91b5-2d07e07fe5d3,revision_number=2']} {{(pid=102749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:19:17.989901 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.wsgi [-] (102749) accepted ('10.222.0.66', 42848) {{(pid=102749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:19:18.098226 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-578c5385-8af8-456f-b13b-450b6b661c8e req-a326f0b3-7341-4c4d-9659-3cf59c8c25f2 tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] 10.222.0.66 "GET /v2.0/ports?device_id=09a121f0-f7e5-4376-96bf-7008344dfe06 HTTP/1.1" status: 200 len: 210 time: 0.1162705 Nov 22 12:19:18.123507 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a5a7041-c00e-4765-b8af-180579876d97 admin admin] Network 08903c03-f7d7-43c9-ab4d-565ac4637d53 is already hosted by enough agents. {{(pid=102749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 12:19:18.129046 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.scheduler.base_scheduler [None req-0a5a7041-c00e-4765-b8af-180579876d97 admin admin] Resources bound (agent type, host, resource id): {{(pid=102749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 12:19:18.244120 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a77c00c-a6fa-4ab6-955c-84996d8aa73e admin admin] Pushing event updated for resources: {'Port': ['ID=1cb4d82d-e7c5-44d0-97bb-0dc039c350db,revision_number=1']} {{(pid=102750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:19:18.258856 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a77c00c-a6fa-4ab6-955c-84996d8aa73e admin admin] Network 47c7c2df-c485-45be-9ae4-891cba4c7953 is already hosted by enough agents. {{(pid=102750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 12:19:18.431117 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.wsgi [-] (102750) accepted ('10.222.0.66', 42864) {{(pid=102750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:19:18.550473 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.scheduler.base_scheduler [None req-5a77c00c-a6fa-4ab6-955c-84996d8aa73e admin admin] Resources bound (agent type, host, resource id): {{(pid=102750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 12:19:18.677963 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-dc17ee36-0f09-40bc-bb08-432112020f79 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:18.699375 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a77c00c-a6fa-4ab6-955c-84996d8aa73e admin admin] Received port after_create {{(pid=102750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 12:19:18.700346 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-5a77c00c-a6fa-4ab6-955c-84996d8aa73e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-532587'] for router_interface, before_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:19.015457 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.provisioning_blocks [None req-fa6166ac-fd68-463a-ab1b-e0e8f4585a1f None None] Provisioning complete for port 1cb4d82d-e7c5-44d0-97bb-0dc039c350db triggered by entity DHCP. {{(pid=102751) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 12:19:19.017610 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-fa6166ac-fd68-463a-ab1b-e0e8f4585a1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3821908'] for port, provisioning_complete {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:19.128160 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-3b942810-145c-45f6-9100-3f9c059c5e23 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:19.130570 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.rpc [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] Device 7f85a520-9da3-4c17-8d49-8e31563f6784 up at agent ovs-agent-dv-cinder-768458-13-iscsi {{(pid=102751) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 12:19:19.181435 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-a87a9998-c506-4896-8c9b-246ddfb183b1 req-493f0a4d-36bc-4b8e-8e7c-049de5c5c60a tempest-DeleteServersTestJSON-546359454 tempest-DeleteServersTestJSON-546359454-project] 10.222.0.66 "GET /v2.0/ports?device_id=0e1fe798-845f-4f01-b699-0e2fac35e5c3 HTTP/1.1" status: 200 len: 210 time: 0.0565848 Nov 22 12:19:19.197678 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a5a7041-c00e-4765-b8af-180579876d97 admin admin] Router 1f9c404a-2f27-463e-b6d9-154c9656a007 has already been hosted by L3 agent b4a26ead-6ab2-4f98-a352-c9ed6d39b73e {{(pid=102749) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 12:19:19.226081 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.plugin [None req-fa6166ac-fd68-463a-ab1b-e0e8f4585a1f None None] Port 1cb4d82d-e7c5-44d0-97bb-0dc039c350db cannot update to ACTIVE because it is not bound. {{(pid=102751) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 12:19:19.257927 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.db.db_base_plugin_common [req-a72221a3-2c08-4664-bc29-c96595ce10e4 req-660e5dba-92cd-46b3-bd89-4456d30ae320 tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] Allocated IP 172.20.0.13 (1a398bbd-8494-4c78-9a7f-9328646aea45/a297376f-8bec-4762-a395-e20c73d660c4/c07cfd45-5b74-4945-9991-863824fb50f3) {{(pid=102750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 12:19:19.281611 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.provisioning_blocks [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] Provisioning complete for port 7f85a520-9da3-4c17-8d49-8e31563f6784 triggered by entity L2. {{(pid=102751) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 12:19:19.282064 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3821908'] for port, provisioning_complete {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:19.335646 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-a1e10a80-5cb1-4086-9a68-843d6064fabb req-2ba30ef0-e9b7-4e59-962b-185c329fb7cb tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] 10.222.0.66 "GET /v2.0/ports?device_id=09a121f0-f7e5-4376-96bf-7008344dfe06 HTTP/1.1" status: 200 len: 210 time: 0.0683527 Nov 22 12:19:19.511949 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a5a7041-c00e-4765-b8af-180579876d97 admin admin] Notify agent at l3_agent.dv-cinder-768458-13-iscsi the message routers_updated {{(pid=102749) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 12:19:19.529477 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [None req-0a5a7041-c00e-4765-b8af-180579876d97 admin admin] 10.222.0.66 "PUT /v2.0/routers/1f9c404a-2f27-463e-b6d9-154c9656a007/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2932243 Nov 22 12:19:19.543865 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-3b942810-145c-45f6-9100-3f9c059c5e23 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:19.552889 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-3b942810-145c-45f6-9100-3f9c059c5e23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545565'] for security_group, after_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:19.559408 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.rpc [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] Device dec33e59-4d06-4644-b47a-37a68b460d51 up at agent ovs-agent-dv-cinder-768458-13-iscsi {{(pid=102751) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 12:19:19.639292 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [None req-3b942810-145c-45f6-9100-3f9c059c5e23 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=c2273993603b48df88e7159d33ee8e7b&name=default HTTP/1.1" status: 200 len: 2992 time: 1.6368990 Nov 22 12:19:19.640688 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.wsgi [-] (102749) accepted ('10.222.0.66', 42884) {{(pid=102749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:19:19.669551 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b942810-145c-45f6-9100-3f9c059c5e23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fed5520-9c50-444f-ab9b-5f42fc7143e0,revision_number=1']} {{(pid=102749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:19:19.702501 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.provisioning_blocks [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] Provisioning complete for port dec33e59-4d06-4644-b47a-37a68b460d51 triggered by entity L2. {{(pid=102751) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 12:19:19.703023 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3821908'] for port, provisioning_complete {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:19.811869 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-f0c2b961-e89e-4041-9a3c-6a9c836d67be admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:19.906560 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-f0c2b961-e89e-4041-9a3c-6a9c836d67be admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:19.936542 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e79a2955-3f8b-4d39-ae5a-cc2980b7af06 None None] Sync routers for ids ['1f9c404a-2f27-463e-b6d9-154c9656a007'] in dv-cinder-768458-13-iscsi {{(pid=102752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 12:19:19.952558 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e79a2955-3f8b-4d39-ae5a-cc2980b7af06 None None] Routers {'1f9c404a-2f27-463e-b6d9-154c9656a007'} bound to L3 agent in host dv-cinder-768458-13-iscsi {{(pid=102752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 12:19:19.955787 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.db.l3_hamode_db [None req-e79a2955-3f8b-4d39-ae5a-cc2980b7af06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-22T12:11:23Z,description=,heartbeat_timestamp=2021-11-22T12:18:53Z,host='dv-cinder-768458-13-iscsi',id=b4a26ead-6ab2-4f98-a352-c9ed6d39b73e,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T12:11:23Z,topic='l3_agent')) {'router_ids': ['1f9c404a-2f27-463e-b6d9-154c9656a007'], 'active': True} {{(pid=102752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 12:19:19.963627 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [req-a72221a3-2c08-4664-bc29-c96595ce10e4 req-660e5dba-92cd-46b3-bd89-4456d30ae320 tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] Publish callbacks [] for port, precommit_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:20.035129 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3931732'] for port, before_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:20.044833 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-f0c2b961-e89e-4041-9a3c-6a9c836d67be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545565'] for security_group, after_delete {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:20.063900 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-f0c2b961-e89e-4041-9a3c-6a9c836d67be admin admin] Publish callbacks [] for security_group, before_response {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:20.069446 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [None req-f0c2b961-e89e-4041-9a3c-6a9c836d67be admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/5fed5520-9c50-444f-ab9b-5f42fc7143e0 HTTP/1.1" status: 204 len: 168 time: 0.4262347 Nov 22 12:19:20.108384 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.db [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] For port dec33e59-4d06-4644-b47a-37a68b460d51, host dv-cinder-768458-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-13-iscsi',level=0,port_id=dec33e59-4d06-4644-b47a-37a68b460d51,segment=NetworkSegment(91a15bc4-f975-4336-93bb-1ba9d2e7565e),segment_id=91a15bc4-f975-4336-93bb-1ba9d2e7565e)] {{(pid=102751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 12:19:20.114202 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793343495738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793342949286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793342949304'] for port, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:20.131618 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c2b961-e89e-4041-9a3c-6a9c836d67be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fed5520-9c50-444f-ab9b-5f42fc7143e0,revision_number=None']} {{(pid=102749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:19:20.213195 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [req-a72221a3-2c08-4664-bc29-c96595ce10e4 req-660e5dba-92cd-46b3-bd89-4456d30ae320 tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793342949268'] for port, after_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:20.363273 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] Pushing event updated for resources: {'Port': ['ID=dec33e59-4d06-4644-b47a-37a68b460d51,revision_number=4']} {{(pid=102751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:19:20.395695 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-c221cc41-d7a7-4b15-9bdc-f3bd88cdcd5f req-d7781aa3-3010-437e-9e32-1ccee4b2e777 tempest-DeleteServersTestJSON-546359454 tempest-DeleteServersTestJSON-546359454-project] 10.222.0.66 "GET /v2.0/ports?device_id=0e1fe798-845f-4f01-b699-0e2fac35e5c3 HTTP/1.1" status: 200 len: 210 time: 0.1110964 Nov 22 12:19:20.424517 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a72221a3-2c08-4664-bc29-c96595ce10e4 req-660e5dba-92cd-46b3-bd89-4456d30ae320 tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] Network 1a398bbd-8494-4c78-9a7f-9328646aea45 is already hosted by enough agents. {{(pid=102750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 12:19:20.446895 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.scheduler.base_scheduler [req-a72221a3-2c08-4664-bc29-c96595ce10e4 req-660e5dba-92cd-46b3-bd89-4456d30ae320 tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] Resources bound (agent type, host, resource id): {{(pid=102750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 12:19:20.460938 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.db.l3_dvrscheduler_db [req-a72221a3-2c08-4664-bc29-c96595ce10e4 req-660e5dba-92cd-46b3-bd89-4456d30ae320 tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] Received port after_create {{(pid=102750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 12:19:20.467451 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72221a3-2c08-4664-bc29-c96595ce10e4 req-660e5dba-92cd-46b3-bd89-4456d30ae320 tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:19:20.468234 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [req-a72221a3-2c08-4664-bc29-c96595ce10e4 req-660e5dba-92cd-46b3-bd89-4456d30ae320 tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758363'] for port, before_response {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:20.516573 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.db.l3_dvr_db [None req-e79a2955-3f8b-4d39-ae5a-cc2980b7af06 None None] Set router 1f9c404a-2f27-463e-b6d9-154c9656a007 gateway port host: dv-cinder-768458-13-iscsi {{(pid=102752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 12:19:20.621188 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [req-a72221a3-2c08-4664-bc29-c96595ce10e4 req-660e5dba-92cd-46b3-bd89-4456d30ae320 tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.2467813 Nov 22 12:19:20.781058 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-96865ad5-d449-4401-87a2-2888a1e00eb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793343475411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3821827'] for agent, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:20.830443 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee89b74a-78db-41be-9bf5-f2877a5ef87b req-c8566366-4635-434d-85d2-f6fe5ff465ba tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:19:20.839536 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-ee89b74a-78db-41be-9bf5-f2877a5ef87b req-c8566366-4635-434d-85d2-f6fe5ff465ba tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] 10.222.0.66 "GET /v2.0/ports?device_id=09a121f0-f7e5-4376-96bf-7008344dfe06 HTTP/1.1" status: 200 len: 932 time: 0.2739370 Nov 22 12:19:20.875041 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.wsgi [req-a72221a3-2c08-4664-bc29-c96595ce10e4 req-51b7925b-a8ba-4733-b511-2f2dd6a5e23b tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=102750) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 12:19:20.877592 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [req-a72221a3-2c08-4664-bc29-c96595ce10e4 req-51b7925b-a8ba-4733-b511-2f2dd6a5e23b tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0335226 Nov 22 12:19:20.939481 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.rpc [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] Device dec33e59-4d06-4644-b47a-37a68b460d51 up at agent ovs-agent-dv-cinder-768458-13-iscsi {{(pid=102751) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 12:19:21.046083 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f076d3-37ca-487a-91d5-1e5171c5d801 req-87180890-6fc8-4002-a4d2-c7e8d20094ad tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:19:21.064621 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-92f076d3-37ca-487a-91d5-1e5171c5d801 req-87180890-6fc8-4002-a4d2-c7e8d20094ad tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] 10.222.0.66 "GET /v2.0/networks?id=08903c03-f7d7-43c9-ab4d-565ac4637d53 HTTP/1.1" status: 200 len: 818 time: 0.5351324 Nov 22 12:19:21.112204 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-92f076d3-37ca-487a-91d5-1e5171c5d801 req-787b1164-8873-4331-986a-50458356d8dc tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] 10.222.0.66 "GET /v2.0/quotas/f3d392a7d77f46fcb4faa017786796fa HTTP/1.1" status: 200 len: 375 time: 0.0411663 Nov 22 12:19:21.173206 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.db.db_base_plugin_common [req-ec3db97b-4d1c-4553-837e-44e5712e3e66 req-a1871a2d-1685-4ad5-8295-d7ed2087ad03 tempest-DeleteServersTestJSON-546359454 tempest-DeleteServersTestJSON-546359454-project] Allocated IP 172.20.0.14 (b07068ae-2296-48cd-ab6a-7673ccc232c3/f30157bd-ae15-4c4e-9999-a9333b05a615/bbc86ff1-847c-4237-907d-5d5ba197dac4) {{(pid=102750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 12:19:21.196691 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660e5dba-92cd-46b3-bd89-4456d30ae320 tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] Pushing event updated for resources: {'Port': ['ID=c07cfd45-5b74-4945-9991-863824fb50f3,revision_number=1']} {{(pid=102750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:19:21.222303 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.provisioning_blocks [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] Provisioning complete for port dec33e59-4d06-4644-b47a-37a68b460d51 triggered by entity L2. {{(pid=102751) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 12:19:21.222937 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3821908'] for port, provisioning_complete {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:21.290468 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-5a77c00c-a6fa-4ab6-955c-84996d8aa73e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3931732'] for port, before_update {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:21.362421 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-dc17ee36-0f09-40bc-bb08-432112020f79 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:21.411991 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-ee89b74a-78db-41be-9bf5-f2877a5ef87b req-1ff2f85f-b072-47fe-ac04-0e4bbc7f39c3 tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] 10.222.0.66 "GET /v2.0/security-groups?id=d183c51b-56bc-4b8b-8c88-c11ec3bb03cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5709219 Nov 22 12:19:21.426237 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.db.l3_hamode_db [None req-e79a2955-3f8b-4d39-ae5a-cc2980b7af06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f9c404a-2f27-463e-b6d9-154c9656a007', 'name': 'tempest-ServerRescueNegativeTestJSON-691096430-router', 'tenant_id': 'f3d392a7d77f46fcb4faa017786796fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52f34850-4f08-4bf9-8f19-1c892d4c6132', 'external_fixed_ips': [{'subnet_id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'ip_address': '172.27.0.25'}], 'enable_snat': True}, 'gw_port_id': '7f85a520-9da3-4c17-8d49-8e31563f6784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T12:19:07Z', 'updated_at': '2021-11-22T12:19:16Z', 'revision_number': 4, 'project_id': 'f3d392a7d77f46fcb4faa017786796fa', 'gw_port': {'id': '7f85a520-9da3-4c17-8d49-8e31563f6784', 'name': '', 'network_id': '52f34850-4f08-4bf9-8f19-1c892d4c6132', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:4e:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f9c404a-2f27-463e-b6d9-154c9656a007', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'ip_address': '172.27.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T12:19:09Z', 'updated_at': '2021-11-22T12:19:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-13-iscsi', '_interfaces': [{'id': 'd6470de8-e8cd-4952-91b5-2d07e07fe5d3', 'name': '', 'network_id': '08903c03-f7d7-43c9-ab4d-565ac4637d53', 'tenant_id': 'f3d392a7d77f46fcb4faa017786796fa', 'mac_address': 'fa:16:3e:21:e3:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f9c404a-2f27-463e-b6d9-154c9656a007', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '292b6822-c634-4819-b6c6-c4a4132c73d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T12:19:14Z', 'updated_at': '2021-11-22T12:19:17Z', 'revision_number': 2, 'project_id': 'f3d392a7d77f46fcb4faa017786796fa', 'subnets': [{'id': '292b6822-c634-4819-b6c6-c4a4132c73d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-13-iscsi', False) {} {{(pid=102752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 12:19:21.496729 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-92f076d3-37ca-487a-91d5-1e5171c5d801 req-5d3c8fe7-6c23-4c26-859c-a46e038e4b60 tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=f3d392a7d77f46fcb4faa017786796fa&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3806570 Nov 22 12:19:21.594931 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-dc17ee36-0f09-40bc-bb08-432112020f79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545565'] for security_group, after_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:21.612110 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e79a2955-3f8b-4d39-ae5a-cc2980b7af06 None None] Checking router: 1f9c404a-2f27-463e-b6d9-154c9656a007 for host: dv-cinder-768458-13-iscsi {{(pid=102752) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 12:19:21.614187 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e79a2955-3f8b-4d39-ae5a-cc2980b7af06 None None] Updating router 1f9c404a-2f27-463e-b6d9-154c9656a007 port d6470de8-e8cd-4952-91b5-2d07e07fe5d3 binding host dv-cinder-768458-13-iscsi {{(pid=102752) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 12:19:21.695960 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron_lib.callbacks.manager [None req-e79a2955-3f8b-4d39-ae5a-cc2980b7af06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3931732'] for port, before_update {{(pid=102752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:21.717004 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-decdbf59-64d1-42b4-91b7-d354fdad2e17 req-089a236c-6e66-4126-a0b3-fff391560a2d tempest-DeleteServersTestJSON-546359454 tempest-DeleteServersTestJSON-546359454-project] 10.222.0.66 "GET /v2.0/ports?device_id=0e1fe798-845f-4f01-b699-0e2fac35e5c3 HTTP/1.1" status: 200 len: 210 time: 0.0752149 Nov 22 12:19:21.768689 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-92f076d3-37ca-487a-91d5-1e5171c5d801 req-b660ba81-dbcb-4892-82f7-11ecf5360ccc service neutron] 10.222.0.66 "GET /v2.0/networks/08903c03-f7d7-43c9-ab4d-565ac4637d53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2558544 Nov 22 12:19:21.888168 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.v2.base [req-a72221a3-2c08-4664-bc29-c96595ce10e4 req-f79fd413-0a36-48f6-ae0a-00859d67b70d service neutron] Request body: {'port': {'device_id': '09a121f0-f7e5-4376-96bf-7008344dfe06', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76845'}} {{(pid=102750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 12:19:22.030594 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [req-ec3db97b-4d1c-4553-837e-44e5712e3e66 req-a1871a2d-1685-4ad5-8295-d7ed2087ad03 tempest-DeleteServersTestJSON-546359454 tempest-DeleteServersTestJSON-546359454-project] Publish callbacks [] for port, precommit_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:22.035917 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-92f076d3-37ca-487a-91d5-1e5171c5d801 req-53b0fbc0-4e04-4c1d-b0ef-d95e21b4c99f service neutron] 10.222.0.66 "GET /v2.0/networks/08903c03-f7d7-43c9-ab4d-565ac4637d53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2598450 Nov 22 12:19:22.131629 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc17ee36-0f09-40bc-bb08-432112020f79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fa33ef7-6921-4334-a96e-d1506243bfe8,revision_number=1']} {{(pid=102750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:19:22.247087 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [None req-dc17ee36-0f09-40bc-bb08-432112020f79 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=796717d22e994a39821106d2a94a0d55&name=default HTTP/1.1" status: 200 len: 2994 time: 3.6972785 Nov 22 12:19:22.249551 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.wsgi [-] (102749) accepted ('10.222.0.66', 42956) {{(pid=102749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:19:22.396697 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron_lib.callbacks.manager [None req-e79a2955-3f8b-4d39-ae5a-cc2980b7af06 None None] Publish callbacks [] for port, precommit_update {{(pid=102752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:22.407695 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron_lib.callbacks.manager [None req-e79a2955-3f8b-4d39-ae5a-cc2980b7af06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793343495738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793342949286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793342949304'] for port, after_update {{(pid=102752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:22.447024 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-1aefeb16-4413-4ec4-a5d9-3b6480f34897 req-46e84271-2472-4b01-924a-db42eae4f04a tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] 10.222.0.66 "GET /v2.0/ports?device_id=302ab8ef-5565-4f9b-9b91-b405d550a90d HTTP/1.1" status: 200 len: 210 time: 0.1811912 Nov 22 12:19:22.514383 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-55caa81d-8a72-4a05-b384-733ea3da414e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:22.518564 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-5a77c00c-a6fa-4ab6-955c-84996d8aa73e admin admin] Publish callbacks [] for port, precommit_update {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:22.542744 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [req-a72221a3-2c08-4664-bc29-c96595ce10e4 req-f79fd413-0a36-48f6-ae0a-00859d67b70d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3931732'] for port, before_update {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:22.545937 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54383487-eace-4eac-9175-88b49a15a896 None None] Pushing event updated for resources: {'Port': ['ID=d6470de8-e8cd-4952-91b5-2d07e07fe5d3,revision_number=3']} {{(pid=102752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:19:22.554645 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-5a77c00c-a6fa-4ab6-955c-84996d8aa73e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793343495738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793342949286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793342949304'] for port, after_update {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:22.557425 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-5a77c00c-a6fa-4ab6-955c-84996d8aa73e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-758399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-531707'] for router_interface, after_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:22.577791 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-55caa81d-8a72-4a05-b384-733ea3da414e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:22.606338 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [req-ec3db97b-4d1c-4553-837e-44e5712e3e66 req-a1871a2d-1685-4ad5-8295-d7ed2087ad03 tempest-DeleteServersTestJSON-546359454 tempest-DeleteServersTestJSON-546359454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793342949268'] for port, after_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:22.702445 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.plugins.ml2.managers [None req-e79a2955-3f8b-4d39-ae5a-cc2980b7af06 None None] Attempting to bind port d6470de8-e8cd-4952-91b5-2d07e07fe5d3 on host dv-cinder-768458-13-iscsi for vnic_type normal with profile {{(pid=102752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 12:19:22.704224 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.plugins.ml2.managers [None req-e79a2955-3f8b-4d39-ae5a-cc2980b7af06 None None] Attempting to bind port d6470de8-e8cd-4952-91b5-2d07e07fe5d3 by drivers openvswitch,hyperv on host dv-cinder-768458-13-iscsi at level 0 using segments [{'id': '103f8584-8f7f-4b00-950b-b4afaf5307e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '08903c03-f7d7-43c9-ab4d-565ac4637d53'}] {{(pid=102752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 12:19:22.705485 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e79a2955-3f8b-4d39-ae5a-cc2980b7af06 None None] Attempting to bind port d6470de8-e8cd-4952-91b5-2d07e07fe5d3 on network 08903c03-f7d7-43c9-ab4d-565ac4637d53 {{(pid=102752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 12:19:22.747081 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e79a2955-3f8b-4d39-ae5a-cc2980b7af06 None None] Checking agent: {'id': '93079659-014b-45ff-9ed2-9a81038b5445', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768458-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 12, 11, 26), 'started_at': datetime.datetime(2021, 11, 22, 12, 11, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 12, 18, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768458-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 12:19:22.752627 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e79a2955-3f8b-4d39-ae5a-cc2980b7af06 None None] Checking segment: {'id': '103f8584-8f7f-4b00-950b-b4afaf5307e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '08903c03-f7d7-43c9-ab4d-565ac4637d53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 12:19:22.755449 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron_lib.callbacks.manager [None req-e79a2955-3f8b-4d39-ae5a-cc2980b7af06 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:22.757489 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e79a2955-3f8b-4d39-ae5a-cc2980b7af06 None None] Bound using segment: {'id': '103f8584-8f7f-4b00-950b-b4afaf5307e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '08903c03-f7d7-43c9-ab4d-565ac4637d53'} {{(pid=102752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 12:19:22.759375 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.plugins.ml2.managers [None req-e79a2955-3f8b-4d39-ae5a-cc2980b7af06 None None] Bound port: d6470de8-e8cd-4952-91b5-2d07e07fe5d3, host: dv-cinder-768458-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '103f8584-8f7f-4b00-950b-b4afaf5307e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '08903c03-f7d7-43c9-ab4d-565ac4637d53'}}] {{(pid=102752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 12:19:22.761160 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron_lib.callbacks.manager [None req-e79a2955-3f8b-4d39-ae5a-cc2980b7af06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3931732'] for port, before_update {{(pid=102752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:22.863872 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba18c652-1284-45c8-9121-b70f0e95d906 req-a57840a8-5607-4306-a7bb-5cb07e90fdf8 tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:19:22.867763 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-ba18c652-1284-45c8-9121-b70f0e95d906 req-a57840a8-5607-4306-a7bb-5cb07e90fdf8 tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] 10.222.0.66 "GET /v2.0/ports?device_id=09a121f0-f7e5-4376-96bf-7008344dfe06 HTTP/1.1" status: 200 len: 932 time: 0.2488914 Nov 22 12:19:22.915699 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.plugins.ml2.db [None req-e79a2955-3f8b-4d39-ae5a-cc2980b7af06 None None] For port d6470de8-e8cd-4952-91b5-2d07e07fe5d3, host dv-cinder-768458-13-iscsi, cleared binding levels {{(pid=102752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 12:19:22.923455 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.plugins.ml2.db [None req-e79a2955-3f8b-4d39-ae5a-cc2980b7af06 None None] For port d6470de8-e8cd-4952-91b5-2d07e07fe5d3, host dv-cinder-768458-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-13-iscsi',level=0,port_id=d6470de8-e8cd-4952-91b5-2d07e07fe5d3,segment=NetworkSegment(103f8584-8f7f-4b00-950b-b4afaf5307e9),segment_id=103f8584-8f7f-4b00-950b-b4afaf5307e9)] {{(pid=102752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 12:19:22.930762 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron_lib.callbacks.manager [None req-e79a2955-3f8b-4d39-ae5a-cc2980b7af06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793343495738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793342949286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793342949304'] for port, after_update {{(pid=102752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:22.938045 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec3db97b-4d1c-4553-837e-44e5712e3e66 req-a1871a2d-1685-4ad5-8295-d7ed2087ad03 tempest-DeleteServersTestJSON-546359454 tempest-DeleteServersTestJSON-546359454-project] Network b07068ae-2296-48cd-ab6a-7673ccc232c3 is already hosted by enough agents. {{(pid=102750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 12:19:22.955246 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.scheduler.base_scheduler [req-ec3db97b-4d1c-4553-837e-44e5712e3e66 req-a1871a2d-1685-4ad5-8295-d7ed2087ad03 tempest-DeleteServersTestJSON-546359454 tempest-DeleteServersTestJSON-546359454-project] Resources bound (agent type, host, resource id): {{(pid=102750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 12:19:23.018626 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec3db97b-4d1c-4553-837e-44e5712e3e66 req-a1871a2d-1685-4ad5-8295-d7ed2087ad03 tempest-DeleteServersTestJSON-546359454 tempest-DeleteServersTestJSON-546359454-project] Received port after_create {{(pid=102750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 12:19:23.023338 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-dbbc2f78-696d-4afa-9083-f66a1dc19eae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793343475411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3821827'] for agent, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:23.069642 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3db97b-4d1c-4553-837e-44e5712e3e66 req-a1871a2d-1685-4ad5-8295-d7ed2087ad03 tempest-DeleteServersTestJSON-546359454 tempest-DeleteServersTestJSON-546359454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:19:23.070564 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [req-ec3db97b-4d1c-4553-837e-44e5712e3e66 req-a1871a2d-1685-4ad5-8295-d7ed2087ad03 tempest-DeleteServersTestJSON-546359454 tempest-DeleteServersTestJSON-546359454-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758363'] for port, before_response {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:23.112219 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e79a2955-3f8b-4d39-ae5a-cc2980b7af06 None None] Routers {'1f9c404a-2f27-463e-b6d9-154c9656a007'} bound to L3 agent in host dv-cinder-768458-13-iscsi {{(pid=102752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 12:19:23.112859 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.db.l3_hamode_db [None req-e79a2955-3f8b-4d39-ae5a-cc2980b7af06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T12:11:23Z,description=,heartbeat_timestamp=2021-11-22T12:19:23Z,host='dv-cinder-768458-13-iscsi',id=b4a26ead-6ab2-4f98-a352-c9ed6d39b73e,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T12:11:23Z,topic='l3_agent')) {'router_ids': ['1f9c404a-2f27-463e-b6d9-154c9656a007'], 'active': True} {{(pid=102752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 12:19:23.147798 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-55caa81d-8a72-4a05-b384-733ea3da414e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545565'] for security_group, after_delete {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:23.150529 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-55caa81d-8a72-4a05-b384-733ea3da414e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:23.156956 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [None req-55caa81d-8a72-4a05-b384-733ea3da414e admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/8fa33ef7-6921-4334-a96e-d1506243bfe8 HTTP/1.1" status: 204 len: 168 time: 0.9053473 Nov 22 12:19:23.193805 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55caa81d-8a72-4a05-b384-733ea3da414e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fa33ef7-6921-4334-a96e-d1506243bfe8,revision_number=None']} {{(pid=102749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:19:23.228255 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a854ab9a-09d2-4ce1-807c-35d4d9522c73 req-32960501-1a7c-4512-bdfd-d900676aa428 tempest-DeleteServersTestJSON-546359454 tempest-DeleteServersTestJSON-546359454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:19:23.229989 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-a854ab9a-09d2-4ce1-807c-35d4d9522c73 req-32960501-1a7c-4512-bdfd-d900676aa428 tempest-DeleteServersTestJSON-546359454 tempest-DeleteServersTestJSON-546359454-project] 10.222.0.66 "GET /v2.0/ports?device_id=0e1fe798-845f-4f01-b699-0e2fac35e5c3 HTTP/1.1" status: 200 len: 932 time: 0.3410230 Nov 22 12:19:23.246837 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54383487-eace-4eac-9175-88b49a15a896 None None] Pushing event updated for resources: {'Port': ['ID=d6470de8-e8cd-4952-91b5-2d07e07fe5d3,revision_number=4']} {{(pid=102752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:19:23.253710 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-ba18c652-1284-45c8-9121-b70f0e95d906 req-a910682e-022a-4e5d-92b1-76b3d87e93bc tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] 10.222.0.66 "GET /v2.0/security-groups?id=d183c51b-56bc-4b8b-8c88-c11ec3bb03cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3612766 Nov 22 12:19:23.276968 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a77c00c-a6fa-4ab6-955c-84996d8aa73e admin admin] Pushing event updated for resources: {'Port': ['ID=1cb4d82d-e7c5-44d0-97bb-0dc039c350db,revision_number=2']} {{(pid=102750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:19:23.309731 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [req-ec3db97b-4d1c-4553-837e-44e5712e3e66 req-a1871a2d-1685-4ad5-8295-d7ed2087ad03 tempest-DeleteServersTestJSON-546359454 tempest-DeleteServersTestJSON-546359454-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.5597610 Nov 22 12:19:23.396235 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-a854ab9a-09d2-4ce1-807c-35d4d9522c73 req-80b465be-1af3-4c14-987f-381d3714be51 tempest-DeleteServersTestJSON-546359454 tempest-DeleteServersTestJSON-546359454-project] 10.222.0.66 "GET /v2.0/security-groups?id=275fd683-ebee-400e-af25-c2e25f553eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337988 Nov 22 12:19:23.450487 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.db.l3_dvr_db [None req-e79a2955-3f8b-4d39-ae5a-cc2980b7af06 None None] Set router 1f9c404a-2f27-463e-b6d9-154c9656a007 gateway port host: dv-cinder-768458-13-iscsi {{(pid=102752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 12:19:23.577344 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fbcfb0-b739-4bbf-9044-4e59242fb575 req-046ffe41-4e37-4f30-8474-5c3f91fd7851 tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:19:23.579839 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-98fbcfb0-b739-4bbf-9044-4e59242fb575 req-046ffe41-4e37-4f30-8474-5c3f91fd7851 tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] 10.222.0.66 "GET /v2.0/networks?id=08903c03-f7d7-43c9-ab4d-565ac4637d53 HTTP/1.1" status: 200 len: 818 time: 0.1824248 Nov 22 12:19:23.610614 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-98fbcfb0-b739-4bbf-9044-4e59242fb575 req-ab2b6325-2b64-4913-8c7c-72a8b6d4365f tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] 10.222.0.66 "GET /v2.0/quotas/f3d392a7d77f46fcb4faa017786796fa HTTP/1.1" status: 200 len: 375 time: 0.0132751 Nov 22 12:19:23.692857 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a77c00c-a6fa-4ab6-955c-84996d8aa73e admin admin] Network 47c7c2df-c485-45be-9ae4-891cba4c7953 is already hosted by enough agents. {{(pid=102750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 12:19:23.694051 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1871a2d-1685-4ad5-8295-d7ed2087ad03 tempest-DeleteServersTestJSON-546359454 tempest-DeleteServersTestJSON-546359454-project] Pushing event updated for resources: {'Port': ['ID=bbc86ff1-847c-4237-907d-5d5ba197dac4,revision_number=1']} {{(pid=102750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:19:23.700764 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.scheduler.base_scheduler [None req-5a77c00c-a6fa-4ab6-955c-84996d8aa73e admin admin] Resources bound (agent type, host, resource id): {{(pid=102750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 12:19:23.736718 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-98fbcfb0-b739-4bbf-9044-4e59242fb575 req-3bb57c44-7493-4e39-9a22-bc5745515f04 tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=f3d392a7d77f46fcb4faa017786796fa&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1185563 Nov 22 12:19:23.917060 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-98fbcfb0-b739-4bbf-9044-4e59242fb575 req-dac1b4d5-93ee-4b65-93e3-df130f2bd443 service neutron] 10.222.0.66 "GET /v2.0/networks/08903c03-f7d7-43c9-ab4d-565ac4637d53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1769884 Nov 22 12:19:23.949601 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.db.l3_hamode_db [None req-e79a2955-3f8b-4d39-ae5a-cc2980b7af06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f9c404a-2f27-463e-b6d9-154c9656a007', 'name': 'tempest-ServerRescueNegativeTestJSON-691096430-router', 'tenant_id': 'f3d392a7d77f46fcb4faa017786796fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52f34850-4f08-4bf9-8f19-1c892d4c6132', 'external_fixed_ips': [{'subnet_id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'ip_address': '172.27.0.25'}], 'enable_snat': True}, 'gw_port_id': '7f85a520-9da3-4c17-8d49-8e31563f6784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T12:19:07Z', 'updated_at': '2021-11-22T12:19:16Z', 'revision_number': 4, 'project_id': 'f3d392a7d77f46fcb4faa017786796fa', 'gw_port': {'id': '7f85a520-9da3-4c17-8d49-8e31563f6784', 'name': '', 'network_id': '52f34850-4f08-4bf9-8f19-1c892d4c6132', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:4e:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f9c404a-2f27-463e-b6d9-154c9656a007', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'ip_address': '172.27.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T12:19:09Z', 'updated_at': '2021-11-22T12:19:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-13-iscsi', '_interfaces': [{'id': 'd6470de8-e8cd-4952-91b5-2d07e07fe5d3', 'name': '', 'network_id': '08903c03-f7d7-43c9-ab4d-565ac4637d53', 'tenant_id': 'f3d392a7d77f46fcb4faa017786796fa', 'mac_address': 'fa:16:3e:21:e3:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f9c404a-2f27-463e-b6d9-154c9656a007', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '292b6822-c634-4819-b6c6-c4a4132c73d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T12:19:14Z', 'updated_at': '2021-11-22T12:19:22Z', 'revision_number': 4, 'project_id': 'f3d392a7d77f46fcb4faa017786796fa', 'subnets': [{'id': '292b6822-c634-4819-b6c6-c4a4132c73d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-13-iscsi', False) {} {{(pid=102752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 12:19:24.001180 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e79a2955-3f8b-4d39-ae5a-cc2980b7af06 None None] The sync data for ids ['1f9c404a-2f27-463e-b6d9-154c9656a007'] in dv-cinder-768458-13-iscsi is: [{'id': '1f9c404a-2f27-463e-b6d9-154c9656a007', 'name': 'tempest-ServerRescueNegativeTestJSON-691096430-router', 'tenant_id': 'f3d392a7d77f46fcb4faa017786796fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52f34850-4f08-4bf9-8f19-1c892d4c6132', 'external_fixed_ips': [{'subnet_id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'ip_address': '172.27.0.25'}], 'enable_snat': True}, 'gw_port_id': '7f85a520-9da3-4c17-8d49-8e31563f6784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T12:19:07Z', 'updated_at': '2021-11-22T12:19:16Z', 'revision_number': 4, 'project_id': 'f3d392a7d77f46fcb4faa017786796fa', 'gw_port': {'id': '7f85a520-9da3-4c17-8d49-8e31563f6784', 'name': '', 'network_id': '52f34850-4f08-4bf9-8f19-1c892d4c6132', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:4e:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f9c404a-2f27-463e-b6d9-154c9656a007', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'ip_address': '172.27.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T12:19:09Z', 'updated_at': '2021-11-22T12:19:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-13-iscsi', '_interfaces': [{'id': 'd6470de8-e8cd-4952-91b5-2d07e07fe5d3', 'name': '', 'network_id': '08903c03-f7d7-43c9-ab4d-565ac4637d53', 'tenant_id': 'f3d392a7d77f46fcb4faa017786796fa', 'mac_address': 'fa:16:3e:21:e3:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f9c404a-2f27-463e-b6d9-154c9656a007', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '292b6822-c634-4819-b6c6-c4a4132c73d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T12:19:14Z', 'updated_at': '2021-11-22T12:19:22Z', 'revision_number': 4, 'project_id': 'f3d392a7d77f46fcb4faa017786796fa', 'subnets': [{'id': '292b6822-c634-4819-b6c6-c4a4132c73d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 12:19:24.030690 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-9105419b-06f9-45a8-bbac-70d110a73200 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793343475411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3821827'] for agent, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:24.060453 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.db.agents_db [None req-5743c18b-166a-4bd0-85c4-3f13128e6c33 None None] Agent healthcheck: found 6 active agents {{(pid=102752) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 12:19:24.098397 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a77c00c-a6fa-4ab6-955c-84996d8aa73e admin admin] Router 4b6eb21f-8d2a-4ee6-9dfc-db25bfbba179 has already been hosted by L3 agent b4a26ead-6ab2-4f98-a352-c9ed6d39b73e {{(pid=102750) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 12:19:24.137276 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.provisioning_blocks [None req-7abc4063-e420-4a4a-a668-300afe3b3955 None None] Provisioning complete for port 1cb4d82d-e7c5-44d0-97bb-0dc039c350db triggered by entity DHCP. {{(pid=102751) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 12:19:24.140274 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-7abc4063-e420-4a4a-a668-300afe3b3955 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3821908'] for port, provisioning_complete {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:24.204275 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-98fbcfb0-b739-4bbf-9044-4e59242fb575 req-405862ba-a13d-4ed0-b76f-056a44f542b0 service neutron] 10.222.0.66 "GET /v2.0/networks/08903c03-f7d7-43c9-ab4d-565ac4637d53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2798882 Nov 22 12:19:24.327629 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.plugin [None req-7abc4063-e420-4a4a-a668-300afe3b3955 None None] Port 1cb4d82d-e7c5-44d0-97bb-0dc039c350db cannot update to ACTIVE because it is not bound. {{(pid=102751) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 12:19:24.361308 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.notifiers.nova [req-a72221a3-2c08-4664-bc29-c96595ce10e4 req-f79fd413-0a36-48f6-ae0a-00859d67b70d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c07cfd45-5b74-4945-9991-863824fb50f3 {{(pid=102750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 12:19:24.405341 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [req-a72221a3-2c08-4664-bc29-c96595ce10e4 req-f79fd413-0a36-48f6-ae0a-00859d67b70d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:24.507144 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.db.provisioning_blocks [req-a72221a3-2c08-4664-bc29-c96595ce10e4 req-f79fd413-0a36-48f6-ae0a-00859d67b70d service neutron] Transition to ACTIVE for port object c07cfd45-5b74-4945-9991-863824fb50f3 will not be triggered until provisioned by entity L2. {{(pid=102750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 12:19:24.536311 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [req-a72221a3-2c08-4664-bc29-c96595ce10e4 req-f79fd413-0a36-48f6-ae0a-00859d67b70d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793343495738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793342949286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793342949304'] for port, after_update {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:24.546827 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5678df72-94b1-4c62-adc2-142e6a4b257b req-ef7c7a73-2e83-4ea1-849c-530144f1858c tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:19:24.557311 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-5678df72-94b1-4c62-adc2-142e6a4b257b req-ef7c7a73-2e83-4ea1-849c-530144f1858c tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] 10.222.0.66 "GET /v2.0/ports?device_id=09a121f0-f7e5-4376-96bf-7008344dfe06 HTTP/1.1" status: 200 len: 932 time: 0.1125648 Nov 22 12:19:24.677606 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-5678df72-94b1-4c62-adc2-142e6a4b257b req-91441df5-75d4-444a-a597-fafca9af5d49 tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] 10.222.0.66 "GET /v2.0/security-groups?id=d183c51b-56bc-4b8b-8c88-c11ec3bb03cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141615 Nov 22 12:19:24.894960 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.wsgi [-] (102749) accepted ('10.222.0.66', 43052) {{(pid=102749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:19:24.921423 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-435dd8ab-6ceb-4d0a-9604-c36cdfaa9d41 req-7505884d-bfdf-45dc-a8a1-a0d1b96025a9 tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] 10.222.0.66 "GET /v2.0/ports?device_id=937d4958-6710-4c44-8451-2b659b87dc63 HTTP/1.1" status: 200 len: 210 time: 0.0951383 Nov 22 12:19:25.009861 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.rpc [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] Device d6470de8-e8cd-4952-91b5-2d07e07fe5d3 up at agent ovs-agent-dv-cinder-768458-13-iscsi {{(pid=102751) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 12:19:25.154616 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7e897e-e6c7-41fc-b0e0-96361e2a4926 req-d4157e1b-20cd-4fbc-912a-a6d2e34223e1 tempest-DeleteServersTestJSON-546359454 tempest-DeleteServersTestJSON-546359454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:19:25.169986 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-7b7e897e-e6c7-41fc-b0e0-96361e2a4926 req-d4157e1b-20cd-4fbc-912a-a6d2e34223e1 tempest-DeleteServersTestJSON-546359454 tempest-DeleteServersTestJSON-546359454-project] 10.222.0.66 "GET /v2.0/ports?device_id=0e1fe798-845f-4f01-b699-0e2fac35e5c3 HTTP/1.1" status: 200 len: 932 time: 0.2249360 Nov 22 12:19:25.208552 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.provisioning_blocks [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] Provisioning complete for port d6470de8-e8cd-4952-91b5-2d07e07fe5d3 triggered by entity L2. {{(pid=102751) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 12:19:25.211858 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3821908'] for port, provisioning_complete {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:25.346675 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-7b7e897e-e6c7-41fc-b0e0-96361e2a4926 req-6e56ac33-e493-4c92-8284-86d20922d5dd tempest-DeleteServersTestJSON-546359454 tempest-DeleteServersTestJSON-546359454-project] 10.222.0.66 "GET /v2.0/security-groups?id=275fd683-ebee-400e-af25-c2e25f553eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690598 Nov 22 12:19:25.433842 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.v2.base [req-ec3db97b-4d1c-4553-837e-44e5712e3e66 req-8826ce54-cd39-4ab6-859d-2180a1434ab6 service neutron] Request body: {'port': {'device_id': '0e1fe798-845f-4f01-b699-0e2fac35e5c3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76845'}} {{(pid=102750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 12:19:25.496400 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-f1a07e10-5397-4ea9-9d24-d212e0002c35 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:25.592524 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3931732'] for port, before_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:25.714737 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a77c00c-a6fa-4ab6-955c-84996d8aa73e admin admin] Notify agent at l3_agent.dv-cinder-768458-13-iscsi the message routers_updated {{(pid=102750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 12:19:25.735816 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [None req-5a77c00c-a6fa-4ab6-955c-84996d8aa73e admin admin] 10.222.0.66 "PUT /v2.0/routers/4b6eb21f-8d2a-4ee6-9dfc-db25bfbba179/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.0467703 Nov 22 12:19:25.798010 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cff2f68-34ed-4184-8911-24673c116dff None None] Sync routers for ids ['4b6eb21f-8d2a-4ee6-9dfc-db25bfbba179'] in dv-cinder-768458-13-iscsi {{(pid=102751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 12:19:25.828287 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-2de83071-1b6f-4e8d-a0c8-0ed39ca59a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793343475411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3821827'] for agent, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:25.848993 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-f1a07e10-5397-4ea9-9d24-d212e0002c35 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:25.863090 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.wsgi [-] (102749) accepted ('10.222.0.46', 49915) {{(pid=102749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:19:25.865055 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-f1a07e10-5397-4ea9-9d24-d212e0002c35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545565'] for security_group, after_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:25.884448 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.db [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] For port d6470de8-e8cd-4952-91b5-2d07e07fe5d3, host dv-cinder-768458-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-13-iscsi',level=0,port_id=d6470de8-e8cd-4952-91b5-2d07e07fe5d3,segment=NetworkSegment(103f8584-8f7f-4b00-950b-b4afaf5307e9),segment_id=103f8584-8f7f-4b00-950b-b4afaf5307e9)] {{(pid=102751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 12:19:25.909962 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793343495738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793342949286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793342949304'] for port, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:25.939162 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.plugins.ml2.managers [req-a72221a3-2c08-4664-bc29-c96595ce10e4 req-f79fd413-0a36-48f6-ae0a-00859d67b70d service neutron] Attempting to bind port c07cfd45-5b74-4945-9991-863824fb50f3 on host hv-cinder-76845 for vnic_type normal with profile {{(pid=102750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 12:19:25.941655 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.plugins.ml2.managers [req-a72221a3-2c08-4664-bc29-c96595ce10e4 req-f79fd413-0a36-48f6-ae0a-00859d67b70d service neutron] Attempting to bind port c07cfd45-5b74-4945-9991-863824fb50f3 by drivers openvswitch,hyperv on host hv-cinder-76845 at level 0 using segments [{'id': '5e5839cc-8792-46fd-9ed5-606893fc60d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '1a398bbd-8494-4c78-9a7f-9328646aea45'}] {{(pid=102750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 12:19:25.941655 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a72221a3-2c08-4664-bc29-c96595ce10e4 req-f79fd413-0a36-48f6-ae0a-00859d67b70d service neutron] Attempting to bind port c07cfd45-5b74-4945-9991-863824fb50f3 on network 1a398bbd-8494-4c78-9a7f-9328646aea45 {{(pid=102750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 12:19:25.954503 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cff2f68-34ed-4184-8911-24673c116dff None None] Routers {'4b6eb21f-8d2a-4ee6-9dfc-db25bfbba179'} bound to L3 agent in host dv-cinder-768458-13-iscsi {{(pid=102751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 12:19:25.955259 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.l3_hamode_db [None req-8cff2f68-34ed-4184-8911-24673c116dff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T12:11:23Z,description=,heartbeat_timestamp=2021-11-22T12:19:23Z,host='dv-cinder-768458-13-iscsi',id=b4a26ead-6ab2-4f98-a352-c9ed6d39b73e,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T12:11:23Z,topic='l3_agent')) {'router_ids': ['4b6eb21f-8d2a-4ee6-9dfc-db25bfbba179'], 'active': True} {{(pid=102751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 12:19:25.963025 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a72221a3-2c08-4664-bc29-c96595ce10e4 req-f79fd413-0a36-48f6-ae0a-00859d67b70d service neutron] Port c07cfd45-5b74-4945-9991-863824fb50f3 on network 1a398bbd-8494-4c78-9a7f-9328646aea45 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76845 {{(pid=102750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 12:19:25.963529 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a72221a3-2c08-4664-bc29-c96595ce10e4 req-f79fd413-0a36-48f6-ae0a-00859d67b70d service neutron] Attempting to bind port c07cfd45-5b74-4945-9991-863824fb50f3 on network 1a398bbd-8494-4c78-9a7f-9328646aea45 {{(pid=102750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 12:19:25.992345 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.wsgi [-] (102750) accepted ('10.222.0.66', 43080) {{(pid=102750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:19:26.025246 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [req-ec3db97b-4d1c-4553-837e-44e5712e3e66 req-8826ce54-cd39-4ab6-859d-2180a1434ab6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3931732'] for port, before_update {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:26.043223 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [None req-f1a07e10-5397-4ea9-9d24-d212e0002c35 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=79d8837d87394beb9e8656bcce2c5df4&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1199672 Nov 22 12:19:26.058507 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.wsgi [-] (102749) accepted ('10.222.0.66', 43084) {{(pid=102749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:19:26.304880 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] Pushing event updated for resources: {'Port': ['ID=d6470de8-e8cd-4952-91b5-2d07e07fe5d3,revision_number=5']} {{(pid=102751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:19:26.552132 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f061a231-a59d-4092-95b9-9b09a58928f1 req-5768022b-9ecc-4944-8863-8bd5ab62f9aa tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:19:26.560771 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-f061a231-a59d-4092-95b9-9b09a58928f1 req-5768022b-9ecc-4944-8863-8bd5ab62f9aa tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] 10.222.0.66 "GET /v2.0/ports?device_id=09a121f0-f7e5-4376-96bf-7008344dfe06 HTTP/1.1" status: 200 len: 944 time: 0.6964869 Nov 22 12:19:26.562934 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-cf9dc551-1449-4b2e-934e-4173c34c0b0c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:26.588906 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-cf9dc551-1449-4b2e-934e-4173c34c0b0c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:26.685919 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.l3_dvr_db [None req-8cff2f68-34ed-4184-8911-24673c116dff None None] Set router 4b6eb21f-8d2a-4ee6-9dfc-db25bfbba179 gateway port host: dv-cinder-768458-13-iscsi {{(pid=102751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 12:19:26.698071 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a72221a3-2c08-4664-bc29-c96595ce10e4 req-f79fd413-0a36-48f6-ae0a-00859d67b70d service neutron] Checking agent: {'id': 'fca0b015-0cd5-4a44-bbfe-abb10adcdf42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76845', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 12, 17, 17), 'started_at': datetime.datetime(2021, 11, 22, 12, 17, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 12, 19, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 12:19:26.698726 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a72221a3-2c08-4664-bc29-c96595ce10e4 req-f79fd413-0a36-48f6-ae0a-00859d67b70d service neutron] Checking segment: {'id': '5e5839cc-8792-46fd-9ed5-606893fc60d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '1a398bbd-8494-4c78-9a7f-9328646aea45'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 12:19:26.699559 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a72221a3-2c08-4664-bc29-c96595ce10e4 req-f79fd413-0a36-48f6-ae0a-00859d67b70d service neutron] Bound using segment: {'id': '5e5839cc-8792-46fd-9ed5-606893fc60d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '1a398bbd-8494-4c78-9a7f-9328646aea45'} {{(pid=102750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 12:19:26.700320 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.plugins.ml2.managers [req-a72221a3-2c08-4664-bc29-c96595ce10e4 req-f79fd413-0a36-48f6-ae0a-00859d67b70d service neutron] Bound port: c07cfd45-5b74-4945-9991-863824fb50f3, host: hv-cinder-76845, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e5839cc-8792-46fd-9ed5-606893fc60d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '1a398bbd-8494-4c78-9a7f-9328646aea45'}}] {{(pid=102750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 12:19:26.700831 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [req-a72221a3-2c08-4664-bc29-c96595ce10e4 req-f79fd413-0a36-48f6-ae0a-00859d67b70d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3931732'] for port, before_update {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:26.707874 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79fd413-0a36-48f6-ae0a-00859d67b70d service neutron] Pushing event updated for resources: {'Port': ['ID=c07cfd45-5b74-4945-9991-863824fb50f3,revision_number=2']} {{(pid=102750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:19:26.738361 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-15857ee2-0479-4ec4-81ae-ea206b30aa5f req-048c20ec-a35b-4f55-8df5-a39a36279bfe tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] 10.222.0.66 "GET /v2.0/ports?device_id=937d4958-6710-4c44-8451-2b659b87dc63 HTTP/1.1" status: 200 len: 210 time: 0.2691300 Nov 22 12:19:26.774172 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-f9872670-4add-4db2-b0f4-9a2c0de950e7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:26.845911 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.notifiers.nova [req-ec3db97b-4d1c-4553-837e-44e5712e3e66 req-8826ce54-cd39-4ab6-859d-2180a1434ab6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bbc86ff1-847c-4237-907d-5d5ba197dac4 {{(pid=102750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 12:19:26.893169 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-cf9dc551-1449-4b2e-934e-4173c34c0b0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545565'] for security_group, after_delete {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:26.896207 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-cf9dc551-1449-4b2e-934e-4173c34c0b0c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:26.900857 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [None req-cf9dc551-1449-4b2e-934e-4173c34c0b0c admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/3e133b2d-f514-4bba-8be9-bc1e874e9e07 HTTP/1.1" status: 204 len: 168 time: 0.7282848 Nov 22 12:19:26.911134 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793343475411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3821827'] for agent, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:26.934924 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a07e10-5397-4ea9-9d24-d212e0002c35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e133b2d-f514-4bba-8be9-bc1e874e9e07,revision_number=1']} {{(pid=102749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:19:26.958036 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.rpc [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] Device d6470de8-e8cd-4952-91b5-2d07e07fe5d3 up at agent ovs-agent-dv-cinder-768458-13-iscsi {{(pid=102751) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 12:19:27.011495 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [req-ec3db97b-4d1c-4553-837e-44e5712e3e66 req-8826ce54-cd39-4ab6-859d-2180a1434ab6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:27.049134 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9dc551-1449-4b2e-934e-4173c34c0b0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e133b2d-f514-4bba-8be9-bc1e874e9e07,revision_number=None']} {{(pid=102749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:19:27.109503 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.wsgi [-] (102749) accepted ('10.222.0.46', 49920) {{(pid=102749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:19:27.118639 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.db.provisioning_blocks [req-ec3db97b-4d1c-4553-837e-44e5712e3e66 req-8826ce54-cd39-4ab6-859d-2180a1434ab6 service neutron] Transition to ACTIVE for port object bbc86ff1-847c-4237-907d-5d5ba197dac4 will not be triggered until provisioned by entity L2. {{(pid=102750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 12:19:27.206282 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-f061a231-a59d-4092-95b9-9b09a58928f1 req-e7fb0c99-01dc-4545-8042-00e924b36908 tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] 10.222.0.66 "GET /v2.0/security-groups?id=d183c51b-56bc-4b8b-8c88-c11ec3bb03cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6430693 Nov 22 12:19:27.288701 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [req-ec3db97b-4d1c-4553-837e-44e5712e3e66 req-8826ce54-cd39-4ab6-859d-2180a1434ab6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793343495738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793342949286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793342949304'] for port, after_update {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:27.353678 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.plugins.ml2.db [req-a72221a3-2c08-4664-bc29-c96595ce10e4 req-f79fd413-0a36-48f6-ae0a-00859d67b70d service neutron] For port c07cfd45-5b74-4945-9991-863824fb50f3, host hv-cinder-76845, cleared binding levels {{(pid=102750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 12:19:27.497545 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.provisioning_blocks [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] Provisioning complete for port d6470de8-e8cd-4952-91b5-2d07e07fe5d3 triggered by entity L2. {{(pid=102751) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 12:19:27.498147 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3821908'] for port, provisioning_complete {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:27.547827 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.plugins.ml2.db [req-a72221a3-2c08-4664-bc29-c96595ce10e4 req-f79fd413-0a36-48f6-ae0a-00859d67b70d service neutron] For port c07cfd45-5b74-4945-9991-863824fb50f3, host hv-cinder-76845, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=c07cfd45-5b74-4945-9991-863824fb50f3,segment=NetworkSegment(5e5839cc-8792-46fd-9ed5-606893fc60d9),segment_id=5e5839cc-8792-46fd-9ed5-606893fc60d9)] {{(pid=102750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 12:19:27.598285 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [req-a72221a3-2c08-4664-bc29-c96595ce10e4 req-f79fd413-0a36-48f6-ae0a-00859d67b70d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793343495738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793342949286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793342949304'] for port, after_update {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:27.628176 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f076d3-37ca-487a-91d5-1e5171c5d801 req-486efe66-e826-4d73-92a5-2861a909a1c0 tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:19:27.633672 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-92f076d3-37ca-487a-91d5-1e5171c5d801 req-486efe66-e826-4d73-92a5-2861a909a1c0 tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] 10.222.0.46 "GET /v2.0/networks?id=08903c03-f7d7-43c9-ab4d-565ac4637d53 HTTP/1.1" status: 200 len: 818 time: 1.6683037 Nov 22 12:19:27.794164 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55780ea8-91d2-4b6f-842f-d530414cda6b req-38742e80-6be6-46b1-856a-141b33c17d2c tempest-DeleteServersTestJSON-546359454 tempest-DeleteServersTestJSON-546359454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:19:27.798893 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.plugins.ml2.managers [req-ec3db97b-4d1c-4553-837e-44e5712e3e66 req-8826ce54-cd39-4ab6-859d-2180a1434ab6 service neutron] Attempting to bind port bbc86ff1-847c-4237-907d-5d5ba197dac4 on host hv-cinder-76845 for vnic_type normal with profile {{(pid=102750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 12:19:27.799519 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.plugins.ml2.managers [req-ec3db97b-4d1c-4553-837e-44e5712e3e66 req-8826ce54-cd39-4ab6-859d-2180a1434ab6 service neutron] Attempting to bind port bbc86ff1-847c-4237-907d-5d5ba197dac4 by drivers openvswitch,hyperv on host hv-cinder-76845 at level 0 using segments [{'id': '09c82953-3551-4e0d-a94d-e8e4962bca7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'b07068ae-2296-48cd-ab6a-7673ccc232c3'}] {{(pid=102750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 12:19:27.815319 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-55780ea8-91d2-4b6f-842f-d530414cda6b req-38742e80-6be6-46b1-856a-141b33c17d2c tempest-DeleteServersTestJSON-546359454 tempest-DeleteServersTestJSON-546359454-project] 10.222.0.66 "GET /v2.0/ports?device_id=0e1fe798-845f-4f01-b699-0e2fac35e5c3 HTTP/1.1" status: 200 len: 944 time: 0.3130610 Nov 22 12:19:27.820484 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec3db97b-4d1c-4553-837e-44e5712e3e66 req-8826ce54-cd39-4ab6-859d-2180a1434ab6 service neutron] Attempting to bind port bbc86ff1-847c-4237-907d-5d5ba197dac4 on network b07068ae-2296-48cd-ab6a-7673ccc232c3 {{(pid=102750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 12:19:27.839062 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec3db97b-4d1c-4553-837e-44e5712e3e66 req-8826ce54-cd39-4ab6-859d-2180a1434ab6 service neutron] Port bbc86ff1-847c-4237-907d-5d5ba197dac4 on network b07068ae-2296-48cd-ab6a-7673ccc232c3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76845 {{(pid=102750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 12:19:27.839414 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec3db97b-4d1c-4553-837e-44e5712e3e66 req-8826ce54-cd39-4ab6-859d-2180a1434ab6 service neutron] Attempting to bind port bbc86ff1-847c-4237-907d-5d5ba197dac4 on network b07068ae-2296-48cd-ab6a-7673ccc232c3 {{(pid=102750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 12:19:27.867061 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec3db97b-4d1c-4553-837e-44e5712e3e66 req-8826ce54-cd39-4ab6-859d-2180a1434ab6 service neutron] Checking agent: {'id': 'fca0b015-0cd5-4a44-bbfe-abb10adcdf42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76845', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 12, 17, 17), 'started_at': datetime.datetime(2021, 11, 22, 12, 17, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 12, 19, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 12:19:27.867427 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec3db97b-4d1c-4553-837e-44e5712e3e66 req-8826ce54-cd39-4ab6-859d-2180a1434ab6 service neutron] Checking segment: {'id': '09c82953-3551-4e0d-a94d-e8e4962bca7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'b07068ae-2296-48cd-ab6a-7673ccc232c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 12:19:27.867824 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec3db97b-4d1c-4553-837e-44e5712e3e66 req-8826ce54-cd39-4ab6-859d-2180a1434ab6 service neutron] Bound using segment: {'id': '09c82953-3551-4e0d-a94d-e8e4962bca7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'b07068ae-2296-48cd-ab6a-7673ccc232c3'} {{(pid=102750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 12:19:27.868247 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.plugins.ml2.managers [req-ec3db97b-4d1c-4553-837e-44e5712e3e66 req-8826ce54-cd39-4ab6-859d-2180a1434ab6 service neutron] Bound port: bbc86ff1-847c-4237-907d-5d5ba197dac4, host: hv-cinder-76845, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09c82953-3551-4e0d-a94d-e8e4962bca7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'b07068ae-2296-48cd-ab6a-7673ccc232c3'}}] {{(pid=102750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 12:19:27.868605 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [req-ec3db97b-4d1c-4553-837e-44e5712e3e66 req-8826ce54-cd39-4ab6-859d-2180a1434ab6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3931732'] for port, before_update {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:27.885524 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fbcfb0-b739-4bbf-9044-4e59242fb575 req-e52a800c-0b74-475b-9caf-6bc643bf0de1 tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:19:27.893647 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-98fbcfb0-b739-4bbf-9044-4e59242fb575 req-e52a800c-0b74-475b-9caf-6bc643bf0de1 tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] 10.222.0.46 "GET /v2.0/networks?id=08903c03-f7d7-43c9-ab4d-565ac4637d53 HTTP/1.1" status: 200 len: 818 time: 0.7713814 Nov 22 12:19:27.919144 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.l3_hamode_db [None req-8cff2f68-34ed-4184-8911-24673c116dff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b6eb21f-8d2a-4ee6-9dfc-db25bfbba179', 'name': 'tempest-AttachVolumeShelveTestJSON-514126347-router', 'tenant_id': '086a36bf2fea4df7a4d72733b2f68dcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52f34850-4f08-4bf9-8f19-1c892d4c6132', 'external_fixed_ips': [{'subnet_id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': 'dec33e59-4d06-4644-b47a-37a68b460d51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T12:19:08Z', 'updated_at': '2021-11-22T12:19:21Z', 'revision_number': 4, 'project_id': '086a36bf2fea4df7a4d72733b2f68dcd', 'gw_port': {'id': 'dec33e59-4d06-4644-b47a-37a68b460d51', 'name': '', 'network_id': '52f34850-4f08-4bf9-8f19-1c892d4c6132', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:bf:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b6eb21f-8d2a-4ee6-9dfc-db25bfbba179', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T12:19:09Z', 'updated_at': '2021-11-22T12:19:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-13-iscsi', '_interfaces': [{'id': '1cb4d82d-e7c5-44d0-97bb-0dc039c350db', 'name': '', 'network_id': '47c7c2df-c485-45be-9ae4-891cba4c7953', 'tenant_id': '086a36bf2fea4df7a4d72733b2f68dcd', 'mac_address': 'fa:16:3e:b0:ae:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b6eb21f-8d2a-4ee6-9dfc-db25bfbba179', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '6b38e15d-2758-41f6-bf64-d497af1d9f95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T12:19:15Z', 'updated_at': '2021-11-22T12:19:21Z', 'revision_number': 2, 'project_id': '086a36bf2fea4df7a4d72733b2f68dcd', 'subnets': [{'id': '6b38e15d-2758-41f6-bf64-d497af1d9f95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-13-iscsi', False) {} {{(pid=102751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 12:19:27.974949 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-55780ea8-91d2-4b6f-842f-d530414cda6b req-0bf5eb80-c852-4f84-9ee2-ae30e794fdd8 tempest-DeleteServersTestJSON-546359454 tempest-DeleteServersTestJSON-546359454-project] 10.222.0.66 "GET /v2.0/security-groups?id=275fd683-ebee-400e-af25-c2e25f553eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587012 Nov 22 12:19:28.026783 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cff2f68-34ed-4184-8911-24673c116dff None None] Checking router: 4b6eb21f-8d2a-4ee6-9dfc-db25bfbba179 for host: dv-cinder-768458-13-iscsi {{(pid=102751) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 12:19:28.027506 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cff2f68-34ed-4184-8911-24673c116dff None None] Updating router 4b6eb21f-8d2a-4ee6-9dfc-db25bfbba179 port 1cb4d82d-e7c5-44d0-97bb-0dc039c350db binding host dv-cinder-768458-13-iscsi {{(pid=102751) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 12:19:28.098853 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-8cff2f68-34ed-4184-8911-24673c116dff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3931732'] for port, before_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:28.108095 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.plugins.ml2.db [req-ec3db97b-4d1c-4553-837e-44e5712e3e66 req-8826ce54-cd39-4ab6-859d-2180a1434ab6 service neutron] For port bbc86ff1-847c-4237-907d-5d5ba197dac4, host hv-cinder-76845, cleared binding levels {{(pid=102750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 12:19:28.115972 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.plugins.ml2.db [req-ec3db97b-4d1c-4553-837e-44e5712e3e66 req-8826ce54-cd39-4ab6-859d-2180a1434ab6 service neutron] For port bbc86ff1-847c-4237-907d-5d5ba197dac4, host hv-cinder-76845, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=bbc86ff1-847c-4237-907d-5d5ba197dac4,segment=NetworkSegment(09c82953-3551-4e0d-a94d-e8e4962bca7e),segment_id=09c82953-3551-4e0d-a94d-e8e4962bca7e)] {{(pid=102750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 12:19:28.141987 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8826ce54-cd39-4ab6-859d-2180a1434ab6 service neutron] Pushing event updated for resources: {'Port': ['ID=bbc86ff1-847c-4237-907d-5d5ba197dac4,revision_number=2']} {{(pid=102750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:19:28.149872 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-b2b9dc65-123e-4226-a67c-e66230596404 req-e6692058-4095-4037-9b1a-b12d7a066647 tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] 10.222.0.66 "GET /v2.0/ports?device_id=937d4958-6710-4c44-8451-2b659b87dc63 HTTP/1.1" status: 200 len: 210 time: 0.0615420 Nov 22 12:19:28.195658 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [req-ec3db97b-4d1c-4553-837e-44e5712e3e66 req-8826ce54-cd39-4ab6-859d-2180a1434ab6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793343495738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793342949286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793342949304'] for port, after_update {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:28.223297 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72221a3-2c08-4664-bc29-c96595ce10e4 req-f79fd413-0a36-48f6-ae0a-00859d67b70d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:19:28.224023 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [req-a72221a3-2c08-4664-bc29-c96595ce10e4 req-f79fd413-0a36-48f6-ae0a-00859d67b70d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758363'] for port, before_response {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:28.225555 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [req-a72221a3-2c08-4664-bc29-c96595ce10e4 req-f79fd413-0a36-48f6-ae0a-00859d67b70d service neutron] 10.222.0.46 "PUT /v2.0/ports/c07cfd45-5b74-4945-9991-863824fb50f3 HTTP/1.1" status: 200 len: 1094 time: 6.9682353 Nov 22 12:19:28.239214 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09a121f0-f7e5-4376-96bf-7008344dfe06', 'tag': 'c07cfd45-5b74-4945-9991-863824fb50f3'}] {{(pid=102750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 12:19:28.369530 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.wsgi [-] (102749) accepted ('10.222.0.66', 43150) {{(pid=102749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:19:28.423515 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.v2.base [req-92f076d3-37ca-487a-91d5-1e5171c5d801 req-7349afd9-f7dd-439d-8bbc-5361162a9c9b tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] Request body: {'port': {'device_id': '302ab8ef-5565-4f9b-9b91-b405d550a90d', 'network_id': '08903c03-f7d7-43c9-ab4d-565ac4637d53', 'admin_state_up': True, 'tenant_id': 'f3d392a7d77f46fcb4faa017786796fa'}} {{(pid=102749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 12:19:28.452556 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-596f5e7a-9341-4a95-9278-34c068da2be7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:28.458227 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-f9872670-4add-4db2-b0f4-9a2c0de950e7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:28.497971 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-f9872670-4add-4db2-b0f4-9a2c0de950e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545565'] for security_group, after_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:28.537377 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3db97b-4d1c-4553-837e-44e5712e3e66 req-8826ce54-cd39-4ab6-859d-2180a1434ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:19:28.538092 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [req-ec3db97b-4d1c-4553-837e-44e5712e3e66 req-8826ce54-cd39-4ab6-859d-2180a1434ab6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758363'] for port, before_response {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:28.545587 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [req-ec3db97b-4d1c-4553-837e-44e5712e3e66 req-8826ce54-cd39-4ab6-859d-2180a1434ab6 service neutron] 10.222.0.46 "PUT /v2.0/ports/bbc86ff1-847c-4237-907d-5d5ba197dac4 HTTP/1.1" status: 200 len: 1094 time: 3.1365337 Nov 22 12:19:28.744974 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [None req-f9872670-4add-4db2-b0f4-9a2c0de950e7 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=81a7cd950a134213a302bc1a61b15fee&name=default HTTP/1.1" status: 200 len: 2996 time: 2.7502265 Nov 22 12:19:28.775145 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.v2.base [req-98fbcfb0-b739-4bbf-9044-4e59242fb575 req-3c10ed42-76c5-4525-8395-aad936850a94 tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] Request body: {'port': {'device_id': '937d4958-6710-4c44-8451-2b659b87dc63', 'network_id': '08903c03-f7d7-43c9-ab4d-565ac4637d53', 'admin_state_up': True, 'tenant_id': 'f3d392a7d77f46fcb4faa017786796fa'}} {{(pid=102749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 12:19:28.781547 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.wsgi [-] (102749) accepted ('10.222.0.66', 43164) {{(pid=102749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:19:28.839520 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-8cff2f68-34ed-4184-8911-24673c116dff None None] Publish callbacks [] for port, precommit_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:28.862605 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2a0bed14b240d0d35e029181fb516e01dd4ce85d5fb41ae8ef5632c0b13bd43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fc60252-84d5-406e-8997-ee45d1d9eae4" -d '{"events": [{"name": "network-changed", "server_uuid": "09a121f0-f7e5-4376-96bf-7008344dfe06", "tag": "c07cfd45-5b74-4945-9991-863824fb50f3"}]}' {{(pid=102750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 12:19:28.863639 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-8cff2f68-34ed-4184-8911-24673c116dff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793343495738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793342949286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793342949304'] for port, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:28.911613 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-ef012ae8-15a3-4ec2-bbb4-e94d72027821 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:28.981905 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.wsgi [-] (102750) accepted ('10.222.0.66', 43170) {{(pid=102750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:19:28.992505 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.v2.base [None req-f3690bb3-ff70-4b9c-9ec2-d91caf7ebcbd tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1656050520', 'description': 'tempest-description--2137218852'}} {{(pid=102750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 12:19:29.011901 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9872670-4add-4db2-b0f4-9a2c0de950e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8f34285-755c-4f6b-a003-9545d9afc140,revision_number=1']} {{(pid=102750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:19:29.096353 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aad177b-cf41-4eaa-b17f-5aee1210eaf8 None None] Pushing event updated for resources: {'Port': ['ID=1cb4d82d-e7c5-44d0-97bb-0dc039c350db,revision_number=3']} {{(pid=102751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:19:29.124394 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79fd413-0a36-48f6-ae0a-00859d67b70d service neutron] Pushing event updated for resources: {'Port': ['ID=c07cfd45-5b74-4945-9991-863824fb50f3,revision_number=3']} {{(pid=102750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:19:29.166563 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-f3690bb3-ff70-4b9c-9ec2-d91caf7ebcbd tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] Publish callbacks [] for security_group, before_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:29.227146 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3db97b-4d1c-4553-837e-44e5712e3e66 req-1dad96aa-6709-4040-a02e-461d4e4cd5ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:19:29.235136 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [req-ec3db97b-4d1c-4553-837e-44e5712e3e66 req-1dad96aa-6709-4040-a02e-461d4e4cd5ac service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=95c32f9960704ce6b26019efdc2abddc&device_id=0e1fe798-845f-4f01-b699-0e2fac35e5c3 HTTP/1.1" status: 200 len: 1097 time: 0.5726447 Nov 22 12:19:29.246860 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72221a3-2c08-4664-bc29-c96595ce10e4 req-8abcc593-a59e-4712-b133-7994946ce384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:19:29.256207 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [req-a72221a3-2c08-4664-bc29-c96595ce10e4 req-8abcc593-a59e-4712-b133-7994946ce384 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5319fd2dee9b4b47b98f59bca1572ac8&device_id=09a121f0-f7e5-4376-96bf-7008344dfe06 HTTP/1.1" status: 200 len: 1097 time: 0.5937095 Nov 22 12:19:29.277021 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6af7808-efd1-4680-89cd-14655b4d73ec req-ce1f1c6d-41ac-4d48-9395-9c3a618c7db2 tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:19:29.290773 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-b6af7808-efd1-4680-89cd-14655b4d73ec req-ce1f1c6d-41ac-4d48-9395-9c3a618c7db2 tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] 10.222.0.66 "GET /v2.0/ports?device_id=09a121f0-f7e5-4376-96bf-7008344dfe06 HTTP/1.1" status: 200 len: 944 time: 0.8772120 Nov 22 12:19:29.449323 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-ef012ae8-15a3-4ec2-bbb4-e94d72027821 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:29.510492 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.managers [None req-8cff2f68-34ed-4184-8911-24673c116dff None None] Attempting to bind port 1cb4d82d-e7c5-44d0-97bb-0dc039c350db on host dv-cinder-768458-13-iscsi for vnic_type normal with profile {{(pid=102751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 12:19:29.512668 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.managers [None req-8cff2f68-34ed-4184-8911-24673c116dff None None] Attempting to bind port 1cb4d82d-e7c5-44d0-97bb-0dc039c350db by drivers openvswitch,hyperv on host dv-cinder-768458-13-iscsi at level 0 using segments [{'id': 'ad989668-ff42-4f8a-9eac-7040e599f03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '47c7c2df-c485-45be-9ae4-891cba4c7953'}] {{(pid=102751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 12:19:29.513379 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cff2f68-34ed-4184-8911-24673c116dff None None] Attempting to bind port 1cb4d82d-e7c5-44d0-97bb-0dc039c350db on network 47c7c2df-c485-45be-9ae4-891cba4c7953 {{(pid=102751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 12:19:29.516511 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 12:19:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22f56701-6074-426e-8373-b6452dd6e26b x-openstack-request-id: req-22f56701-6074-426e-8373-b6452dd6e26b {{(pid=102750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 12:19:29.516976 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09a121f0-f7e5-4376-96bf-7008344dfe06", "tag": "c07cfd45-5b74-4945-9991-863824fb50f3", "status": "completed", "code": 200}]} {{(pid=102750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 12:19:29.517186 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-22f56701-6074-426e-8373-b6452dd6e26b {{(pid=102750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 12:19:29.518072 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09a121f0-f7e5-4376-96bf-7008344dfe06', 'tag': 'c07cfd45-5b74-4945-9991-863824fb50f3', 'status': 'completed', 'code': 200} Nov 22 12:19:29.555948 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cff2f68-34ed-4184-8911-24673c116dff None None] Checking agent: {'id': '93079659-014b-45ff-9ed2-9a81038b5445', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768458-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 12, 11, 26), 'started_at': datetime.datetime(2021, 11, 22, 12, 11, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 12, 19, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768458-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 12:19:29.556434 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cff2f68-34ed-4184-8911-24673c116dff None None] Checking segment: {'id': 'ad989668-ff42-4f8a-9eac-7040e599f03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '47c7c2df-c485-45be-9ae4-891cba4c7953'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 12:19:29.559547 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-8cff2f68-34ed-4184-8911-24673c116dff None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:29.563204 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cff2f68-34ed-4184-8911-24673c116dff None None] Bound using segment: {'id': 'ad989668-ff42-4f8a-9eac-7040e599f03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '47c7c2df-c485-45be-9ae4-891cba4c7953'} {{(pid=102751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 12:19:29.563204 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.managers [None req-8cff2f68-34ed-4184-8911-24673c116dff None None] Bound port: 1cb4d82d-e7c5-44d0-97bb-0dc039c350db, host: dv-cinder-768458-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad989668-ff42-4f8a-9eac-7040e599f03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '47c7c2df-c485-45be-9ae4-891cba4c7953'}}] {{(pid=102751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 12:19:29.563928 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-8cff2f68-34ed-4184-8911-24673c116dff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3931732'] for port, before_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:29.597623 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8826ce54-cd39-4ab6-859d-2180a1434ab6 service neutron] Pushing event updated for resources: {'Port': ['ID=bbc86ff1-847c-4237-907d-5d5ba197dac4,revision_number=3']} {{(pid=102750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:19:29.649695 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.provisioning_blocks [None req-bd43746a-4747-41e8-9815-2845df537c35 None None] Provisioning complete for port 1cb4d82d-e7c5-44d0-97bb-0dc039c350db triggered by entity DHCP. {{(pid=102751) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 12:19:29.653580 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-bd43746a-4747-41e8-9815-2845df537c35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3821908'] for port, provisioning_complete {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:29.717397 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [req-ec3db97b-4d1c-4553-837e-44e5712e3e66 req-4a789c76-116f-43f2-aacb-66aa1fdbfc65 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bbc86ff1-847c-4237-907d-5d5ba197dac4 HTTP/1.1" status: 200 len: 217 time: 0.4358976 Nov 22 12:19:29.811670 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21a0a13-a19e-4ebf-9f3f-054e8fb54f58 req-29abcdd5-d001-40b3-9b53-b5fa0f441e17 tempest-DeleteServersTestJSON-546359454 tempest-DeleteServersTestJSON-546359454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:19:29.826962 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-f21a0a13-a19e-4ebf-9f3f-054e8fb54f58 req-29abcdd5-d001-40b3-9b53-b5fa0f441e17 tempest-DeleteServersTestJSON-546359454 tempest-DeleteServersTestJSON-546359454-project] 10.222.0.66 "GET /v2.0/ports?device_id=0e1fe798-845f-4f01-b699-0e2fac35e5c3 HTTP/1.1" status: 200 len: 944 time: 0.2864687 Nov 22 12:19:29.856855 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-f3690bb3-ff70-4b9c-9ec2-d91caf7ebcbd tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] Publish callbacks [] for security_group, precommit_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:29.860236 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [req-a72221a3-2c08-4664-bc29-c96595ce10e4 req-3bcd977b-a74b-40cf-82c1-58a2b66f2139 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c07cfd45-5b74-4945-9991-863824fb50f3 HTTP/1.1" status: 200 len: 217 time: 0.3407402 Nov 22 12:19:29.866560 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-f3690bb3-ff70-4b9c-9ec2-d91caf7ebcbd tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545565'] for security_group, after_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:29.884618 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.plugin [None req-bd43746a-4747-41e8-9815-2845df537c35 None None] Port 1cb4d82d-e7c5-44d0-97bb-0dc039c350db cannot update to ACTIVE because it is not bound. {{(pid=102751) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 12:19:29.913690 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-f3690bb3-ff70-4b9c-9ec2-d91caf7ebcbd tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] Publish callbacks [] for security_group, before_response {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:29.915537 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [None req-f3690bb3-ff70-4b9c-9ec2-d91caf7ebcbd tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.9281936 Nov 22 12:19:29.918645 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.wsgi [-] (102750) accepted ('10.222.0.66', 43212) {{(pid=102750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:19:29.924563 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.v2.base [None req-4dfd7db4-650b-4292-9c6b-f60fb85b8461 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] Request body: {'security_group_rule': {'security_group_id': '58ab891c-6c60-4530-806c-8c076c9a459e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 12:19:29.956356 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.db [None req-8cff2f68-34ed-4184-8911-24673c116dff None None] For port 1cb4d82d-e7c5-44d0-97bb-0dc039c350db, host dv-cinder-768458-13-iscsi, cleared binding levels {{(pid=102751) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 12:19:29.957489 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-f21a0a13-a19e-4ebf-9f3f-054e8fb54f58 req-5f072283-4e9b-4e67-acc3-999392819078 tempest-DeleteServersTestJSON-546359454 tempest-DeleteServersTestJSON-546359454-project] 10.222.0.66 "GET /v2.0/security-groups?id=275fd683-ebee-400e-af25-c2e25f553eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290667 Nov 22 12:19:29.967037 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.db [None req-8cff2f68-34ed-4184-8911-24673c116dff None None] For port 1cb4d82d-e7c5-44d0-97bb-0dc039c350db, host dv-cinder-768458-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-13-iscsi',level=0,port_id=1cb4d82d-e7c5-44d0-97bb-0dc039c350db,segment=NetworkSegment(ad989668-ff42-4f8a-9eac-7040e599f03e),segment_id=ad989668-ff42-4f8a-9eac-7040e599f03e)] {{(pid=102751) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 12:19:29.984169 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-8cff2f68-34ed-4184-8911-24673c116dff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793343495738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793342949286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793342949304'] for port, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:29.991645 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3690bb3-ff70-4b9c-9ec2-d91caf7ebcbd tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58ab891c-6c60-4530-806c-8c076c9a459e,revision_number=1']} {{(pid=102750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:19:30.028456 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-b6af7808-efd1-4680-89cd-14655b4d73ec req-d82c57b5-9dce-4474-86df-550be4730ce0 tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] 10.222.0.66 "GET /v2.0/security-groups?id=d183c51b-56bc-4b8b-8c88-c11ec3bb03cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7347019 Nov 22 12:19:30.033063 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-4dfd7db4-650b-4292-9c6b-f60fb85b8461 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:30.113100 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92f076d3-37ca-487a-91d5-1e5171c5d801 req-7349afd9-f7dd-439d-8bbc-5361162a9c9b tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] Made reservation on behalf of f3d392a7d77f46fcb4faa017786796fa for: {'port': 1} {{(pid=102749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 12:19:30.116768 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cff2f68-34ed-4184-8911-24673c116dff None None] Routers {'4b6eb21f-8d2a-4ee6-9dfc-db25bfbba179'} bound to L3 agent in host dv-cinder-768458-13-iscsi {{(pid=102751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 12:19:30.118928 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [req-92f076d3-37ca-487a-91d5-1e5171c5d801 req-7349afd9-f7dd-439d-8bbc-5361162a9c9b tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3931732'] for port, before_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:30.122478 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.l3_hamode_db [None req-8cff2f68-34ed-4184-8911-24673c116dff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T12:11:23Z,description=,heartbeat_timestamp=2021-11-22T12:19:23Z,host='dv-cinder-768458-13-iscsi',id=b4a26ead-6ab2-4f98-a352-c9ed6d39b73e,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T12:11:23Z,topic='l3_agent')) {'router_ids': ['4b6eb21f-8d2a-4ee6-9dfc-db25bfbba179'], 'active': True} {{(pid=102751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 12:19:30.240951 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aad177b-cf41-4eaa-b17f-5aee1210eaf8 None None] Pushing event updated for resources: {'Port': ['ID=1cb4d82d-e7c5-44d0-97bb-0dc039c350db,revision_number=4']} {{(pid=102751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:19:30.352489 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3db97b-4d1c-4553-837e-44e5712e3e66 req-08f80892-d19c-4bce-a74a-855986cfbe65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:19:30.353779 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-368c1190-8c56-47a9-bae1-be390ba492f6 req-9d8721dd-443a-4d2f-b02f-3916d0f44b6d tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] 10.222.0.66 "GET /v2.0/ports?device_id=937d4958-6710-4c44-8451-2b659b87dc63 HTTP/1.1" status: 200 len: 210 time: 0.1822002 Nov 22 12:19:30.354118 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [req-ec3db97b-4d1c-4553-837e-44e5712e3e66 req-08f80892-d19c-4bce-a74a-855986cfbe65 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f30157bd-ae15-4c4e-9999-a9333b05a615 HTTP/1.1" status: 200 len: 852 time: 0.1900861 Nov 22 12:19:30.357387 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.wsgi [-] (102749) accepted ('10.222.0.66', 43224) {{(pid=102749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:19:30.370799 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98fbcfb0-b739-4bbf-9044-4e59242fb575 req-3c10ed42-76c5-4525-8395-aad936850a94 tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] Made reservation on behalf of f3d392a7d77f46fcb4faa017786796fa for: {'port': 1} {{(pid=102749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 12:19:30.374488 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [req-98fbcfb0-b739-4bbf-9044-4e59242fb575 req-3c10ed42-76c5-4525-8395-aad936850a94 tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3931732'] for port, before_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:30.384681 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-596f5e7a-9341-4a95-9278-34c068da2be7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:30.429997 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-596f5e7a-9341-4a95-9278-34c068da2be7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545565'] for security_group, after_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:30.467299 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.l3_dvr_db [None req-8cff2f68-34ed-4184-8911-24673c116dff None None] Set router 4b6eb21f-8d2a-4ee6-9dfc-db25bfbba179 gateway port host: dv-cinder-768458-13-iscsi {{(pid=102751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 12:19:30.516231 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-4dfd7db4-650b-4292-9c6b-f60fb85b8461 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:30.555940 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-4dfd7db4-650b-4292-9c6b-f60fb85b8461 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754837'] for security_group_rule, after_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:30.650811 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [req-ec3db97b-4d1c-4553-837e-44e5712e3e66 req-861719fd-f5f4-400e-a977-7263fba05a87 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b07068ae-2296-48cd-ab6a-7673ccc232c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1305242 Nov 22 12:19:30.667905 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfd7db4-650b-4292-9c6b-f60fb85b8461 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25803d0b-5fcf-46ae-b831-91979df80bec,revision_number=0']} {{(pid=102750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:19:30.689170 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72221a3-2c08-4664-bc29-c96595ce10e4 req-96a21cf9-fb9e-4270-bbe9-f2d91809f429 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:19:30.690734 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [req-a72221a3-2c08-4664-bc29-c96595ce10e4 req-96a21cf9-fb9e-4270-bbe9-f2d91809f429 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a297376f-8bec-4762-a395-e20c73d660c4 HTTP/1.1" status: 200 len: 854 time: 0.5218668 Nov 22 12:19:30.693599 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-4dfd7db4-650b-4292-9c6b-f60fb85b8461 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:30.695071 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [None req-4dfd7db4-650b-4292-9c6b-f60fb85b8461 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7750626 Nov 22 12:19:30.698046 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.wsgi [-] (102750) accepted ('10.222.0.66', 43232) {{(pid=102750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:19:30.704427 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.v2.base [None req-148affc9-ed86-4c5f-9061-59678542bcab tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] Request body: {'security_group_rule': {'security_group_id': '58ab891c-6c60-4530-806c-8c076c9a459e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 12:19:30.721226 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [None req-596f5e7a-9341-4a95-9278-34c068da2be7 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=4fc9d4dd37874b72b91775ec8c6ed559&name=default HTTP/1.1" status: 200 len: 2996 time: 2.3489449 Nov 22 12:19:30.723093 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-ef012ae8-15a3-4ec2-bbb4-e94d72027821 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545565'] for security_group, after_delete {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:30.734151 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-ef012ae8-15a3-4ec2-bbb4-e94d72027821 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:30.737453 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [None req-ef012ae8-15a3-4ec2-bbb4-e94d72027821 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/b8f34285-755c-4f6b-a003-9545d9afc140 HTTP/1.1" status: 204 len: 168 time: 1.9545903 Nov 22 12:19:30.748739 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.wsgi [-] (102750) accepted ('10.222.0.66', 43234) {{(pid=102750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:19:30.784100 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-148affc9-ed86-4c5f-9061-59678542bcab tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:30.798379 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.provisioning_blocks [None req-8ef52790-c974-41f4-887f-bfbfb22f5011 None None] Provisioning complete for port 1cb4d82d-e7c5-44d0-97bb-0dc039c350db triggered by entity DHCP. {{(pid=102751) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 12:19:30.798764 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-8ef52790-c974-41f4-887f-bfbfb22f5011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3821908'] for port, provisioning_complete {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:30.891954 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-148affc9-ed86-4c5f-9061-59678542bcab tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:30.898058 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-cf3806ef-fa11-4772-a04b-31f1f81debcd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:30.920331 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-0a40dfc3-0db5-4cf1-9af8-6a6c64266ad6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:30.931050 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-cf3806ef-fa11-4772-a04b-31f1f81debcd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:30.989589 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-8ef52790-c974-41f4-887f-bfbfb22f5011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3931732'] for port, before_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:31.013017 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596f5e7a-9341-4a95-9278-34c068da2be7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76b0738b-7135-45de-9048-ffbaee895e8f,revision_number=1']} {{(pid=102749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:19:31.021119 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-148affc9-ed86-4c5f-9061-59678542bcab tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754837'] for security_group_rule, after_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:31.040997 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-cf3806ef-fa11-4772-a04b-31f1f81debcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545565'] for security_group, after_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:31.044744 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-cf3806ef-fa11-4772-a04b-31f1f81debcd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:31.046389 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [None req-cf3806ef-fa11-4772-a04b-31f1f81debcd admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/76b0738b-7135-45de-9048-ffbaee895e8f HTTP/1.1" status: 204 len: 168 time: 0.2958999 Nov 22 12:19:31.046716 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.l3_hamode_db [None req-8cff2f68-34ed-4184-8911-24673c116dff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b6eb21f-8d2a-4ee6-9dfc-db25bfbba179', 'name': 'tempest-AttachVolumeShelveTestJSON-514126347-router', 'tenant_id': '086a36bf2fea4df7a4d72733b2f68dcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52f34850-4f08-4bf9-8f19-1c892d4c6132', 'external_fixed_ips': [{'subnet_id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': 'dec33e59-4d06-4644-b47a-37a68b460d51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T12:19:08Z', 'updated_at': '2021-11-22T12:19:21Z', 'revision_number': 4, 'project_id': '086a36bf2fea4df7a4d72733b2f68dcd', 'gw_port': {'id': 'dec33e59-4d06-4644-b47a-37a68b460d51', 'name': '', 'network_id': '52f34850-4f08-4bf9-8f19-1c892d4c6132', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:bf:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b6eb21f-8d2a-4ee6-9dfc-db25bfbba179', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T12:19:09Z', 'updated_at': '2021-11-22T12:19:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-13-iscsi', '_interfaces': [{'id': '1cb4d82d-e7c5-44d0-97bb-0dc039c350db', 'name': '', 'network_id': '47c7c2df-c485-45be-9ae4-891cba4c7953', 'tenant_id': '086a36bf2fea4df7a4d72733b2f68dcd', 'mac_address': 'fa:16:3e:b0:ae:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b6eb21f-8d2a-4ee6-9dfc-db25bfbba179', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '6b38e15d-2758-41f6-bf64-d497af1d9f95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T12:19:15Z', 'updated_at': '2021-11-22T12:19:29Z', 'revision_number': 4, 'project_id': '086a36bf2fea4df7a4d72733b2f68dcd', 'subnets': [{'id': '6b38e15d-2758-41f6-bf64-d497af1d9f95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-13-iscsi', False) {} {{(pid=102751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 12:19:31.048560 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [req-a72221a3-2c08-4664-bc29-c96595ce10e4 req-63962596-97c0-46b7-973b-a739e6557eb1 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1a398bbd-8494-4c78-9a7f-9328646aea45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0525713 Nov 22 12:19:31.117812 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3806ef-fa11-4772-a04b-31f1f81debcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76b0738b-7135-45de-9048-ffbaee895e8f,revision_number=None']} {{(pid=102750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:19:31.154265 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.db [None req-8ef52790-c974-41f4-887f-bfbfb22f5011 None None] For port 1cb4d82d-e7c5-44d0-97bb-0dc039c350db, host dv-cinder-768458-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-13-iscsi',level=0,port_id=1cb4d82d-e7c5-44d0-97bb-0dc039c350db,segment=NetworkSegment(ad989668-ff42-4f8a-9eac-7040e599f03e),segment_id=ad989668-ff42-4f8a-9eac-7040e599f03e)] {{(pid=102751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 12:19:31.159812 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148affc9-ed86-4c5f-9061-59678542bcab tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb898007-8940-4049-a006-480d459535e1,revision_number=0']} {{(pid=102750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:19:31.167778 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cff2f68-34ed-4184-8911-24673c116dff None None] The sync data for ids ['4b6eb21f-8d2a-4ee6-9dfc-db25bfbba179'] in dv-cinder-768458-13-iscsi is: [{'id': '4b6eb21f-8d2a-4ee6-9dfc-db25bfbba179', 'name': 'tempest-AttachVolumeShelveTestJSON-514126347-router', 'tenant_id': '086a36bf2fea4df7a4d72733b2f68dcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52f34850-4f08-4bf9-8f19-1c892d4c6132', 'external_fixed_ips': [{'subnet_id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': 'dec33e59-4d06-4644-b47a-37a68b460d51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T12:19:08Z', 'updated_at': '2021-11-22T12:19:21Z', 'revision_number': 4, 'project_id': '086a36bf2fea4df7a4d72733b2f68dcd', 'gw_port': {'id': 'dec33e59-4d06-4644-b47a-37a68b460d51', 'name': '', 'network_id': '52f34850-4f08-4bf9-8f19-1c892d4c6132', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:bf:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b6eb21f-8d2a-4ee6-9dfc-db25bfbba179', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T12:19:09Z', 'updated_at': '2021-11-22T12:19:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-13-iscsi', '_interfaces': [{'id': '1cb4d82d-e7c5-44d0-97bb-0dc039c350db', 'name': '', 'network_id': '47c7c2df-c485-45be-9ae4-891cba4c7953', 'tenant_id': '086a36bf2fea4df7a4d72733b2f68dcd', 'mac_address': 'fa:16:3e:b0:ae:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b6eb21f-8d2a-4ee6-9dfc-db25bfbba179', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '6b38e15d-2758-41f6-bf64-d497af1d9f95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T12:19:15Z', 'updated_at': '2021-11-22T12:19:29Z', 'revision_number': 4, 'project_id': '086a36bf2fea4df7a4d72733b2f68dcd', 'subnets': [{'id': '6b38e15d-2758-41f6-bf64-d497af1d9f95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 12:19:31.178630 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-8ef52790-c974-41f4-887f-bfbfb22f5011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793343495738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793342949286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793342949304'] for port, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:31.288000 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-148affc9-ed86-4c5f-9061-59678542bcab tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:31.289260 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [None req-148affc9-ed86-4c5f-9061-59678542bcab tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5899334 Nov 22 12:19:31.309570 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.wsgi [-] (102750) accepted ('10.222.0.66', 43246) {{(pid=102750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:19:31.335493 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.v2.base [None req-3bf30ff1-4cc1-4328-af9a-1a08e60efca0 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] Request body: {'floatingip': {'floating_network_id': '52f34850-4f08-4bf9-8f19-1c892d4c6132'}} {{(pid=102750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 12:19:31.337133 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef52790-c974-41f4-887f-bfbfb22f5011 None None] Pushing event updated for resources: {'Port': ['ID=1cb4d82d-e7c5-44d0-97bb-0dc039c350db,revision_number=5']} {{(pid=102751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:19:31.412389 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef012ae8-15a3-4ec2-bbb4-e94d72027821 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8f34285-755c-4f6b-a003-9545d9afc140,revision_number=None']} {{(pid=102749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:19:31.654279 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.db.db_base_plugin_common [req-92f076d3-37ca-487a-91d5-1e5171c5d801 req-7349afd9-f7dd-439d-8bbc-5361162a9c9b tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] Allocated IP 172.20.0.6 (08903c03-f7d7-43c9-ab4d-565ac4637d53/292b6822-c634-4819-b6c6-c4a4132c73d4/1fa9e48d-814b-49fa-b645-de1efce73a7d) {{(pid=102749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 12:19:31.763203 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd7b0eb-979e-4dfb-ae1d-4a6ca679c31f req-60ecbea8-e0b1-4d38-bb19-aa782cf4437f tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:19:31.771838 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-dfd7b0eb-979e-4dfb-ae1d-4a6ca679c31f req-60ecbea8-e0b1-4d38-bb19-aa782cf4437f tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] 10.222.0.66 "GET /v2.0/ports?device_id=09a121f0-f7e5-4376-96bf-7008344dfe06 HTTP/1.1" status: 200 len: 944 time: 0.5405731 Nov 22 12:19:31.789451 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b0e9c6-b0e8-41b3-b0e6-b4f390041a4b req-9af2356c-65c3-44e3-9043-69089538c0d9 tempest-DeleteServersTestJSON-546359454 tempest-DeleteServersTestJSON-546359454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:19:31.791450 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-29b0e9c6-b0e8-41b3-b0e6-b4f390041a4b req-9af2356c-65c3-44e3-9043-69089538c0d9 tempest-DeleteServersTestJSON-546359454 tempest-DeleteServersTestJSON-546359454-project] 10.222.0.66 "GET /v2.0/ports?device_id=0e1fe798-845f-4f01-b699-0e2fac35e5c3 HTTP/1.1" status: 200 len: 944 time: 0.5689609 Nov 22 12:19:31.821972 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e1fe798-845f-4f01-b699-0e2fac35e5c3', 'tag': 'bbc86ff1-847c-4237-907d-5d5ba197dac4'}] {{(pid=102750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 12:19:31.832080 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2a0bed14b240d0d35e029181fb516e01dd4ce85d5fb41ae8ef5632c0b13bd43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c4e45ec-96a6-483f-94fc-8d2aa3de2742" -d '{"events": [{"name": "network-changed", "server_uuid": "0e1fe798-845f-4f01-b699-0e2fac35e5c3", "tag": "bbc86ff1-847c-4237-907d-5d5ba197dac4"}]}' {{(pid=102750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 12:19:31.841657 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [req-ec3db97b-4d1c-4553-837e-44e5712e3e66 req-ff3bbdab-41f2-4157-a5bd-4f2ae6de467e service neutron] 10.222.0.46 "GET /v2.0/networks/b07068ae-2296-48cd-ab6a-7673ccc232c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8489203 Nov 22 12:19:31.853400 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-3bf30ff1-4cc1-4328-af9a-1a08e60efca0 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] Publish callbacks [] for floatingip, before_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:32.001613 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [req-ec3db97b-4d1c-4553-837e-44e5712e3e66 req-e73f6e81-87d9-4601-bfa4-880f535121f9 service neutron] 10.222.0.46 "GET /v2.0/networks/b07068ae-2296-48cd-ab6a-7673ccc232c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270292 Nov 22 12:19:32.062627 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [req-92f076d3-37ca-487a-91d5-1e5171c5d801 req-7349afd9-f7dd-439d-8bbc-5361162a9c9b tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] Publish callbacks [] for port, precommit_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:32.073685 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [req-a72221a3-2c08-4664-bc29-c96595ce10e4 req-119cc237-ee08-4183-acf4-09a321183f12 service neutron] 10.222.0.46 "GET /v2.0/networks/1a398bbd-8494-4c78-9a7f-9328646aea45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9573820 Nov 22 12:19:32.194072 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-0a40dfc3-0db5-4cf1-9af8-6a6c64266ad6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:32.218818 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-0a40dfc3-0db5-4cf1-9af8-6a6c64266ad6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545565'] for security_group, after_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:32.262227 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a40dfc3-0db5-4cf1-9af8-6a6c64266ad6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d69eb91-e11a-45b6-8717-a90f21ef67de,revision_number=1']} {{(pid=102749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:19:32.281627 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [req-a72221a3-2c08-4664-bc29-c96595ce10e4 req-e5109e29-1820-44f3-9917-b005c9d2049e service neutron] 10.222.0.46 "GET /v2.0/networks/1a398bbd-8494-4c78-9a7f-9328646aea45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1851587 Nov 22 12:19:32.288284 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-3bf30ff1-4cc1-4328-af9a-1a08e60efca0 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3931732'] for port, before_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:32.327853 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-29b0e9c6-b0e8-41b3-b0e6-b4f390041a4b req-2a4e06d4-2182-473d-86ad-e717ec5f7f33 tempest-DeleteServersTestJSON-546359454 tempest-DeleteServersTestJSON-546359454-project] 10.222.0.66 "GET /v2.0/security-groups?id=275fd683-ebee-400e-af25-c2e25f553eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2415237 Nov 22 12:19:32.345854 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-dfd7b0eb-979e-4dfb-ae1d-4a6ca679c31f req-29cdf49b-1a45-47b5-ae56-7d32a14bd18a tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] 10.222.0.66 "GET /v2.0/security-groups?id=d183c51b-56bc-4b8b-8c88-c11ec3bb03cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5711994 Nov 22 12:19:32.381329 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [None req-0a40dfc3-0db5-4cf1-9af8-6a6c64266ad6 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=a16d3e17422d40bca9995c89309234d8&name=default HTTP/1.1" status: 200 len: 2996 time: 2.0025473 Nov 22 12:19:32.391349 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.wsgi [-] (102750) accepted ('10.222.0.66', 43292) {{(pid=102750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:19:32.457207 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.db.db_base_plugin_common [req-98fbcfb0-b739-4bbf-9044-4e59242fb575 req-3c10ed42-76c5-4525-8395-aad936850a94 tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] Allocated IP 172.20.0.8 (08903c03-f7d7-43c9-ab4d-565ac4637d53/292b6822-c634-4819-b6c6-c4a4132c73d4/4c9b376a-8f72-407b-9a92-78116503f6ab) {{(pid=102749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 12:19:32.460215 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 12:19:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2acee005-d827-4b3d-aebd-394d73f8d10b x-openstack-request-id: req-2acee005-d827-4b3d-aebd-394d73f8d10b {{(pid=102750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 12:19:32.460576 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e1fe798-845f-4f01-b699-0e2fac35e5c3", "tag": "bbc86ff1-847c-4237-907d-5d5ba197dac4", "status": "completed", "code": 200}]} {{(pid=102750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 12:19:32.460882 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-2acee005-d827-4b3d-aebd-394d73f8d10b {{(pid=102750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 12:19:32.461635 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e1fe798-845f-4f01-b699-0e2fac35e5c3', 'tag': 'bbc86ff1-847c-4237-907d-5d5ba197dac4', 'status': 'completed', 'code': 200} Nov 22 12:19:32.477685 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [req-92f076d3-37ca-487a-91d5-1e5171c5d801 req-7349afd9-f7dd-439d-8bbc-5361162a9c9b tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793342949268'] for port, after_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:32.606944 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-a74b9bce-982b-4bdd-b160-81623741a536 req-362301f6-c165-46c3-8202-0090ae0967a0 tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] 10.222.0.66 "GET /v2.0/ports?device_id=937d4958-6710-4c44-8451-2b659b87dc63 HTTP/1.1" status: 200 len: 210 time: 0.1285956 Nov 22 12:19:32.653979 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92f076d3-37ca-487a-91d5-1e5171c5d801 req-7349afd9-f7dd-439d-8bbc-5361162a9c9b tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] Network 08903c03-f7d7-43c9-ab4d-565ac4637d53 is already hosted by enough agents. {{(pid=102749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 12:19:32.672765 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc60252-84d5-406e-8997-ee45d1d9eae4 req-584d20f3-bad6-4e82-952b-e94e185f9337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:19:32.674062 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.scheduler.base_scheduler [req-92f076d3-37ca-487a-91d5-1e5171c5d801 req-7349afd9-f7dd-439d-8bbc-5361162a9c9b tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] Resources bound (agent type, host, resource id): {{(pid=102749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 12:19:32.674376 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [req-8fc60252-84d5-406e-8997-ee45d1d9eae4 req-584d20f3-bad6-4e82-952b-e94e185f9337 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5319fd2dee9b4b47b98f59bca1572ac8&device_id=09a121f0-f7e5-4376-96bf-7008344dfe06 HTTP/1.1" status: 200 len: 1097 time: 0.3099506 Nov 22 12:19:32.678616 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.db.l3_dvrscheduler_db [req-92f076d3-37ca-487a-91d5-1e5171c5d801 req-7349afd9-f7dd-439d-8bbc-5361162a9c9b tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] Received port after_create {{(pid=102749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 12:19:32.685084 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f076d3-37ca-487a-91d5-1e5171c5d801 req-7349afd9-f7dd-439d-8bbc-5361162a9c9b tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:19:32.685890 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [req-92f076d3-37ca-487a-91d5-1e5171c5d801 req-7349afd9-f7dd-439d-8bbc-5361162a9c9b tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758363'] for port, before_response {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:32.689166 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7349afd9-f7dd-439d-8bbc-5361162a9c9b tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] Pushing event updated for resources: {'Port': ['ID=1fa9e48d-814b-49fa-b645-de1efce73a7d,revision_number=1']} {{(pid=102749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:19:32.757937 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.db.db_base_plugin_common [None req-3bf30ff1-4cc1-4328-af9a-1a08e60efca0 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] Allocated IP 172.27.0.186 (52f34850-4f08-4bf9-8f19-1c892d4c6132/9e59152d-9f1b-4a42-ae53-82f6bd285144/5097e0e1-3748-404c-918a-0408217ff173) {{(pid=102750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 12:19:32.845223 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-044726c8-8427-4299-99dc-e040da99c40f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:32.881171 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4e45ec-96a6-483f-94fc-8d2aa3de2742 req-edfdf68e-9f61-42ad-8a2c-5b9ab546a156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:19:32.884632 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [req-3c4e45ec-96a6-483f-94fc-8d2aa3de2742 req-edfdf68e-9f61-42ad-8a2c-5b9ab546a156 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=95c32f9960704ce6b26019efdc2abddc&device_id=0e1fe798-845f-4f01-b699-0e2fac35e5c3 HTTP/1.1" status: 200 len: 1097 time: 0.3699017 Nov 22 12:19:32.896349 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.rpc [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] Device 1cb4d82d-e7c5-44d0-97bb-0dc039c350db up at agent ovs-agent-dv-cinder-768458-13-iscsi {{(pid=102751) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 12:19:32.924497 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-92f076d3-37ca-487a-91d5-1e5171c5d801 req-7349afd9-f7dd-439d-8bbc-5361162a9c9b tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.5210543 Nov 22 12:19:32.938474 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.v2.base [req-92f076d3-37ca-487a-91d5-1e5171c5d801 req-81fbfa7d-36dc-49ef-8007-ff9ada0fd633 service neutron] Request body: {'port': {'device_id': '302ab8ef-5565-4f9b-9b91-b405d550a90d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76845'}} {{(pid=102749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 12:19:32.985787 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.wsgi [-] (102749) accepted ('10.222.0.66', 43306) {{(pid=102749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:19:32.999558 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.provisioning_blocks [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] Provisioning complete for port 1cb4d82d-e7c5-44d0-97bb-0dc039c350db triggered by entity L2. {{(pid=102751) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 12:19:33.000188 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3821908'] for port, provisioning_complete {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:33.066223 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [req-92f076d3-37ca-487a-91d5-1e5171c5d801 req-81fbfa7d-36dc-49ef-8007-ff9ada0fd633 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3931732'] for port, before_update {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:33.092153 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [req-98fbcfb0-b739-4bbf-9044-4e59242fb575 req-3c10ed42-76c5-4525-8395-aad936850a94 tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] Publish callbacks [] for port, precommit_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:33.227800 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4e45ec-96a6-483f-94fc-8d2aa3de2742 req-9b7ff05e-293d-4a67-a7c7-e7806efaa1c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:19:33.229476 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [req-3c4e45ec-96a6-483f-94fc-8d2aa3de2742 req-9b7ff05e-293d-4a67-a7c7-e7806efaa1c6 service neutron] 10.222.0.46 "GET /v2.0/networks?id=b07068ae-2296-48cd-ab6a-7673ccc232c3 HTTP/1.1" status: 200 len: 913 time: 0.2740998 Nov 22 12:19:33.263331 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-3bf30ff1-4cc1-4328-af9a-1a08e60efca0 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] Publish callbacks [] for port, precommit_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:33.320835 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [req-3c4e45ec-96a6-483f-94fc-8d2aa3de2742 req-02b04031-c5ed-4138-a738-657cfac25cea service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bbc86ff1-847c-4237-907d-5d5ba197dac4 HTTP/1.1" status: 200 len: 217 time: 0.0466676 Nov 22 12:19:33.333456 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-044726c8-8427-4299-99dc-e040da99c40f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:33.343013 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.v2.base [None req-3a7dc819-f5cb-4986-8e12-3d36f8e31000 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1461916041-network', 'tenant_id': '683973aaa1c245a39c2971945dae9182'}} {{(pid=102749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 12:19:33.408096 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [req-98fbcfb0-b739-4bbf-9044-4e59242fb575 req-3c10ed42-76c5-4525-8395-aad936850a94 tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793342949268'] for port, after_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:33.461469 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4e45ec-96a6-483f-94fc-8d2aa3de2742 req-99f33aa2-ee65-4b67-b9bf-f4b18894ffb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:19:33.461897 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [req-3c4e45ec-96a6-483f-94fc-8d2aa3de2742 req-99f33aa2-ee65-4b67-b9bf-f4b18894ffb7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f30157bd-ae15-4c4e-9999-a9333b05a615 HTTP/1.1" status: 200 len: 852 time: 0.1251051 Nov 22 12:19:33.469607 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a7dc819-f5cb-4986-8e12-3d36f8e31000 admin admin] Made reservation on behalf of 683973aaa1c245a39c2971945dae9182 for: {'network': 1} {{(pid=102749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 12:19:33.476836 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-3a7dc819-f5cb-4986-8e12-3d36f8e31000 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3931732'] for network, before_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:33.532740 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [req-3c4e45ec-96a6-483f-94fc-8d2aa3de2742 req-daadb559-3ed5-4f07-919c-9249801a3815 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b07068ae-2296-48cd-ab6a-7673ccc232c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0601110 Nov 22 12:19:33.574278 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-3a7dc819-f5cb-4986-8e12-3d36f8e31000 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:33.619279 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98fbcfb0-b739-4bbf-9044-4e59242fb575 req-3c10ed42-76c5-4525-8395-aad936850a94 tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] Network 08903c03-f7d7-43c9-ab4d-565ac4637d53 is already hosted by enough agents. {{(pid=102749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 12:19:33.634331 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc60252-84d5-406e-8997-ee45d1d9eae4 req-be46ef50-5628-44c7-8beb-a1586b34ba2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:19:33.636379 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [req-8fc60252-84d5-406e-8997-ee45d1d9eae4 req-be46ef50-5628-44c7-8beb-a1586b34ba2a service neutron] 10.222.0.46 "GET /v2.0/networks?id=1a398bbd-8494-4c78-9a7f-9328646aea45 HTTP/1.1" status: 200 len: 915 time: 0.9460046 Nov 22 12:19:33.641994 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.scheduler.base_scheduler [req-98fbcfb0-b739-4bbf-9044-4e59242fb575 req-3c10ed42-76c5-4525-8395-aad936850a94 tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] Resources bound (agent type, host, resource id): {{(pid=102749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 12:19:33.644560 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.db.l3_dvrscheduler_db [req-98fbcfb0-b739-4bbf-9044-4e59242fb575 req-3c10ed42-76c5-4525-8395-aad936850a94 tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] Received port after_create {{(pid=102749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 12:19:33.650412 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fbcfb0-b739-4bbf-9044-4e59242fb575 req-3c10ed42-76c5-4525-8395-aad936850a94 tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:19:33.651062 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [req-98fbcfb0-b739-4bbf-9044-4e59242fb575 req-3c10ed42-76c5-4525-8395-aad936850a94 tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758363'] for port, before_response {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:33.719822 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c10ed42-76c5-4525-8395-aad936850a94 tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] Pushing event updated for resources: {'Port': ['ID=4c9b376a-8f72-407b-9a92-78116503f6ab,revision_number=1']} {{(pid=102749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:19:33.726746 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-3bf30ff1-4cc1-4328-af9a-1a08e60efca0 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793342949268'] for port, after_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:33.745366 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [req-8fc60252-84d5-406e-8997-ee45d1d9eae4 req-2a2adfab-fb67-4b91-8b98-b89f4fe9ef88 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c07cfd45-5b74-4945-9991-863824fb50f3 HTTP/1.1" status: 200 len: 217 time: 0.0765963 Nov 22 12:19:33.798892 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-98fbcfb0-b739-4bbf-9044-4e59242fb575 req-3c10ed42-76c5-4525-8395-aad936850a94 tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.0561957 Nov 22 12:19:33.819331 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031135ee-f02f-4647-9f5c-82fa5b88ce88 req-9eef4ceb-0b1a-4f50-bfbc-3e40c211b4d3 tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:19:33.821232 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-031135ee-f02f-4647-9f5c-82fa5b88ce88 req-9eef4ceb-0b1a-4f50-bfbc-3e40c211b4d3 tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] 10.222.0.66 "GET /v2.0/ports?device_id=09a121f0-f7e5-4376-96bf-7008344dfe06 HTTP/1.1" status: 200 len: 944 time: 0.2905772 Nov 22 12:19:33.832996 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bac7e3-aa14-4c5c-823b-caeb55a27d0a req-b48b8603-65ca-42a4-b59b-c5af8c812127 tempest-DeleteServersTestJSON-546359454 tempest-DeleteServersTestJSON-546359454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:19:33.841395 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-c8bac7e3-aa14-4c5c-823b-caeb55a27d0a req-b48b8603-65ca-42a4-b59b-c5af8c812127 tempest-DeleteServersTestJSON-546359454 tempest-DeleteServersTestJSON-546359454-project] 10.222.0.66 "GET /v2.0/ports?device_id=0e1fe798-845f-4f01-b699-0e2fac35e5c3 HTTP/1.1" status: 200 len: 944 time: 0.3725410 Nov 22 12:19:33.848631 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.v2.base [req-98fbcfb0-b739-4bbf-9044-4e59242fb575 req-d0a7e368-cbff-4639-b7fb-d332244bcf26 service neutron] Request body: {'port': {'device_id': '937d4958-6710-4c44-8451-2b659b87dc63', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76845'}} {{(pid=102749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 12:19:33.848840 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bf30ff1-4cc1-4328-af9a-1a08e60efca0 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] Network 52f34850-4f08-4bf9-8f19-1c892d4c6132 is already hosted by enough agents. {{(pid=102750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 12:19:33.853606 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-044726c8-8427-4299-99dc-e040da99c40f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545565'] for security_group, after_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:33.855809 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-044726c8-8427-4299-99dc-e040da99c40f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:33.859318 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [None req-044726c8-8427-4299-99dc-e040da99c40f admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/7d69eb91-e11a-45b6-8717-a90f21ef67de HTTP/1.1" status: 204 len: 168 time: 1.4646583 Nov 22 12:19:33.864212 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [req-3c4e45ec-96a6-483f-94fc-8d2aa3de2742 req-cf54063d-27eb-4fe8-80e1-97d8e37f747b service neutron] 10.222.0.46 "GET /v2.0/networks/b07068ae-2296-48cd-ab6a-7673ccc232c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3237214 Nov 22 12:19:33.869673 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.scheduler.base_scheduler [None req-3bf30ff1-4cc1-4328-af9a-1a08e60efca0 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] Resources bound (agent type, host, resource id): {{(pid=102750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 12:19:33.873638 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bf30ff1-4cc1-4328-af9a-1a08e60efca0 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] Received port after_create {{(pid=102750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 12:19:33.906366 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044726c8-8427-4299-99dc-e040da99c40f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d69eb91-e11a-45b6-8717-a90f21ef67de,revision_number=None']} {{(pid=102750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:19:33.926119 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf30ff1-4cc1-4328-af9a-1a08e60efca0 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] Pushing event updated for resources: {'Port': ['ID=5097e0e1-3748-404c-918a-0408217ff173,revision_number=1']} {{(pid=102750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:19:34.014440 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc60252-84d5-406e-8997-ee45d1d9eae4 req-493a48ee-4814-4cc5-9500-ba02ca1de989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:19:34.016053 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [req-8fc60252-84d5-406e-8997-ee45d1d9eae4 req-493a48ee-4814-4cc5-9500-ba02ca1de989 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a297376f-8bec-4762-a395-e20c73d660c4 HTTP/1.1" status: 200 len: 854 time: 0.2412980 Nov 22 12:19:34.024179 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-3a7dc819-f5cb-4986-8e12-3d36f8e31000 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:34.055776 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.rpc [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Device bbc86ff1-847c-4237-907d-5d5ba197dac4 details requested by agent hyperv_hv-cinder-76845 with host hv-cinder-76845 {{(pid=102751) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 12:19:34.097337 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [req-8fc60252-84d5-406e-8997-ee45d1d9eae4 req-ca4e93cf-bbce-430c-84c0-19970cfb6f7e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1a398bbd-8494-4c78-9a7f-9328646aea45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0680945 Nov 22 12:19:34.106246 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-3bf30ff1-4cc1-4328-af9a-1a08e60efca0 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:34.124398 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-c8bac7e3-aa14-4c5c-823b-caeb55a27d0a req-d83e08a4-8af7-49dc-af0f-9518ff1e6e2e tempest-DeleteServersTestJSON-546359454 tempest-DeleteServersTestJSON-546359454-project] 10.222.0.66 "GET /v2.0/security-groups?id=275fd683-ebee-400e-af25-c2e25f553eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2821095 Nov 22 12:19:34.128905 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-3a7dc819-f5cb-4986-8e12-3d36f8e31000 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545565'] for security_group, after_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:34.148831 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [req-98fbcfb0-b739-4bbf-9044-4e59242fb575 req-d0a7e368-cbff-4639-b7fb-d332244bcf26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3931732'] for port, before_update {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:34.162976 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [req-3c4e45ec-96a6-483f-94fc-8d2aa3de2742 req-99ab44e9-3f7b-4560-92ab-1f59f507bca3 service neutron] 10.222.0.46 "GET /v2.0/networks/b07068ae-2296-48cd-ab6a-7673ccc232c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2812512 Nov 22 12:19:34.203716 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-031135ee-f02f-4647-9f5c-82fa5b88ce88 req-00d0869e-d828-4ee8-9c48-24ea6b146012 tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] 10.222.0.66 "GET /v2.0/security-groups?id=d183c51b-56bc-4b8b-8c88-c11ec3bb03cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3596516 Nov 22 12:19:34.213371 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.notifiers.nova [req-92f076d3-37ca-487a-91d5-1e5171c5d801 req-81fbfa7d-36dc-49ef-8007-ff9ada0fd633 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1fa9e48d-814b-49fa-b645-de1efce73a7d {{(pid=102749) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 12:19:34.214098 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-3bf30ff1-4cc1-4328-af9a-1a08e60efca0 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3931732'] for port, before_update {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:34.252268 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [req-92f076d3-37ca-487a-91d5-1e5171c5d801 req-81fbfa7d-36dc-49ef-8007-ff9ada0fd633 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:34.265291 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a7dc819-f5cb-4986-8e12-3d36f8e31000 admin admin] vlan segment allocate from pool success with {'vlan_id': 614, 'physical_network': 'physnet1'} {{(pid=102749) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 12:19:34.293703 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.db [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] For port bbc86ff1-847c-4237-907d-5d5ba197dac4, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=bbc86ff1-847c-4237-907d-5d5ba197dac4,segment=NetworkSegment(09c82953-3551-4e0d-a94d-e8e4962bca7e),segment_id=09c82953-3551-4e0d-a94d-e8e4962bca7e)] {{(pid=102751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 12:19:34.312338 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.rpc [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Returning: {'device': 'bbc86ff1-847c-4237-907d-5d5ba197dac4', 'network_id': 'b07068ae-2296-48cd-ab6a-7673ccc232c3', 'port_id': 'bbc86ff1-847c-4237-907d-5d5ba197dac4', 'mac_address': 'fa:16:3e:45:95:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 649, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f30157bd-ae15-4c4e-9999-a9333b05a615', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102751) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 12:19:34.370461 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3931732'] for port, before_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:34.371652 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.wsgi [-] (102749) accepted ('10.222.0.66', 43356) {{(pid=102749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:19:34.382735 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-3a7dc819-f5cb-4986-8e12-3d36f8e31000 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3850450'] for segment, precommit_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:34.383073 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.db.segments_db [None req-3a7dc819-f5cb-4986-8e12-3d36f8e31000 admin admin] Added segment f5d42670-5371-4ecd-8a74-e1395f9a87e9 of type vlan for network 0a3cf15b-f326-4b93-832a-16a622011b53 Nov 22 12:19:34.389530 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.notifiers.nova [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bbc86ff1-847c-4237-907d-5d5ba197dac4 {{(pid=102751) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 12:19:34.394021 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.db.provisioning_blocks [req-92f076d3-37ca-487a-91d5-1e5171c5d801 req-81fbfa7d-36dc-49ef-8007-ff9ada0fd633 service neutron] Transition to ACTIVE for port object 1fa9e48d-814b-49fa-b645-de1efce73a7d will not be triggered until provisioned by entity L2. {{(pid=102749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 12:19:34.419794 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.db [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] For port bbc86ff1-847c-4237-907d-5d5ba197dac4, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=bbc86ff1-847c-4237-907d-5d5ba197dac4,segment=NetworkSegment(09c82953-3551-4e0d-a94d-e8e4962bca7e),segment_id=09c82953-3551-4e0d-a94d-e8e4962bca7e)] {{(pid=102751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 12:19:34.421460 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7dc819-f5cb-4986-8e12-3d36f8e31000 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee70beee-fd0f-4e03-8698-789d4773bc3a,revision_number=1']} {{(pid=102749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:19:34.426645 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793343495738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793342949286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793342949304'] for port, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:34.427818 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.rpc [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Device c07cfd45-5b74-4945-9991-863824fb50f3 details requested by agent hyperv_hv-cinder-76845 with host hv-cinder-76845 {{(pid=102751) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 12:19:34.428902 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [req-92f076d3-37ca-487a-91d5-1e5171c5d801 req-81fbfa7d-36dc-49ef-8007-ff9ada0fd633 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793343495738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793342949286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793342949304'] for port, after_update {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:34.437382 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-80a3cdeb-fd43-40be-9a80-1763c4b3efd0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:34.584860 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-3a7dc819-f5cb-4986-8e12-3d36f8e31000 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793342968311'] for network, precommit_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:34.624758 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fbfa7d-36dc-49ef-8007-ff9ada0fd633 service neutron] Pushing event updated for resources: {'Port': ['ID=1fa9e48d-814b-49fa-b645-de1efce73a7d,revision_number=2']} {{(pid=102749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:19:34.642243 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483939ba-7266-4fad-b6b7-20ee17daf34d req-ce0fdbce-2dcc-4f04-b491-e15131a79358 tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:19:34.643803 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-483939ba-7266-4fad-b6b7-20ee17daf34d req-ce0fdbce-2dcc-4f04-b491-e15131a79358 tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] 10.222.0.66 "GET /v2.0/ports?device_id=937d4958-6710-4c44-8451-2b659b87dc63 HTTP/1.1" status: 200 len: 931 time: 0.3710124 Nov 22 12:19:34.645526 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Pushing event updated for resources: {'Port': ['ID=bbc86ff1-847c-4237-907d-5d5ba197dac4,revision_number=4']} {{(pid=102751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:19:34.676822 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [req-8fc60252-84d5-406e-8997-ee45d1d9eae4 req-86f42acb-5627-42e5-b185-a0c2274eb5c5 service neutron] 10.222.0.46 "GET /v2.0/networks/1a398bbd-8494-4c78-9a7f-9328646aea45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5128090 Nov 22 12:19:34.703182 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.db [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] For port c07cfd45-5b74-4945-9991-863824fb50f3, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=c07cfd45-5b74-4945-9991-863824fb50f3,segment=NetworkSegment(5e5839cc-8792-46fd-9ed5-606893fc60d9),segment_id=5e5839cc-8792-46fd-9ed5-606893fc60d9)] {{(pid=102751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 12:19:34.719474 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.rpc [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Returning: {'device': 'c07cfd45-5b74-4945-9991-863824fb50f3', 'network_id': '1a398bbd-8494-4c78-9a7f-9328646aea45', 'port_id': 'c07cfd45-5b74-4945-9991-863824fb50f3', 'mac_address': 'fa:16:3e:a0:88:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 606, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a297376f-8bec-4762-a395-e20c73d660c4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102751) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 12:19:34.763523 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-3bf30ff1-4cc1-4328-af9a-1a08e60efca0 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] Publish callbacks [] for port, precommit_update {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:34.766880 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3931732'] for port, before_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:34.770810 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-3bf30ff1-4cc1-4328-af9a-1a08e60efca0 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793343495738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793342949286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793342949304'] for port, after_update {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:34.775482 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-3a7dc819-f5cb-4986-8e12-3d36f8e31000 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381'] for network, after_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:34.776499 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a7dc819-f5cb-4986-8e12-3d36f8e31000 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:19:34.777083 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-3a7dc819-f5cb-4986-8e12-3d36f8e31000 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758363'] for network, before_response {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:34.784517 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.notifiers.nova [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c07cfd45-5b74-4945-9991-863824fb50f3 {{(pid=102751) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 12:19:34.792987 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.plugins.ml2.managers [req-92f076d3-37ca-487a-91d5-1e5171c5d801 req-81fbfa7d-36dc-49ef-8007-ff9ada0fd633 service neutron] Attempting to bind port 1fa9e48d-814b-49fa-b645-de1efce73a7d on host hv-cinder-76845 for vnic_type normal with profile {{(pid=102749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 12:19:34.793332 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.plugins.ml2.managers [req-92f076d3-37ca-487a-91d5-1e5171c5d801 req-81fbfa7d-36dc-49ef-8007-ff9ada0fd633 service neutron] Attempting to bind port 1fa9e48d-814b-49fa-b645-de1efce73a7d by drivers openvswitch,hyperv on host hv-cinder-76845 at level 0 using segments [{'id': '103f8584-8f7f-4b00-950b-b4afaf5307e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '08903c03-f7d7-43c9-ab4d-565ac4637d53'}] {{(pid=102749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 12:19:34.793887 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92f076d3-37ca-487a-91d5-1e5171c5d801 req-81fbfa7d-36dc-49ef-8007-ff9ada0fd633 service neutron] Attempting to bind port 1fa9e48d-814b-49fa-b645-de1efce73a7d on network 08903c03-f7d7-43c9-ab4d-565ac4637d53 {{(pid=102749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 12:19:34.813601 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.db [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] For port c07cfd45-5b74-4945-9991-863824fb50f3, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=c07cfd45-5b74-4945-9991-863824fb50f3,segment=NetworkSegment(5e5839cc-8792-46fd-9ed5-606893fc60d9),segment_id=5e5839cc-8792-46fd-9ed5-606893fc60d9)] {{(pid=102751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 12:19:34.820510 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793343495738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793342949286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793342949304'] for port, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:34.843245 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf30ff1-4cc1-4328-af9a-1a08e60efca0 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] Pushing event updated for resources: {'Port': ['ID=5097e0e1-3748-404c-918a-0408217ff173,revision_number=2']} {{(pid=102750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:19:34.847860 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-3bf30ff1-4cc1-4328-af9a-1a08e60efca0 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-532624'] for floatingip, after_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:34.866566 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92f076d3-37ca-487a-91d5-1e5171c5d801 req-81fbfa7d-36dc-49ef-8007-ff9ada0fd633 service neutron] Port 1fa9e48d-814b-49fa-b645-de1efce73a7d on network 08903c03-f7d7-43c9-ab4d-565ac4637d53 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76845 {{(pid=102749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 12:19:34.866902 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92f076d3-37ca-487a-91d5-1e5171c5d801 req-81fbfa7d-36dc-49ef-8007-ff9ada0fd633 service neutron] Attempting to bind port 1fa9e48d-814b-49fa-b645-de1efce73a7d on network 08903c03-f7d7-43c9-ab4d-565ac4637d53 {{(pid=102749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 12:19:34.877728 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [req-8fc60252-84d5-406e-8997-ee45d1d9eae4 req-b6075eeb-ef53-43a1-8dcc-01438f9399ee service neutron] 10.222.0.46 "GET /v2.0/networks/1a398bbd-8494-4c78-9a7f-9328646aea45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1926093 Nov 22 12:19:34.881369 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-3bf30ff1-4cc1-4328-af9a-1a08e60efca0 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434365'] for floatingip, before_response {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:34.882615 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [None req-3bf30ff1-4cc1-4328-af9a-1a08e60efca0 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.5643244 Nov 22 12:19:34.895205 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Pushing event updated for resources: {'Port': ['ID=c07cfd45-5b74-4945-9991-863824fb50f3,revision_number=4']} {{(pid=102751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:19:34.912723 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [None req-3a7dc819-f5cb-4986-8e12-3d36f8e31000 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.9259057 Nov 22 12:19:34.916224 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.wsgi [-] (102750) accepted ('10.222.0.66', 43370) {{(pid=102750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:19:34.922917 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.v2.base [None req-3120b905-200a-4e08-bced-6588f95ce5fa admin admin] Request body: {'subnet': {'network_id': '0a3cf15b-f326-4b93-832a-16a622011b53', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1461916041-subnet', 'tenant_id': '683973aaa1c245a39c2971945dae9182', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 12:19:34.932213 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92f076d3-37ca-487a-91d5-1e5171c5d801 req-81fbfa7d-36dc-49ef-8007-ff9ada0fd633 service neutron] Checking agent: {'id': 'fca0b015-0cd5-4a44-bbfe-abb10adcdf42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76845', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 12, 17, 17), 'started_at': datetime.datetime(2021, 11, 22, 12, 17, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 12, 19, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 12:19:34.932681 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92f076d3-37ca-487a-91d5-1e5171c5d801 req-81fbfa7d-36dc-49ef-8007-ff9ada0fd633 service neutron] Checking segment: {'id': '103f8584-8f7f-4b00-950b-b4afaf5307e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '08903c03-f7d7-43c9-ab4d-565ac4637d53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 12:19:34.933138 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92f076d3-37ca-487a-91d5-1e5171c5d801 req-81fbfa7d-36dc-49ef-8007-ff9ada0fd633 service neutron] Bound using segment: {'id': '103f8584-8f7f-4b00-950b-b4afaf5307e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '08903c03-f7d7-43c9-ab4d-565ac4637d53'} {{(pid=102749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 12:19:34.934191 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.plugins.ml2.managers [req-92f076d3-37ca-487a-91d5-1e5171c5d801 req-81fbfa7d-36dc-49ef-8007-ff9ada0fd633 service neutron] Bound port: 1fa9e48d-814b-49fa-b645-de1efce73a7d, host: hv-cinder-76845, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '103f8584-8f7f-4b00-950b-b4afaf5307e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '08903c03-f7d7-43c9-ab4d-565ac4637d53'}}] {{(pid=102749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 12:19:34.934550 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [req-92f076d3-37ca-487a-91d5-1e5171c5d801 req-81fbfa7d-36dc-49ef-8007-ff9ada0fd633 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3931732'] for port, before_update {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:34.950629 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3120b905-200a-4e08-bced-6588f95ce5fa admin admin] Made reservation on behalf of 683973aaa1c245a39c2971945dae9182 for: {'subnet': 1} {{(pid=102750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 12:19:34.954847 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-483939ba-7266-4fad-b6b7-20ee17daf34d req-c3106769-b6f9-4235-bb91-1043733c57e5 tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] 10.222.0.66 "GET /v2.0/security-groups?id=d25355f0-2e41-493d-aac5-082c69fe23d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2547841 Nov 22 12:19:34.955134 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-3120b905-200a-4e08-bced-6588f95ce5fa admin admin] Publish callbacks [] for subnet, before_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:34.978071 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7dc819-f5cb-4986-8e12-3d36f8e31000 admin admin] Pushing event updated for resources: {'Network': ['ID=0a3cf15b-f326-4b93-832a-16a622011b53,revision_number=1']} {{(pid=102749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:19:34.989905 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.rpc [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] Network 0a3cf15b-f326-4b93-832a-16a622011b53 details requested by agent ovs-agent-dv-cinder-768458-13-iscsi with host dv-cinder-768458-13-iscsi {{(pid=102751) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 12:19:35.005142 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-80a3cdeb-fd43-40be-9a80-1763c4b3efd0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:35.044794 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-80a3cdeb-fd43-40be-9a80-1763c4b3efd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545565'] for security_group, after_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:35.108974 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.db [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] get_ports_and_sgs() called for port_ids ['c07cfd45-5b74-4945-9991-863824fb50f3'] {{(pid=102751) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 12:19:35.138893 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [None req-80a3cdeb-fd43-40be-9a80-1763c4b3efd0 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=84d4bdeab2284235813c54f13bfdbbb6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7652042 Nov 22 12:19:35.141940 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a3cdeb-fd43-40be-9a80-1763c4b3efd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59b87b53-b75f-4f42-a084-6b00e5f8e2b3,revision_number=1']} {{(pid=102749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:19:35.163966 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.wsgi [-] (102750) accepted ('10.222.0.66', 43374) {{(pid=102750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:19:35.206069 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.db [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] get_ports_and_sgs() called for port_ids ['bbc86ff1-847c-4237-907d-5d5ba197dac4'] {{(pid=102751) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 12:19:35.223860 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.plugins.ml2.db [req-92f076d3-37ca-487a-91d5-1e5171c5d801 req-81fbfa7d-36dc-49ef-8007-ff9ada0fd633 service neutron] For port 1fa9e48d-814b-49fa-b645-de1efce73a7d, host hv-cinder-76845, cleared binding levels {{(pid=102749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 12:19:35.241237 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-3120b905-200a-4e08-bced-6588f95ce5fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381'] for subnet, after_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:35.257993 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.plugins.ml2.db [req-92f076d3-37ca-487a-91d5-1e5171c5d801 req-81fbfa7d-36dc-49ef-8007-ff9ada0fd633 service neutron] For port 1fa9e48d-814b-49fa-b645-de1efce73a7d, host hv-cinder-76845, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=1fa9e48d-814b-49fa-b645-de1efce73a7d,segment=NetworkSegment(103f8584-8f7f-4b00-950b-b4afaf5307e9),segment_id=103f8584-8f7f-4b00-950b-b4afaf5307e9)] {{(pid=102749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 12:19:35.265809 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.notifiers.nova [req-98fbcfb0-b739-4bbf-9044-4e59242fb575 req-d0a7e368-cbff-4639-b7fb-d332244bcf26 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c9b376a-8f72-407b-9a92-78116503f6ab {{(pid=102749) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 12:19:35.277285 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [req-92f076d3-37ca-487a-91d5-1e5171c5d801 req-81fbfa7d-36dc-49ef-8007-ff9ada0fd633 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793343495738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793342949286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793342949304'] for port, after_update {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:35.290604 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [req-98fbcfb0-b739-4bbf-9044-4e59242fb575 req-d0a7e368-cbff-4639-b7fb-d332244bcf26 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:35.296159 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-ed569835-64cf-43ec-8c9d-e73b230121c5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:35.351479 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3120b905-200a-4e08-bced-6588f95ce5fa admin admin] Pushing event updated for resources: {'Subnet': ['ID=11b75ea9-0c85-40ab-a5e4-246f3ddef850,revision_number=0']} {{(pid=102750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:19:35.367110 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f076d3-37ca-487a-91d5-1e5171c5d801 req-81fbfa7d-36dc-49ef-8007-ff9ada0fd633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:19:35.367787 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [req-92f076d3-37ca-487a-91d5-1e5171c5d801 req-81fbfa7d-36dc-49ef-8007-ff9ada0fd633 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758363'] for port, before_response {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:35.369185 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-92f076d3-37ca-487a-91d5-1e5171c5d801 req-81fbfa7d-36dc-49ef-8007-ff9ada0fd633 service neutron] 10.222.0.46 "PUT /v2.0/ports/1fa9e48d-814b-49fa-b645-de1efce73a7d HTTP/1.1" status: 200 len: 1093 time: 2.4352388 Nov 22 12:19:35.389286 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '302ab8ef-5565-4f9b-9b91-b405d550a90d', 'tag': '1fa9e48d-814b-49fa-b645-de1efce73a7d'}] {{(pid=102749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 12:19:35.418254 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3120b905-200a-4e08-bced-6588f95ce5fa admin admin] Checking segment: {'id': 'f5d42670-5371-4ecd-8a74-e1395f9a87e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '0a3cf15b-f326-4b93-832a-16a622011b53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 12:19:35.418254 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3120b905-200a-4e08-bced-6588f95ce5fa admin admin] Network hostable DHCP agents. Network: 0a3cf15b-f326-4b93-832a-16a622011b53, hostable agents: ['c0a0bcc5-cac5-441b-a5c2-c094680f9e9d'], hosted agents: [] {{(pid=102750) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 12:19:35.438459 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-ed569835-64cf-43ec-8c9d-e73b230121c5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:35.474834 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.db.provisioning_blocks [req-98fbcfb0-b739-4bbf-9044-4e59242fb575 req-d0a7e368-cbff-4639-b7fb-d332244bcf26 service neutron] Transition to ACTIVE for port object 4c9b376a-8f72-407b-9a92-78116503f6ab will not be triggered until provisioned by entity L2. {{(pid=102749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 12:19:35.503993 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fbfa7d-36dc-49ef-8007-ff9ada0fd633 service neutron] Pushing event updated for resources: {'Port': ['ID=1fa9e48d-814b-49fa-b645-de1efce73a7d,revision_number=3']} {{(pid=102749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:19:35.513702 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3120b905-200a-4e08-bced-6588f95ce5fa admin admin] Network 0a3cf15b-f326-4b93-832a-16a622011b53 is scheduled to be hosted by DHCP agent c0a0bcc5-cac5-441b-a5c2-c094680f9e9d with binding_index 1 {{(pid=102750) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 12:19:35.532840 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.scheduler.base_scheduler [None req-3120b905-200a-4e08-bced-6588f95ce5fa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768458-13-iscsi, 0a3cf15b-f326-4b93-832a-16a622011b53) {{(pid=102750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 12:19:35.550869 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3120b905-200a-4e08-bced-6588f95ce5fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:19:35.552003 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-3120b905-200a-4e08-bced-6588f95ce5fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758363'] for subnet, before_response {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:35.558343 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-ed569835-64cf-43ec-8c9d-e73b230121c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545565'] for security_group, after_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:35.558752 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-888ca593-3c33-4f28-810f-f6ea8cbbb60a None None] Network 0a3cf15b-f326-4b93-832a-16a622011b53 requested from dv-cinder-768458-13-iscsi {{(pid=102751) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 12:19:35.562902 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-ed569835-64cf-43ec-8c9d-e73b230121c5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:35.567520 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [None req-ed569835-64cf-43ec-8c9d-e73b230121c5 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/59b87b53-b75f-4f42-a084-6b00e5f8e2b3 HTTP/1.1" status: 204 len: 168 time: 0.4000401 Nov 22 12:19:35.592205 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed569835-64cf-43ec-8c9d-e73b230121c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59b87b53-b75f-4f42-a084-6b00e5f8e2b3,revision_number=None']} {{(pid=102750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:19:35.625742 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [None req-3120b905-200a-4e08-bced-6588f95ce5fa admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7079425 Nov 22 12:19:35.840938 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-7a2f35de-9df6-4bbc-82a0-313c141d083a req-c2a8f369-f43c-43fe-9291-8e20ca587f35 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-securitygroup--1656050520&fields=id&tenant_id=086a36bf2fea4df7a4d72733b2f68dcd HTTP/1.1" status: 200 len: 267 time: 0.6277778 Nov 22 12:19:35.842363 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [req-98fbcfb0-b739-4bbf-9044-4e59242fb575 req-d0a7e368-cbff-4639-b7fb-d332244bcf26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793343495738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793342949286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793342949304'] for port, after_update {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:35.944266 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bd0f034-45fe-4cac-8823-0362edeb5afc None None] Network 0a3cf15b-f326-4b93-832a-16a622011b53 requested from dv-cinder-768458-13-iscsi {{(pid=102751) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 12:19:36.009275 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2f35de-9df6-4bbc-82a0-313c141d083a req-da968292-4d86-4944-a718-cb3d99c734b9 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:19:36.011065 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-7a2f35de-9df6-4bbc-82a0-313c141d083a req-da968292-4d86-4944-a718-cb3d99c734b9 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.66 "GET /v2.0/networks?id=47c7c2df-c485-45be-9ae4-891cba4c7953 HTTP/1.1" status: 200 len: 816 time: 0.1503294 Nov 22 12:19:36.096119 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e75a82c02e5e8e80361e9b8ad1df1450ec212ebfa93d78ee9da720cb5365782c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ba4894e-ed8b-45b3-9d7e-e2d2c418d4d2" -d '{"events": [{"name": "network-changed", "server_uuid": "302ab8ef-5565-4f9b-9b91-b405d550a90d", "tag": "1fa9e48d-814b-49fa-b645-de1efce73a7d"}]}' {{(pid=102749) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 12:19:36.144089 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.plugins.ml2.managers [req-98fbcfb0-b739-4bbf-9044-4e59242fb575 req-d0a7e368-cbff-4639-b7fb-d332244bcf26 service neutron] Attempting to bind port 4c9b376a-8f72-407b-9a92-78116503f6ab on host hv-cinder-76845 for vnic_type normal with profile {{(pid=102749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 12:19:36.144686 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.plugins.ml2.managers [req-98fbcfb0-b739-4bbf-9044-4e59242fb575 req-d0a7e368-cbff-4639-b7fb-d332244bcf26 service neutron] Attempting to bind port 4c9b376a-8f72-407b-9a92-78116503f6ab by drivers openvswitch,hyperv on host hv-cinder-76845 at level 0 using segments [{'id': '103f8584-8f7f-4b00-950b-b4afaf5307e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '08903c03-f7d7-43c9-ab4d-565ac4637d53'}] {{(pid=102749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 12:19:36.144686 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98fbcfb0-b739-4bbf-9044-4e59242fb575 req-d0a7e368-cbff-4639-b7fb-d332244bcf26 service neutron] Attempting to bind port 4c9b376a-8f72-407b-9a92-78116503f6ab on network 08903c03-f7d7-43c9-ab4d-565ac4637d53 {{(pid=102749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 12:19:36.154027 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-7a2f35de-9df6-4bbc-82a0-313c141d083a req-6528bd76-3d7b-4996-a5c5-6e12a4309696 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.66 "GET /v2.0/quotas/086a36bf2fea4df7a4d72733b2f68dcd HTTP/1.1" status: 200 len: 375 time: 0.1187098 Nov 22 12:19:36.159646 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f076d3-37ca-487a-91d5-1e5171c5d801 req-a37dc9c8-d97f-4e7f-884f-c4d176cd9e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:19:36.161546 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-92f076d3-37ca-487a-91d5-1e5171c5d801 req-a37dc9c8-d97f-4e7f-884f-c4d176cd9e32 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f3d392a7d77f46fcb4faa017786796fa&device_id=302ab8ef-5565-4f9b-9b91-b405d550a90d HTTP/1.1" status: 200 len: 1096 time: 0.6603343 Nov 22 12:19:36.171726 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be8cd46-20de-4893-b806-aa63fc44f7f2 req-d5806c82-c499-4ce5-96fb-aa2143e29ebf tempest-DeleteServersTestJSON-546359454 tempest-DeleteServersTestJSON-546359454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:19:36.191847 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-6be8cd46-20de-4893-b806-aa63fc44f7f2 req-d5806c82-c499-4ce5-96fb-aa2143e29ebf tempest-DeleteServersTestJSON-546359454 tempest-DeleteServersTestJSON-546359454-project] 10.222.0.66 "GET /v2.0/ports?device_id=0e1fe798-845f-4f01-b699-0e2fac35e5c3 HTTP/1.1" status: 200 len: 945 time: 0.8721068 Nov 22 12:19:36.296391 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-92f076d3-37ca-487a-91d5-1e5171c5d801 req-6ba46c02-cfff-4537-b844-bc1daaba7b19 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1fa9e48d-814b-49fa-b645-de1efce73a7d HTTP/1.1" status: 200 len: 217 time: 0.1036289 Nov 22 12:19:36.328976 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98fbcfb0-b739-4bbf-9044-4e59242fb575 req-d0a7e368-cbff-4639-b7fb-d332244bcf26 service neutron] Port 4c9b376a-8f72-407b-9a92-78116503f6ab on network 08903c03-f7d7-43c9-ab4d-565ac4637d53 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76845 {{(pid=102749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 12:19:36.329295 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98fbcfb0-b739-4bbf-9044-4e59242fb575 req-d0a7e368-cbff-4639-b7fb-d332244bcf26 service neutron] Attempting to bind port 4c9b376a-8f72-407b-9a92-78116503f6ab on network 08903c03-f7d7-43c9-ab4d-565ac4637d53 {{(pid=102749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 12:19:36.365587 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a7e368-cbff-4639-b7fb-d332244bcf26 service neutron] Pushing event updated for resources: {'Port': ['ID=4c9b376a-8f72-407b-9a92-78116503f6ab,revision_number=2']} {{(pid=102749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:19:36.393391 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98fbcfb0-b739-4bbf-9044-4e59242fb575 req-d0a7e368-cbff-4639-b7fb-d332244bcf26 service neutron] Checking agent: {'id': 'fca0b015-0cd5-4a44-bbfe-abb10adcdf42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76845', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 12, 17, 17), 'started_at': datetime.datetime(2021, 11, 22, 12, 17, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 12, 19, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 12:19:36.393675 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98fbcfb0-b739-4bbf-9044-4e59242fb575 req-d0a7e368-cbff-4639-b7fb-d332244bcf26 service neutron] Checking segment: {'id': '103f8584-8f7f-4b00-950b-b4afaf5307e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '08903c03-f7d7-43c9-ab4d-565ac4637d53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 12:19:36.394158 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98fbcfb0-b739-4bbf-9044-4e59242fb575 req-d0a7e368-cbff-4639-b7fb-d332244bcf26 service neutron] Bound using segment: {'id': '103f8584-8f7f-4b00-950b-b4afaf5307e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '08903c03-f7d7-43c9-ab4d-565ac4637d53'} {{(pid=102749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 12:19:36.394552 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.plugins.ml2.managers [req-98fbcfb0-b739-4bbf-9044-4e59242fb575 req-d0a7e368-cbff-4639-b7fb-d332244bcf26 service neutron] Bound port: 4c9b376a-8f72-407b-9a92-78116503f6ab, host: hv-cinder-76845, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '103f8584-8f7f-4b00-950b-b4afaf5307e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '08903c03-f7d7-43c9-ab4d-565ac4637d53'}}] {{(pid=102749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 12:19:36.394913 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [req-98fbcfb0-b739-4bbf-9044-4e59242fb575 req-d0a7e368-cbff-4639-b7fb-d332244bcf26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3931732'] for port, before_update {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:36.464818 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.wsgi [-] (102750) accepted ('10.222.0.66', 43450) {{(pid=102750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:19:36.469818 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.v2.base [None req-45571169-52df-4528-877d-a6a3dd39243c admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1972412615-network', 'tenant_id': '146fb162854c4207a2bbb7e95195fed4'}} {{(pid=102750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 12:19:36.494022 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f076d3-37ca-487a-91d5-1e5171c5d801 req-3cb52e6d-ba6f-43d7-b792-91a6c01fcd3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:19:36.496064 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-92f076d3-37ca-487a-91d5-1e5171c5d801 req-3cb52e6d-ba6f-43d7-b792-91a6c01fcd3c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=292b6822-c634-4819-b6c6-c4a4132c73d4 HTTP/1.1" status: 200 len: 858 time: 0.1632166 Nov 22 12:19:36.502414 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-7a2f35de-9df6-4bbc-82a0-313c141d083a req-478894cf-490c-4219-9717-36f4c6ff4113 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=086a36bf2fea4df7a4d72733b2f68dcd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3108625 Nov 22 12:19:36.505844 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-6be8cd46-20de-4893-b806-aa63fc44f7f2 req-d1c198f7-8679-4c55-b248-a3cecc7832e3 tempest-DeleteServersTestJSON-546359454 tempest-DeleteServersTestJSON-546359454-project] 10.222.0.66 "GET /v2.0/security-groups?id=275fd683-ebee-400e-af25-c2e25f553eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3059125 Nov 22 12:19:36.518386 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45571169-52df-4528-877d-a6a3dd39243c admin admin] Made reservation on behalf of 146fb162854c4207a2bbb7e95195fed4 for: {'network': 1} {{(pid=102750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 12:19:36.532336 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-45571169-52df-4528-877d-a6a3dd39243c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3931732'] for network, before_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:36.537879 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-45571169-52df-4528-877d-a6a3dd39243c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:36.572309 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-92f076d3-37ca-487a-91d5-1e5171c5d801 req-54dd56c6-1ddb-4778-b613-f57ffc789f66 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=08903c03-f7d7-43c9-ab4d-565ac4637d53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0653834 Nov 22 12:19:36.666566 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.plugins.ml2.db [req-98fbcfb0-b739-4bbf-9044-4e59242fb575 req-d0a7e368-cbff-4639-b7fb-d332244bcf26 service neutron] For port 4c9b376a-8f72-407b-9a92-78116503f6ab, host hv-cinder-76845, cleared binding levels {{(pid=102749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 12:19:36.674098 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-45571169-52df-4528-877d-a6a3dd39243c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:36.678817 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-45571169-52df-4528-877d-a6a3dd39243c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545565'] for security_group, after_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:36.712461 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45571169-52df-4528-877d-a6a3dd39243c admin admin] vlan segment allocate from pool success with {'vlan_id': 645, 'physical_network': 'physnet1'} {{(pid=102750) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 12:19:36.726449 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45571169-52df-4528-877d-a6a3dd39243c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf1a3c9f-04fb-4b15-9247-903fbe719948,revision_number=1']} {{(pid=102750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:19:36.732864 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-45571169-52df-4528-877d-a6a3dd39243c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3850450'] for segment, precommit_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:36.733249 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.db.segments_db [None req-45571169-52df-4528-877d-a6a3dd39243c admin admin] Added segment 8ee6617d-81f5-4a8b-8c1e-d0e981bcb1ba of type vlan for network 441e3498-0195-4f71-b97e-a3af31a1a818 Nov 22 12:19:36.749220 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.plugins.ml2.db [req-98fbcfb0-b739-4bbf-9044-4e59242fb575 req-d0a7e368-cbff-4639-b7fb-d332244bcf26 service neutron] For port 4c9b376a-8f72-407b-9a92-78116503f6ab, host hv-cinder-76845, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=4c9b376a-8f72-407b-9a92-78116503f6ab,segment=NetworkSegment(103f8584-8f7f-4b00-950b-b4afaf5307e9),segment_id=103f8584-8f7f-4b00-950b-b4afaf5307e9)] {{(pid=102749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 12:19:36.765934 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [req-98fbcfb0-b739-4bbf-9044-4e59242fb575 req-d0a7e368-cbff-4639-b7fb-d332244bcf26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793343495738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793342949286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793342949304'] for port, after_update {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:36.811164 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-45571169-52df-4528-877d-a6a3dd39243c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793342968311'] for network, precommit_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:36.839180 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-45571169-52df-4528-877d-a6a3dd39243c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381'] for network, after_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:36.844379 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45571169-52df-4528-877d-a6a3dd39243c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:19:36.844989 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-45571169-52df-4528-877d-a6a3dd39243c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758363'] for network, before_response {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:36.845093 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d12fd3d-3215-4aeb-815a-4964ccf6230b req-8f5273d0-12b7-43a5-bab2-75a9bf5a89d4 tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:19:36.846640 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-0d12fd3d-3215-4aeb-815a-4964ccf6230b req-8f5273d0-12b7-43a5-bab2-75a9bf5a89d4 tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] 10.222.0.66 "GET /v2.0/ports?device_id=09a121f0-f7e5-4376-96bf-7008344dfe06 HTTP/1.1" status: 200 len: 945 time: 0.2096014 Nov 22 12:19:36.865946 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fbcfb0-b739-4bbf-9044-4e59242fb575 req-d0a7e368-cbff-4639-b7fb-d332244bcf26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:19:36.866616 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [req-98fbcfb0-b739-4bbf-9044-4e59242fb575 req-d0a7e368-cbff-4639-b7fb-d332244bcf26 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758363'] for port, before_response {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:36.868066 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-98fbcfb0-b739-4bbf-9044-4e59242fb575 req-d0a7e368-cbff-4639-b7fb-d332244bcf26 service neutron] 10.222.0.46 "PUT /v2.0/ports/4c9b376a-8f72-407b-9a92-78116503f6ab HTTP/1.1" status: 200 len: 1093 time: 3.0458355 Nov 22 12:19:36.897829 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-7a2f35de-9df6-4bbc-82a0-313c141d083a req-c44b404a-0d5f-490d-9811-6fd480082ecd service neutron] 10.222.0.66 "GET /v2.0/networks/47c7c2df-c485-45be-9ae4-891cba4c7953?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3422809 Nov 22 12:19:36.921413 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-92f076d3-37ca-487a-91d5-1e5171c5d801 req-c713e086-1305-416e-8c78-7a325778fa6f service neutron] 10.222.0.46 "GET /v2.0/networks/08903c03-f7d7-43c9-ab4d-565ac4637d53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3267424 Nov 22 12:19:36.930382 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [None req-45571169-52df-4528-877d-a6a3dd39243c admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.4613197 Nov 22 12:19:36.930382 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.wsgi [-] (102750) accepted ('10.222.0.66', 43470) {{(pid=102750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:19:36.935060 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.v2.base [None req-c1302b90-4b94-486c-8e72-50dc6960e489 admin admin] Request body: {'subnet': {'network_id': '441e3498-0195-4f71-b97e-a3af31a1a818', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1972412615-subnet', 'tenant_id': '146fb162854c4207a2bbb7e95195fed4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 12:19:36.947007 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45571169-52df-4528-877d-a6a3dd39243c admin admin] Pushing event updated for resources: {'Network': ['ID=441e3498-0195-4f71-b97e-a3af31a1a818,revision_number=1']} {{(pid=102750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:19:36.966140 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.rpc [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] Network 441e3498-0195-4f71-b97e-a3af31a1a818 details requested by agent ovs-agent-dv-cinder-768458-13-iscsi with host dv-cinder-768458-13-iscsi {{(pid=102751) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 12:19:36.966964 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1302b90-4b94-486c-8e72-50dc6960e489 admin admin] Made reservation on behalf of 146fb162854c4207a2bbb7e95195fed4 for: {'subnet': 1} {{(pid=102750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 12:19:36.971185 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-c1302b90-4b94-486c-8e72-50dc6960e489 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:37.016200 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a7e368-cbff-4639-b7fb-d332244bcf26 service neutron] Pushing event updated for resources: {'Port': ['ID=4c9b376a-8f72-407b-9a92-78116503f6ab,revision_number=3']} {{(pid=102749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:19:37.054614 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-0d12fd3d-3215-4aeb-815a-4964ccf6230b req-02c9a199-a68b-4db4-9e67-df6daad0bf37 tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] 10.222.0.66 "GET /v2.0/security-groups?id=d183c51b-56bc-4b8b-8c88-c11ec3bb03cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2001715 Nov 22 12:19:37.149374 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-7a2f35de-9df6-4bbc-82a0-313c141d083a req-64fd2f51-14fc-4dae-966f-3fe363e303f9 service neutron] 10.222.0.66 "GET /v2.0/networks/47c7c2df-c485-45be-9ae4-891cba4c7953?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2419522 Nov 22 12:19:37.176700 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fbcfb0-b739-4bbf-9044-4e59242fb575 req-b4543e88-e2e8-44ec-b3ea-8651ae753406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:19:37.178325 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-98fbcfb0-b739-4bbf-9044-4e59242fb575 req-b4543e88-e2e8-44ec-b3ea-8651ae753406 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f3d392a7d77f46fcb4faa017786796fa&device_id=937d4958-6710-4c44-8451-2b659b87dc63 HTTP/1.1" status: 200 len: 1096 time: 0.2410815 Nov 22 12:19:37.216382 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-c1302b90-4b94-486c-8e72-50dc6960e489 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381'] for subnet, after_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:37.251336 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-98fbcfb0-b739-4bbf-9044-4e59242fb575 req-24b3dcfa-d61c-4904-8e6e-f28b6175a247 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4c9b376a-8f72-407b-9a92-78116503f6ab HTTP/1.1" status: 200 len: 217 time: 0.0613892 Nov 22 12:19:37.264378 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a109724b-8248-450e-b209-f4c3bd678f8e req-e192108f-3aba-47bb-aeee-d3f1e4273905 tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:19:37.266138 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-a109724b-8248-450e-b209-f4c3bd678f8e req-e192108f-3aba-47bb-aeee-d3f1e4273905 tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] 10.222.0.66 "GET /v2.0/ports?device_id=937d4958-6710-4c44-8451-2b659b87dc63 HTTP/1.1" status: 200 len: 943 time: 0.1358435 Nov 22 12:19:37.284231 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1302b90-4b94-486c-8e72-50dc6960e489 admin admin] Pushing event updated for resources: {'Subnet': ['ID=829604a2-22b3-4f53-b880-4902b8923850,revision_number=0']} {{(pid=102750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:19:37.314379 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1302b90-4b94-486c-8e72-50dc6960e489 admin admin] Checking segment: {'id': '8ee6617d-81f5-4a8b-8c1e-d0e981bcb1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '441e3498-0195-4f71-b97e-a3af31a1a818'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 12:19:37.314631 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1302b90-4b94-486c-8e72-50dc6960e489 admin admin] Network hostable DHCP agents. Network: 441e3498-0195-4f71-b97e-a3af31a1a818, hostable agents: ['c0a0bcc5-cac5-441b-a5c2-c094680f9e9d'], hosted agents: [] {{(pid=102750) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 12:19:37.322387 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fbcfb0-b739-4bbf-9044-4e59242fb575 req-928cc053-d4fe-4666-83ec-3c4fef8eaae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:19:37.324533 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-98fbcfb0-b739-4bbf-9044-4e59242fb575 req-928cc053-d4fe-4666-83ec-3c4fef8eaae0 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=292b6822-c634-4819-b6c6-c4a4132c73d4 HTTP/1.1" status: 200 len: 858 time: 0.0574706 Nov 22 12:19:37.337567 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-92f076d3-37ca-487a-91d5-1e5171c5d801 req-12fc0a34-1a82-42ba-893d-192efa4f7302 service neutron] 10.222.0.46 "GET /v2.0/networks/08903c03-f7d7-43c9-ab4d-565ac4637d53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3602309 Nov 22 12:19:37.357882 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1302b90-4b94-486c-8e72-50dc6960e489 admin admin] Network 441e3498-0195-4f71-b97e-a3af31a1a818 is scheduled to be hosted by DHCP agent c0a0bcc5-cac5-441b-a5c2-c094680f9e9d with binding_index 1 {{(pid=102750) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 12:19:37.389322 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.scheduler.base_scheduler [None req-c1302b90-4b94-486c-8e72-50dc6960e489 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768458-13-iscsi, 441e3498-0195-4f71-b97e-a3af31a1a818) {{(pid=102750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 12:19:37.395204 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1302b90-4b94-486c-8e72-50dc6960e489 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:19:37.396055 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-c1302b90-4b94-486c-8e72-50dc6960e489 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758363'] for subnet, before_response {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:37.402070 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e3fa13d-993c-459d-95ed-7ef794bb863c None None] Network 441e3498-0195-4f71-b97e-a3af31a1a818 requested from dv-cinder-768458-13-iscsi {{(pid=102751) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 12:19:37.432799 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-98fbcfb0-b739-4bbf-9044-4e59242fb575 req-4d77d478-e64d-4da0-9595-0c011a6a9bfc service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=08903c03-f7d7-43c9-ab4d-565ac4637d53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0990059 Nov 22 12:19:37.446696 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [None req-c1302b90-4b94-486c-8e72-50dc6960e489 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.5079808 Nov 22 12:19:37.642327 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-a109724b-8248-450e-b209-f4c3bd678f8e req-d1174e72-9933-447b-b9f8-63315b3c1960 tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] 10.222.0.66 "GET /v2.0/security-groups?id=d25355f0-2e41-493d-aac5-082c69fe23d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3167498 Nov 22 12:19:37.686346 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.wsgi [-] (102750) accepted ('10.222.0.66', 43502) {{(pid=102750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:19:37.712321 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-98fbcfb0-b739-4bbf-9044-4e59242fb575 req-539a8df9-cd61-472c-abb3-91dc2456daa2 service neutron] 10.222.0.46 "GET /v2.0/networks/08903c03-f7d7-43c9-ab4d-565ac4637d53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2571082 Nov 22 12:19:37.716502 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68fdef1a-9880-4f3a-af83-a76ba30e0918 None None] Network 441e3498-0195-4f71-b97e-a3af31a1a818 requested from dv-cinder-768458-13-iscsi {{(pid=102751) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 12:19:37.718417 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 12:19:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d062576-1336-4981-8e27-799e52728129 x-openstack-request-id: req-2d062576-1336-4981-8e27-799e52728129 {{(pid=102749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 12:19:37.718742 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "302ab8ef-5565-4f9b-9b91-b405d550a90d", "tag": "1fa9e48d-814b-49fa-b645-de1efce73a7d", "status": "completed", "code": 200}]} {{(pid=102749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 12:19:37.718993 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-2d062576-1336-4981-8e27-799e52728129 {{(pid=102749) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 12:19:37.721885 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '302ab8ef-5565-4f9b-9b91-b405d550a90d', 'tag': '1fa9e48d-814b-49fa-b645-de1efce73a7d', 'status': 'completed', 'code': 200} Nov 22 12:19:37.798919 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.db.db_base_plugin_v2 [None req-9852db03-2634-4db4-b6db-f26c795a5cc1 admin admin] Deleting subnet 11b75ea9-0c85-40ab-a5e4-246f3ddef850 {{(pid=102750) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 12:19:37.805504 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-9852db03-2634-4db4-b6db-f26c795a5cc1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:37.894352 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-dc5baec5-fc53-4fdd-a9e7-bab36f7eb66d req-ba5a5937-1a0c-40d7-9465-5af3136a9eb3 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.66 "GET /v2.0/ports?device_id=c9f6d441-246f-479e-8e88-ea701c0f87ff HTTP/1.1" status: 200 len: 210 time: 0.0473747 Nov 22 12:19:37.928831 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba4894e-ed8b-45b3-9d7e-e2d2c418d4d2 req-bc7f3d3a-c1d9-4d93-866c-7083f531a5d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:19:37.929973 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-9852db03-2634-4db4-b6db-f26c795a5cc1 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:37.930392 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-7ba4894e-ed8b-45b3-9d7e-e2d2c418d4d2 req-bc7f3d3a-c1d9-4d93-866c-7083f531a5d5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f3d392a7d77f46fcb4faa017786796fa&device_id=302ab8ef-5565-4f9b-9b91-b405d550a90d HTTP/1.1" status: 200 len: 1096 time: 0.1705956 Nov 22 12:19:37.947372 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-9852db03-2634-4db4-b6db-f26c795a5cc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3851550'] for subnet, precommit_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:38.043929 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.rpc [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Device bbc86ff1-847c-4237-907d-5d5ba197dac4 up at agent hyperv_hv-cinder-76845 {{(pid=102751) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 12:19:38.053323 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-9852db03-2634-4db4-b6db-f26c795a5cc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3851541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381'] for subnet, after_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:38.084588 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9852db03-2634-4db4-b6db-f26c795a5cc1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=11b75ea9-0c85-40ab-a5e4-246f3ddef850,revision_number=None']} {{(pid=102750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:19:38.094120 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-9852db03-2634-4db4-b6db-f26c795a5cc1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:38.098345 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [None req-9852db03-2634-4db4-b6db-f26c795a5cc1 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/11b75ea9-0c85-40ab-a5e4-246f3ddef850 HTTP/1.1" status: 204 len: 168 time: 0.4098213 Nov 22 12:19:38.101313 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.wsgi [-] (102750) accepted ('10.222.0.66', 43524) {{(pid=102750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:19:38.196863 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.provisioning_blocks [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Provisioning for port bbc86ff1-847c-4237-907d-5d5ba197dac4 completed by entity L2. {{(pid=102751) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 12:19:38.203073 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.provisioning_blocks [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Provisioning complete for port bbc86ff1-847c-4237-907d-5d5ba197dac4 triggered by entity L2. {{(pid=102751) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 12:19:38.203627 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3821908'] for port, provisioning_complete {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:38.206587 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-e3c00dae-0c25-4e3e-96b4-4364d3c1624e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3895399'] for network, before_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:38.232918 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873b52d1-60e6-4912-bd6c-bf589b5c149b req-c47b5298-8de8-4a4f-94c1-ad684edf1308 tempest-DeleteServersTestJSON-546359454 tempest-DeleteServersTestJSON-546359454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:19:38.234570 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-873b52d1-60e6-4912-bd6c-bf589b5c149b req-c47b5298-8de8-4a4f-94c1-ad684edf1308 tempest-DeleteServersTestJSON-546359454 tempest-DeleteServersTestJSON-546359454-project] 10.222.0.66 "GET /v2.0/ports?device_id=0e1fe798-845f-4f01-b699-0e2fac35e5c3 HTTP/1.1" status: 200 len: 945 time: 0.3865397 Nov 22 12:19:38.331174 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-e3c00dae-0c25-4e3e-96b4-4364d3c1624e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3855014', 'neutron.services.segments.db._delete_segments_for_network-8793343475339'] for network, precommit_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:38.351181 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3931732'] for port, before_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:38.353123 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-e3c00dae-0c25-4e3e-96b4-4364d3c1624e admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 12:19:38.353641 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-e3c00dae-0c25-4e3e-96b4-4364d3c1624e admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 12:19:38.355009 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-e3c00dae-0c25-4e3e-96b4-4364d3c1624e admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 12:19:38.355435 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-e3c00dae-0c25-4e3e-96b4-4364d3c1624e admin admin] Subscribe: > port after_create 55550000 {{(pid=102750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 12:19:38.355729 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-e3c00dae-0c25-4e3e-96b4-4364d3c1624e admin admin] Subscribe: > port after_delete 55550000 {{(pid=102750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 12:19:38.356117 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-e3c00dae-0c25-4e3e-96b4-4364d3c1624e admin admin] Subscribe: > port after_update 55550000 {{(pid=102750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 12:19:38.356484 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-e3c00dae-0c25-4e3e-96b4-4364d3c1624e admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 12:19:38.356886 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-e3c00dae-0c25-4e3e-96b4-4364d3c1624e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 12:19:38.357258 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-e3c00dae-0c25-4e3e-96b4-4364d3c1624e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 12:19:38.357598 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-e3c00dae-0c25-4e3e-96b4-4364d3c1624e admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 12:19:38.388758 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e1fe798-845f-4f01-b699-0e2fac35e5c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbc86ff1-847c-4237-907d-5d5ba197dac4'}] {{(pid=102751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 12:19:38.414830 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba4894e-ed8b-45b3-9d7e-e2d2c418d4d2 req-59fea2cb-234a-4c4a-9b19-e8a5caa5a62c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:19:38.416782 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-7ba4894e-ed8b-45b3-9d7e-e2d2c418d4d2 req-59fea2cb-234a-4c4a-9b19-e8a5caa5a62c service neutron] 10.222.0.46 "GET /v2.0/networks?id=08903c03-f7d7-43c9-ab4d-565ac4637d53 HTTP/1.1" status: 200 len: 919 time: 0.4781024 Nov 22 12:19:38.428897 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-98fbcfb0-b739-4bbf-9044-4e59242fb575 req-55aa7958-ee95-4e10-98aa-2314f86aa73b service neutron] 10.222.0.46 "GET /v2.0/networks/08903c03-f7d7-43c9-ab4d-565ac4637d53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7058465 Nov 22 12:19:38.465831 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.db [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] For port bbc86ff1-847c-4237-907d-5d5ba197dac4, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=bbc86ff1-847c-4237-907d-5d5ba197dac4,segment=NetworkSegment(09c82953-3551-4e0d-a94d-e8e4962bca7e),segment_id=09c82953-3551-4e0d-a94d-e8e4962bca7e)] {{(pid=102751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 12:19:38.473037 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793343495738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793342949286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793342949304'] for port, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:38.473884 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.rpc [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Device c07cfd45-5b74-4945-9991-863824fb50f3 up at agent hyperv_hv-cinder-76845 {{(pid=102751) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 12:19:38.561803 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50f57f68d0dae852c32e4f8721e97c07bf2df52fd56e1603e3e4743a1bb51d8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71b343c2-0a7a-47fa-bbe9-7baa1cc5dfb6" -d '{"events": [{"server_uuid": "0e1fe798-845f-4f01-b699-0e2fac35e5c3", "name": "network-vif-plugged", "status": "completed", "tag": "bbc86ff1-847c-4237-907d-5d5ba197dac4"}]}' {{(pid=102751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 12:19:38.566179 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Pushing event updated for resources: {'Port': ['ID=bbc86ff1-847c-4237-907d-5d5ba197dac4,revision_number=5']} {{(pid=102751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:19:38.577800 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-7ba4894e-ed8b-45b3-9d7e-e2d2c418d4d2 req-dba427a4-2cca-4f9d-8e69-4bdcc4156bb0 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1fa9e48d-814b-49fa-b645-de1efce73a7d HTTP/1.1" status: 200 len: 217 time: 0.1457939 Nov 22 12:19:38.593631 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-e3c00dae-0c25-4e3e-96b4-4364d3c1624e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 12:19:38.594110 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-e3c00dae-0c25-4e3e-96b4-4364d3c1624e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 12:19:38.594490 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-873b52d1-60e6-4912-bd6c-bf589b5c149b req-d671af9c-d0e0-420c-ab48-9d8f0ad51207 tempest-DeleteServersTestJSON-546359454 tempest-DeleteServersTestJSON-546359454-project] 10.222.0.66 "GET /v2.0/security-groups?id=275fd683-ebee-400e-af25-c2e25f553eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3406181 Nov 22 12:19:38.594604 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-e3c00dae-0c25-4e3e-96b4-4364d3c1624e admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 12:19:38.594959 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-e3c00dae-0c25-4e3e-96b4-4364d3c1624e admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 12:19:38.595626 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.services.segments.db [None req-e3c00dae-0c25-4e3e-96b4-4364d3c1624e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a3cf15b-f326-4b93-832a-16a622011b53']}} {{(pid=102750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 12:19:38.614103 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.provisioning_blocks [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Provisioning for port c07cfd45-5b74-4945-9991-863824fb50f3 completed by entity L2. {{(pid=102751) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 12:19:38.618322 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.provisioning_blocks [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Provisioning complete for port c07cfd45-5b74-4945-9991-863824fb50f3 triggered by entity L2. {{(pid=102751) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 12:19:38.618693 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3821908'] for port, provisioning_complete {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:38.634965 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.services.segments.db [None req-e3c00dae-0c25-4e3e-96b4-4364d3c1624e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5d42670-5371-4ecd-8a74-e1395f9a87e9') {'for_net_delete': True} {{(pid=102750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 12:19:38.636419 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.services.segments.db [None req-e3c00dae-0c25-4e3e-96b4-4364d3c1624e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5d42670-5371-4ecd-8a74-e1395f9a87e9') {} {{(pid=102750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 12:19:38.671555 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-e3c00dae-0c25-4e3e-96b4-4364d3c1624e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793343276566', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129945334'] for segment, before_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:38.707821 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d33ef0-91f3-482e-92fc-86fd76bce628 req-48ebe7c5-d4ef-4908-b305-f91636e952bc tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:19:38.721200 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-81d33ef0-91f3-482e-92fc-86fd76bce628 req-48ebe7c5-d4ef-4908-b305-f91636e952bc tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] 10.222.0.66 "GET /v2.0/ports?device_id=09a121f0-f7e5-4376-96bf-7008344dfe06 HTTP/1.1" status: 200 len: 945 time: 0.4801612 Nov 22 12:19:38.742133 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3931732'] for port, before_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:38.748172 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-e3c00dae-0c25-4e3e-96b4-4364d3c1624e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3850450'] for segment, precommit_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:38.772786 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3c00dae-0c25-4e3e-96b4-4364d3c1624e admin admin] Releasing vlan 614 on physical network physnet1 to pool {{(pid=102750) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 12:19:38.773552 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-e3c00dae-0c25-4e3e-96b4-4364d3c1624e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3850450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128483812'] for segment, after_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:38.778505 dv-cinder-768458-13-iscsi neutron-server[102750]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 22 12:19:38.778505 dv-cinder-768458-13-iscsi neutron-server[102750]: from cryptography.utils import int_from_bytes Nov 22 12:19:38.778505 dv-cinder-768458-13-iscsi neutron-server[102750]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 22 12:19:38.778505 dv-cinder-768458-13-iscsi neutron-server[102750]: from cryptography.utils import int_from_bytes Nov 22 12:19:38.778505 dv-cinder-768458-13-iscsi neutron-server[102750]: Traceback (most recent call last): Nov 22 12:19:38.778505 dv-cinder-768458-13-iscsi neutron-server[102750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 12:19:38.778505 dv-cinder-768458-13-iscsi neutron-server[102750]: timer() Nov 22 12:19:38.778505 dv-cinder-768458-13-iscsi neutron-server[102750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 12:19:38.778505 dv-cinder-768458-13-iscsi neutron-server[102750]: cb(*args, **kw) Nov 22 12:19:38.778505 dv-cinder-768458-13-iscsi neutron-server[102750]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 12:19:38.778505 dv-cinder-768458-13-iscsi neutron-server[102750]: return func(*args, **kwargs) Nov 22 12:19:38.778505 dv-cinder-768458-13-iscsi neutron-server[102750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 12:19:38.778505 dv-cinder-768458-13-iscsi neutron-server[102750]: self._notify() Nov 22 12:19:38.778505 dv-cinder-768458-13-iscsi neutron-server[102750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 12:19:38.778505 dv-cinder-768458-13-iscsi neutron-server[102750]: self.callback(batched_events) Nov 22 12:19:38.778505 dv-cinder-768458-13-iscsi neutron-server[102750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 12:19:38.778505 dv-cinder-768458-13-iscsi neutron-server[102750]: event.method(event) Nov 22 12:19:38.778505 dv-cinder-768458-13-iscsi neutron-server[102750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 12:19:38.778505 dv-cinder-768458-13-iscsi neutron-server[102750]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 12:19:38.778505 dv-cinder-768458-13-iscsi neutron-server[102750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 12:19:38.778505 dv-cinder-768458-13-iscsi neutron-server[102750]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 12:19:38.778505 dv-cinder-768458-13-iscsi neutron-server[102750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 12:19:38.778505 dv-cinder-768458-13-iscsi neutron-server[102750]: return f(self, *a, **k) Nov 22 12:19:38.778505 dv-cinder-768458-13-iscsi neutron-server[102750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 12:19:38.778505 dv-cinder-768458-13-iscsi neutron-server[102750]: return self._get(url).json() Nov 22 12:19:38.778505 dv-cinder-768458-13-iscsi neutron-server[102750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 12:19:38.778505 dv-cinder-768458-13-iscsi neutron-server[102750]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 12:19:38.778505 dv-cinder-768458-13-iscsi neutron-server[102750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 12:19:38.778505 dv-cinder-768458-13-iscsi neutron-server[102750]: return self.request(url, 'GET', **kwargs) Nov 22 12:19:38.778505 dv-cinder-768458-13-iscsi neutron-server[102750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 12:19:38.778505 dv-cinder-768458-13-iscsi neutron-server[102750]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 12:19:38.778505 dv-cinder-768458-13-iscsi neutron-server[102750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 12:19:38.778505 dv-cinder-768458-13-iscsi neutron-server[102750]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 12:19:38.778505 dv-cinder-768458-13-iscsi neutron-server[102750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 12:19:38.778505 dv-cinder-768458-13-iscsi neutron-server[102750]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 12:19:38.778505 dv-cinder-768458-13-iscsi neutron-server[102750]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 12:19:38.799867 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 12:19:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-078f4dac-8c3e-4071-926b-2f64a07e161e x-openstack-request-id: req-078f4dac-8c3e-4071-926b-2f64a07e161e {{(pid=102751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 12:19:38.800362 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e1fe798-845f-4f01-b699-0e2fac35e5c3", "name": "network-vif-plugged", "status": "completed", "tag": "bbc86ff1-847c-4237-907d-5d5ba197dac4", "code": 200}]} {{(pid=102751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 12:19:38.800648 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-078f4dac-8c3e-4071-926b-2f64a07e161e {{(pid=102751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 12:19:38.801150 dv-cinder-768458-13-iscsi neutron-server[102751]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e1fe798-845f-4f01-b699-0e2fac35e5c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbc86ff1-847c-4237-907d-5d5ba197dac4', 'code': 200} Nov 22 12:19:38.856633 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.db [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] For port c07cfd45-5b74-4945-9991-863824fb50f3, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=c07cfd45-5b74-4945-9991-863824fb50f3,segment=NetworkSegment(5e5839cc-8792-46fd-9ed5-606893fc60d9),segment_id=5e5839cc-8792-46fd-9ed5-606893fc60d9)] {{(pid=102751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 12:19:38.868006 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793343495738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793342949286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793342949304'] for port, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:38.889258 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba4894e-ed8b-45b3-9d7e-e2d2c418d4d2 req-b9d57af9-1595-4e20-aded-aa19a4fa60c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:19:38.894566 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-7ba4894e-ed8b-45b3-9d7e-e2d2c418d4d2 req-b9d57af9-1595-4e20-aded-aa19a4fa60c9 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=292b6822-c634-4819-b6c6-c4a4132c73d4 HTTP/1.1" status: 200 len: 858 time: 0.2971981 Nov 22 12:19:38.914739 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-81d33ef0-91f3-482e-92fc-86fd76bce628 req-38c2ff02-f80a-4b64-9779-8e45b0674042 tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] 10.222.0.66 "GET /v2.0/security-groups?id=d183c51b-56bc-4b8b-8c88-c11ec3bb03cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852531 Nov 22 12:19:38.935547 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-e3c00dae-0c25-4e3e-96b4-4364d3c1624e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3855023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532706'] for network, after_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:38.946063 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-e3c00dae-0c25-4e3e-96b4-4364d3c1624e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758363'] for network, before_response {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:38.956346 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [None req-e3c00dae-0c25-4e3e-96b4-4364d3c1624e admin admin] 10.222.0.66 "DELETE /v2.0/networks/0a3cf15b-f326-4b93-832a-16a622011b53 HTTP/1.1" status: 204 len: 168 time: 0.8493645 Nov 22 12:19:38.961372 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.wsgi [-] (102750) accepted ('10.222.0.66', 43554) {{(pid=102750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:19:38.968598 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Pushing event updated for resources: {'Port': ['ID=c07cfd45-5b74-4945-9991-863824fb50f3,revision_number=5']} {{(pid=102751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:19:38.990633 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c00dae-0c25-4e3e-96b4-4364d3c1624e admin admin] Pushing event deleted for resources: {'Network': ['ID=0a3cf15b-f326-4b93-832a-16a622011b53,revision_number=None']} {{(pid=102750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:19:39.011486 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.wsgi [-] (102750) accepted ('10.222.0.66', 43556) {{(pid=102750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:19:39.049938 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.db.db_base_plugin_v2 [None req-9600bb64-25cf-4448-9cf0-cbb36f2214f1 admin admin] Deleting subnet 829604a2-22b3-4f53-b880-4902b8923850 {{(pid=102750) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 12:19:39.053801 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-9600bb64-25cf-4448-9cf0-cbb36f2214f1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:39.075058 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-7ba4894e-ed8b-45b3-9d7e-e2d2c418d4d2 req-fb9132fa-4697-426b-8dce-67bb0cef2b80 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=08903c03-f7d7-43c9-ab4d-565ac4637d53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1539946 Nov 22 12:19:39.112132 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-9600bb64-25cf-4448-9cf0-cbb36f2214f1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129945341'] for subnet, precommit_delete_associations {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:39.149889 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-f32eddf1-ba2d-41b4-ba99-9e739fe78c3d req-f9a5d885-3292-49c7-aee0-46680d93074f tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.66 "GET /v2.0/ports?device_id=c9f6d441-246f-479e-8e88-ea701c0f87ff HTTP/1.1" status: 200 len: 210 time: 0.1327286 Nov 22 12:19:39.177679 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-a444ec31-63e3-4434-a0d0-bffe82b39bbf admin admin] Publish callbacks [] for security_group, before_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:39.179952 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-9600bb64-25cf-4448-9cf0-cbb36f2214f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3851550'] for subnet, precommit_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:39.189139 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a179b8-52d6-4157-bfc6-9c42d23e0fa5 req-9fe8b7b3-30be-4a67-b6e8-c318258393c7 tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:19:39.190687 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-24a179b8-52d6-4157-bfc6-9c42d23e0fa5 req-9fe8b7b3-30be-4a67-b6e8-c318258393c7 tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] 10.222.0.66 "GET /v2.0/ports?device_id=937d4958-6710-4c44-8451-2b659b87dc63 HTTP/1.1" status: 200 len: 943 time: 0.2156348 Nov 22 12:19:39.232820 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2f35de-9df6-4bbc-82a0-313c141d083a req-4b73765e-c798-41fa-875f-0e2839e35c37 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:19:39.234283 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-7a2f35de-9df6-4bbc-82a0-313c141d083a req-4b73765e-c798-41fa-875f-0e2839e35c37 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.46 "GET /v2.0/networks?id=47c7c2df-c485-45be-9ae4-891cba4c7953 HTTP/1.1" status: 200 len: 816 time: 0.3171375 Nov 22 12:19:39.258078 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-9600bb64-25cf-4448-9cf0-cbb36f2214f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3851541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128483662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125991811'] for subnet, after_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:39.265106 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-24a179b8-52d6-4157-bfc6-9c42d23e0fa5 req-8f7477ed-39f1-423c-957f-13067f9b5ad5 tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] 10.222.0.66 "GET /v2.0/security-groups?id=d25355f0-2e41-493d-aac5-082c69fe23d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646930 Nov 22 12:19:39.294161 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9600bb64-25cf-4448-9cf0-cbb36f2214f1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=829604a2-22b3-4f53-b880-4902b8923850,revision_number=None']} {{(pid=102750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:19:39.296139 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-9600bb64-25cf-4448-9cf0-cbb36f2214f1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:39.299735 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [None req-9600bb64-25cf-4448-9cf0-cbb36f2214f1 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/829604a2-22b3-4f53-b880-4902b8923850 HTTP/1.1" status: 204 len: 168 time: 0.3370738 Nov 22 12:19:39.301969 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.wsgi [-] (102749) accepted ('10.222.0.66', 43566) {{(pid=102749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:19:39.352136 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-a444ec31-63e3-4434-a0d0-bffe82b39bbf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:39.356670 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-a444ec31-63e3-4434-a0d0-bffe82b39bbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545565'] for security_group, after_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:39.370278 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-432f9ec5-df95-4c57-aedd-6442cb6d51f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3895399'] for network, before_delete {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:39.394305 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [None req-a444ec31-63e3-4434-a0d0-bffe82b39bbf admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=6e7d84203079442682c9b5c00265ac9b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3816504 Nov 22 12:19:39.395423 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a444ec31-63e3-4434-a0d0-bffe82b39bbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6583a722-581d-40e7-815c-5e14daccece7,revision_number=1']} {{(pid=102750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:19:39.398322 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.wsgi [-] (102750) accepted ('10.222.0.66', 43568) {{(pid=102750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:19:39.448129 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-794083f8-60a7-4e62-8553-aa820f52f173 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:39.456157 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-432f9ec5-df95-4c57-aedd-6442cb6d51f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3855014', 'neutron.services.segments.db._delete_segments_for_network-8793343475339'] for network, precommit_delete {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:39.470371 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-794083f8-60a7-4e62-8553-aa820f52f173 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:39.477936 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-432f9ec5-df95-4c57-aedd-6442cb6d51f0 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 12:19:39.478314 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-432f9ec5-df95-4c57-aedd-6442cb6d51f0 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 12:19:39.479389 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-432f9ec5-df95-4c57-aedd-6442cb6d51f0 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 12:19:39.479989 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-432f9ec5-df95-4c57-aedd-6442cb6d51f0 admin admin] Subscribe: > port after_create 55550000 {{(pid=102749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 12:19:39.480607 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-432f9ec5-df95-4c57-aedd-6442cb6d51f0 admin admin] Subscribe: > port after_delete 55550000 {{(pid=102749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 12:19:39.481190 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-432f9ec5-df95-4c57-aedd-6442cb6d51f0 admin admin] Subscribe: > port after_update 55550000 {{(pid=102749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 12:19:39.481755 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-432f9ec5-df95-4c57-aedd-6442cb6d51f0 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 12:19:39.482267 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-432f9ec5-df95-4c57-aedd-6442cb6d51f0 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 12:19:39.482597 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-432f9ec5-df95-4c57-aedd-6442cb6d51f0 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 12:19:39.482962 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-432f9ec5-df95-4c57-aedd-6442cb6d51f0 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 12:19:39.526399 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-794083f8-60a7-4e62-8553-aa820f52f173 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545565'] for security_group, after_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:39.529146 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-794083f8-60a7-4e62-8553-aa820f52f173 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:39.530131 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [None req-794083f8-60a7-4e62-8553-aa820f52f173 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/6583a722-581d-40e7-815c-5e14daccece7 HTTP/1.1" status: 204 len: 168 time: 0.1309185 Nov 22 12:19:39.538450 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794083f8-60a7-4e62-8553-aa820f52f173 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6583a722-581d-40e7-815c-5e14daccece7,revision_number=None']} {{(pid=102750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:19:39.551116 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-432f9ec5-df95-4c57-aedd-6442cb6d51f0 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 12:19:39.551518 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-432f9ec5-df95-4c57-aedd-6442cb6d51f0 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 12:19:39.551860 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-432f9ec5-df95-4c57-aedd-6442cb6d51f0 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 12:19:39.552211 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-432f9ec5-df95-4c57-aedd-6442cb6d51f0 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 12:19:39.552718 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.services.segments.db [None req-432f9ec5-df95-4c57-aedd-6442cb6d51f0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['441e3498-0195-4f71-b97e-a3af31a1a818']}} {{(pid=102749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 12:19:39.570937 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.services.segments.db [None req-432f9ec5-df95-4c57-aedd-6442cb6d51f0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ee6617d-81f5-4a8b-8c1e-d0e981bcb1ba') {'for_net_delete': True} {{(pid=102749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 12:19:39.571254 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.services.segments.db [None req-432f9ec5-df95-4c57-aedd-6442cb6d51f0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ee6617d-81f5-4a8b-8c1e-d0e981bcb1ba') {} {{(pid=102749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 12:19:39.588375 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-432f9ec5-df95-4c57-aedd-6442cb6d51f0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793343276566', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129474042'] for segment, before_delete {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:39.611500 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-432f9ec5-df95-4c57-aedd-6442cb6d51f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3850450'] for segment, precommit_delete {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:39.621010 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-432f9ec5-df95-4c57-aedd-6442cb6d51f0 admin admin] Releasing vlan 645 on physical network physnet1 to pool {{(pid=102749) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 12:19:39.621576 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-432f9ec5-df95-4c57-aedd-6442cb6d51f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3850450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126077655'] for segment, after_delete {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:39.626278 dv-cinder-768458-13-iscsi neutron-server[102749]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 22 12:19:39.626278 dv-cinder-768458-13-iscsi neutron-server[102749]: from cryptography.utils import int_from_bytes Nov 22 12:19:39.626278 dv-cinder-768458-13-iscsi neutron-server[102749]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 22 12:19:39.626278 dv-cinder-768458-13-iscsi neutron-server[102749]: from cryptography.utils import int_from_bytes Nov 22 12:19:39.626278 dv-cinder-768458-13-iscsi neutron-server[102749]: Traceback (most recent call last): Nov 22 12:19:39.626278 dv-cinder-768458-13-iscsi neutron-server[102749]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 12:19:39.626278 dv-cinder-768458-13-iscsi neutron-server[102749]: timer() Nov 22 12:19:39.626278 dv-cinder-768458-13-iscsi neutron-server[102749]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 12:19:39.626278 dv-cinder-768458-13-iscsi neutron-server[102749]: cb(*args, **kw) Nov 22 12:19:39.626278 dv-cinder-768458-13-iscsi neutron-server[102749]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 12:19:39.626278 dv-cinder-768458-13-iscsi neutron-server[102749]: return func(*args, **kwargs) Nov 22 12:19:39.626278 dv-cinder-768458-13-iscsi neutron-server[102749]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 12:19:39.626278 dv-cinder-768458-13-iscsi neutron-server[102749]: self._notify() Nov 22 12:19:39.626278 dv-cinder-768458-13-iscsi neutron-server[102749]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 12:19:39.626278 dv-cinder-768458-13-iscsi neutron-server[102749]: self.callback(batched_events) Nov 22 12:19:39.626278 dv-cinder-768458-13-iscsi neutron-server[102749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 12:19:39.626278 dv-cinder-768458-13-iscsi neutron-server[102749]: event.method(event) Nov 22 12:19:39.626278 dv-cinder-768458-13-iscsi neutron-server[102749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 12:19:39.626278 dv-cinder-768458-13-iscsi neutron-server[102749]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 12:19:39.626278 dv-cinder-768458-13-iscsi neutron-server[102749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 12:19:39.626278 dv-cinder-768458-13-iscsi neutron-server[102749]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 12:19:39.626278 dv-cinder-768458-13-iscsi neutron-server[102749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 12:19:39.626278 dv-cinder-768458-13-iscsi neutron-server[102749]: return f(self, *a, **k) Nov 22 12:19:39.626278 dv-cinder-768458-13-iscsi neutron-server[102749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 12:19:39.626278 dv-cinder-768458-13-iscsi neutron-server[102749]: return self._get(url).json() Nov 22 12:19:39.626278 dv-cinder-768458-13-iscsi neutron-server[102749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 12:19:39.626278 dv-cinder-768458-13-iscsi neutron-server[102749]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 12:19:39.626278 dv-cinder-768458-13-iscsi neutron-server[102749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 12:19:39.626278 dv-cinder-768458-13-iscsi neutron-server[102749]: return self.request(url, 'GET', **kwargs) Nov 22 12:19:39.626278 dv-cinder-768458-13-iscsi neutron-server[102749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 12:19:39.626278 dv-cinder-768458-13-iscsi neutron-server[102749]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 12:19:39.626278 dv-cinder-768458-13-iscsi neutron-server[102749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 12:19:39.626278 dv-cinder-768458-13-iscsi neutron-server[102749]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 12:19:39.626278 dv-cinder-768458-13-iscsi neutron-server[102749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 12:19:39.626278 dv-cinder-768458-13-iscsi neutron-server[102749]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 12:19:39.626278 dv-cinder-768458-13-iscsi neutron-server[102749]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 12:19:39.714666 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-432f9ec5-df95-4c57-aedd-6442cb6d51f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3855023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532706'] for network, after_delete {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:39.721259 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-432f9ec5-df95-4c57-aedd-6442cb6d51f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758363'] for network, before_response {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:39.724569 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [None req-432f9ec5-df95-4c57-aedd-6442cb6d51f0 admin admin] 10.222.0.66 "DELETE /v2.0/networks/441e3498-0195-4f71-b97e-a3af31a1a818 HTTP/1.1" status: 204 len: 168 time: 0.4215608 Nov 22 12:19:39.729755 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '937d4958-6710-4c44-8451-2b659b87dc63', 'tag': '4c9b376a-8f72-407b-9a92-78116503f6ab'}] {{(pid=102749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 12:19:39.732091 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e75a82c02e5e8e80361e9b8ad1df1450ec212ebfa93d78ee9da720cb5365782c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e62a84c3-5a9f-4ffd-84e1-9c04a2a38168" -d '{"events": [{"name": "network-changed", "server_uuid": "937d4958-6710-4c44-8451-2b659b87dc63", "tag": "4c9b376a-8f72-407b-9a92-78116503f6ab"}]}' {{(pid=102749) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 12:19:39.748723 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432f9ec5-df95-4c57-aedd-6442cb6d51f0 admin admin] Pushing event deleted for resources: {'Network': ['ID=441e3498-0195-4f71-b97e-a3af31a1a818,revision_number=None']} {{(pid=102749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:19:39.759914 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b3fbd3-8d7a-434f-a114-922e0b06df1c req-1ca29400-2fd6-4aaf-a2f7-85c475872dd7 tempest-DeleteServersTestJSON-546359454 tempest-DeleteServersTestJSON-546359454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:19:39.761572 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-86b3fbd3-8d7a-434f-a114-922e0b06df1c req-1ca29400-2fd6-4aaf-a2f7-85c475872dd7 tempest-DeleteServersTestJSON-546359454 tempest-DeleteServersTestJSON-546359454-project] 10.222.0.66 "GET /v2.0/ports?device_id=0e1fe798-845f-4f01-b699-0e2fac35e5c3 HTTP/1.1" status: 200 len: 946 time: 0.0954890 Nov 22 12:19:39.792916 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 12:19:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4d70550-ea31-4012-9fbd-8829ad15fdf6 x-openstack-request-id: req-b4d70550-ea31-4012-9fbd-8829ad15fdf6 {{(pid=102749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 12:19:39.793237 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "937d4958-6710-4c44-8451-2b659b87dc63", "tag": "4c9b376a-8f72-407b-9a92-78116503f6ab", "status": "completed", "code": 200}]} {{(pid=102749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 12:19:39.793449 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-b4d70550-ea31-4012-9fbd-8829ad15fdf6 {{(pid=102749) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 12:19:39.794234 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '937d4958-6710-4c44-8451-2b659b87dc63', 'tag': '4c9b376a-8f72-407b-9a92-78116503f6ab', 'status': 'completed', 'code': 200} Nov 22 12:19:39.819568 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.wsgi [-] (102750) accepted ('10.222.0.66', 43580) {{(pid=102750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:19:39.826140 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-86b3fbd3-8d7a-434f-a114-922e0b06df1c req-46f3ca25-d9d9-47cc-96dd-982dd4edb8d5 tempest-DeleteServersTestJSON-546359454 tempest-DeleteServersTestJSON-546359454-project] 10.222.0.66 "GET /v2.0/security-groups?id=275fd683-ebee-400e-af25-c2e25f553eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538774 Nov 22 12:19:39.834842 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-b42c1f84-a8c0-4d68-9fc9-b96cc301552d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:39.866705 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.wsgi [-] (102749) accepted ('10.222.0.66', 43582) {{(pid=102749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:19:39.909845 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [None req-12428344-04b3-424e-8fb6-7dc22cb0992a admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=683973aaa1c245a39c2971945dae9182&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0418456 Nov 22 12:19:39.912260 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.wsgi [-] (102749) accepted ('10.222.0.66', 43586) {{(pid=102749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:19:39.918521 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-b42c1f84-a8c0-4d68-9fc9-b96cc301552d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:39.922887 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-b42c1f84-a8c0-4d68-9fc9-b96cc301552d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545565'] for security_group, after_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:39.961888 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-8bef7688-809f-4b1e-879c-4625f8d0fdb8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:39.963132 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [None req-b42c1f84-a8c0-4d68-9fc9-b96cc301552d admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=c6436d6a5b6f4b8aaf366478dfee621f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1424816 Nov 22 12:19:39.965386 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42c1f84-a8c0-4d68-9fc9-b96cc301552d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3559c304-0a31-4aa9-b92a-437be229569b,revision_number=1']} {{(pid=102750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:19:39.966124 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.wsgi [-] (102749) accepted ('10.222.0.66', 43590) {{(pid=102749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:19:40.002153 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-8bef7688-809f-4b1e-879c-4625f8d0fdb8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:40.081975 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-2b126ef4-5973-4960-a487-040ada5a7504 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:40.107597 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b0a3bd-d857-477b-8e6b-6e8d8058f6a5 req-18e98b2a-3ff4-4a75-b3e6-2d05b3499145 tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:19:40.109078 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-05b0a3bd-d857-477b-8e6b-6e8d8058f6a5 req-18e98b2a-3ff4-4a75-b3e6-2d05b3499145 tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] 10.222.0.66 "GET /v2.0/ports?device_id=09a121f0-f7e5-4376-96bf-7008344dfe06 HTTP/1.1" status: 200 len: 946 time: 0.0929840 Nov 22 12:19:40.120373 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-2b126ef4-5973-4960-a487-040ada5a7504 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:40.126344 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-8bef7688-809f-4b1e-879c-4625f8d0fdb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545565'] for security_group, after_delete {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:40.128811 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-8bef7688-809f-4b1e-879c-4625f8d0fdb8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:40.132304 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [None req-8bef7688-809f-4b1e-879c-4625f8d0fdb8 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/ee70beee-fd0f-4e03-8698-789d4773bc3a HTTP/1.1" status: 204 len: 168 time: 0.2166228 Nov 22 12:19:40.163199 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bef7688-809f-4b1e-879c-4625f8d0fdb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee70beee-fd0f-4e03-8698-789d4773bc3a,revision_number=None']} {{(pid=102749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:19:40.208473 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-05b0a3bd-d857-477b-8e6b-6e8d8058f6a5 req-a3c9312b-c8dd-4b6b-b74d-b1f2e336470d tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] 10.222.0.66 "GET /v2.0/security-groups?id=d183c51b-56bc-4b8b-8c88-c11ec3bb03cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848660 Nov 22 12:19:40.233236 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-2b126ef4-5973-4960-a487-040ada5a7504 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545565'] for security_group, after_delete {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:40.237306 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-2b126ef4-5973-4960-a487-040ada5a7504 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:40.240795 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [None req-2b126ef4-5973-4960-a487-040ada5a7504 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/3559c304-0a31-4aa9-b92a-437be229569b HTTP/1.1" status: 204 len: 168 time: 0.2714999 Nov 22 12:19:40.249486 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b126ef4-5973-4960-a487-040ada5a7504 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3559c304-0a31-4aa9-b92a-437be229569b,revision_number=None']} {{(pid=102749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:19:40.305369 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-c861c622-b26b-40b0-9550-75512d11da7b req-028aba2c-e723-47ad-92ef-bdfb81a97bcc tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.66 "GET /v2.0/ports?device_id=c9f6d441-246f-479e-8e88-ea701c0f87ff HTTP/1.1" status: 200 len: 210 time: 0.0372891 Nov 22 12:19:40.402397 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9633e4-35a8-4bfc-9f7e-6afc3779ea1b req-ee2f5b64-84e7-4d76-83a8-0bc1d79cf201 tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:19:40.410338 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-0b9633e4-35a8-4bfc-9f7e-6afc3779ea1b req-ee2f5b64-84e7-4d76-83a8-0bc1d79cf201 tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] 10.222.0.66 "GET /v2.0/ports?device_id=937d4958-6710-4c44-8451-2b659b87dc63 HTTP/1.1" status: 200 len: 943 time: 0.0605364 Nov 22 12:19:40.463677 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-0b9633e4-35a8-4bfc-9f7e-6afc3779ea1b req-ddb4c706-915a-4fb6-ac2d-3283b223a772 tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] 10.222.0.66 "GET /v2.0/security-groups?id=d25355f0-2e41-493d-aac5-082c69fe23d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512547 Nov 22 12:19:40.632021 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.wsgi [-] (102749) accepted ('10.222.0.66', 43616) {{(pid=102749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:19:40.672340 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [None req-4a1ed952-26e1-4057-9403-2293a5d434a4 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=146fb162854c4207a2bbb7e95195fed4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0391197 Nov 22 12:19:40.675035 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.wsgi [-] (102749) accepted ('10.222.0.66', 43618) {{(pid=102749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:19:40.733443 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-21bda8f8-931f-42a1-8292-f648545a9942 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:40.758383 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-21bda8f8-931f-42a1-8292-f648545a9942 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:40.788115 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.rpc [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Device 4c9b376a-8f72-407b-9a92-78116503f6ab details requested by agent hyperv_hv-cinder-76845 with host hv-cinder-76845 {{(pid=102751) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 12:19:40.802772 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09a121f0-f7e5-4376-96bf-7008344dfe06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c07cfd45-5b74-4945-9991-863824fb50f3'}] {{(pid=102751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 12:19:40.805715 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50f57f68d0dae852c32e4f8721e97c07bf2df52fd56e1603e3e4743a1bb51d8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-487e7371-d3dc-4b37-9065-d5bc824e60ee" -d '{"events": [{"server_uuid": "09a121f0-f7e5-4376-96bf-7008344dfe06", "name": "network-vif-plugged", "status": "completed", "tag": "c07cfd45-5b74-4945-9991-863824fb50f3"}]}' {{(pid=102751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 12:19:40.812285 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-21bda8f8-931f-42a1-8292-f648545a9942 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545565'] for security_group, after_delete {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:40.815831 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-21bda8f8-931f-42a1-8292-f648545a9942 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:40.819576 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [None req-21bda8f8-931f-42a1-8292-f648545a9942 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/bf1a3c9f-04fb-4b15-9247-903fbe719948 HTTP/1.1" status: 204 len: 168 time: 0.1411269 Nov 22 12:19:40.828009 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bda8f8-931f-42a1-8292-f648545a9942 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf1a3c9f-04fb-4b15-9247-903fbe719948,revision_number=None']} {{(pid=102749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:19:40.877492 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 12:19:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a616f1ad-3eac-4dc8-ab05-fe15eb5a6f9f x-openstack-request-id: req-a616f1ad-3eac-4dc8-ab05-fe15eb5a6f9f {{(pid=102751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 12:19:40.877808 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09a121f0-f7e5-4376-96bf-7008344dfe06", "name": "network-vif-plugged", "status": "completed", "tag": "c07cfd45-5b74-4945-9991-863824fb50f3", "code": 200}]} {{(pid=102751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 12:19:40.878064 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-a616f1ad-3eac-4dc8-ab05-fe15eb5a6f9f {{(pid=102751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 12:19:40.878511 dv-cinder-768458-13-iscsi neutron-server[102751]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09a121f0-f7e5-4376-96bf-7008344dfe06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c07cfd45-5b74-4945-9991-863824fb50f3', 'code': 200} Nov 22 12:19:40.946983 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.db [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] For port 4c9b376a-8f72-407b-9a92-78116503f6ab, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=4c9b376a-8f72-407b-9a92-78116503f6ab,segment=NetworkSegment(103f8584-8f7f-4b00-950b-b4afaf5307e9),segment_id=103f8584-8f7f-4b00-950b-b4afaf5307e9)] {{(pid=102751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 12:19:40.962080 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.rpc [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Returning: {'device': '4c9b376a-8f72-407b-9a92-78116503f6ab', 'network_id': '08903c03-f7d7-43c9-ab4d-565ac4637d53', 'port_id': '4c9b376a-8f72-407b-9a92-78116503f6ab', 'mac_address': 'fa:16:3e:35:59:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 604, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '292b6822-c634-4819-b6c6-c4a4132c73d4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102751) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 12:19:40.984315 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9f8398-f141-4cd9-87d1-35186563ce95 req-3ffae6cf-a093-4a3d-987c-dc05526521b7 tempest-DeleteServersTestJSON-546359454 tempest-DeleteServersTestJSON-546359454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:19:40.986496 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-4e9f8398-f141-4cd9-87d1-35186563ce95 req-3ffae6cf-a093-4a3d-987c-dc05526521b7 tempest-DeleteServersTestJSON-546359454 tempest-DeleteServersTestJSON-546359454-project] 10.222.0.66 "GET /v2.0/ports?device_id=0e1fe798-845f-4f01-b699-0e2fac35e5c3 HTTP/1.1" status: 200 len: 946 time: 0.0686402 Nov 22 12:19:41.015460 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3931732'] for port, before_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:41.041939 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.notifiers.nova [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c9b376a-8f72-407b-9a92-78116503f6ab {{(pid=102751) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 12:19:41.052626 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-4e9f8398-f141-4cd9-87d1-35186563ce95 req-683ca46f-be34-4c16-800b-fba6a44fdc2d tempest-DeleteServersTestJSON-546359454 tempest-DeleteServersTestJSON-546359454-project] 10.222.0.66 "GET /v2.0/security-groups?id=275fd683-ebee-400e-af25-c2e25f553eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587320 Nov 22 12:19:41.068290 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.db [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] For port 4c9b376a-8f72-407b-9a92-78116503f6ab, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=4c9b376a-8f72-407b-9a92-78116503f6ab,segment=NetworkSegment(103f8584-8f7f-4b00-950b-b4afaf5307e9),segment_id=103f8584-8f7f-4b00-950b-b4afaf5307e9)] {{(pid=102751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 12:19:41.072838 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793343495738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793342949286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793342949304'] for port, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:41.139127 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Pushing event updated for resources: {'Port': ['ID=4c9b376a-8f72-407b-9a92-78116503f6ab,revision_number=4']} {{(pid=102751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:19:41.341849 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aceefb2f-e5d1-4e05-aa08-2d54a1d47dc8 req-aad66473-7a0c-481b-8c42-f23a765cf055 tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:19:41.343747 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-aceefb2f-e5d1-4e05-aa08-2d54a1d47dc8 req-aad66473-7a0c-481b-8c42-f23a765cf055 tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] 10.222.0.66 "GET /v2.0/ports?device_id=09a121f0-f7e5-4376-96bf-7008344dfe06 HTTP/1.1" status: 200 len: 946 time: 0.0534747 Nov 22 12:19:41.418483 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-aceefb2f-e5d1-4e05-aa08-2d54a1d47dc8 req-142bb476-bcd0-4cc9-a0a6-7591ea9995c7 tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] 10.222.0.66 "GET /v2.0/security-groups?id=d183c51b-56bc-4b8b-8c88-c11ec3bb03cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666640 Nov 22 12:19:41.438107 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-ce70cc63-6642-41fc-a58a-a7c187c0fc4d req-7f5c9922-0390-417a-ae34-5eb0a64ecf84 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.66 "GET /v2.0/ports?device_id=c9f6d441-246f-479e-8e88-ea701c0f87ff HTTP/1.1" status: 200 len: 210 time: 0.0403500 Nov 22 12:19:41.611987 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55eb7da-4618-4db1-8a99-1c623f15e94c req-de925f61-fb34-48e0-8113-b3263b5933c7 tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:19:41.613562 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-f55eb7da-4618-4db1-8a99-1c623f15e94c req-de925f61-fb34-48e0-8113-b3263b5933c7 tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] 10.222.0.66 "GET /v2.0/ports?device_id=937d4958-6710-4c44-8451-2b659b87dc63 HTTP/1.1" status: 200 len: 944 time: 0.0580077 Nov 22 12:19:41.676744 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-f55eb7da-4618-4db1-8a99-1c623f15e94c req-e0e1d9cf-dbf7-4d0d-8991-8e3bd47ae158 tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] 10.222.0.66 "GET /v2.0/security-groups?id=d25355f0-2e41-493d-aac5-082c69fe23d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549710 Nov 22 12:19:41.978760 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62a84c3-5a9f-4ffd-84e1-9c04a2a38168 req-3da9db34-2279-46ef-9371-2445d5c36abb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:19:41.980695 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [req-e62a84c3-5a9f-4ffd-84e1-9c04a2a38168 req-3da9db34-2279-46ef-9371-2445d5c36abb service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f3d392a7d77f46fcb4faa017786796fa&device_id=937d4958-6710-4c44-8451-2b659b87dc63 HTTP/1.1" status: 200 len: 1097 time: 0.1594546 Nov 22 12:19:41.994084 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.db [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] get_ports_and_sgs() called for port_ids ['4c9b376a-8f72-407b-9a92-78116503f6ab'] {{(pid=102751) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 12:19:42.003581 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65578a8-a12c-4363-b35e-ae0c19fa1651 req-1598d2d7-33e6-4363-920b-337239810259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:19:42.006476 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [req-f65578a8-a12c-4363-b35e-ae0c19fa1651 req-1598d2d7-33e6-4363-920b-337239810259 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=0e1fe798-845f-4f01-b699-0e2fac35e5c3 HTTP/1.1" status: 200 len: 1099 time: 0.1659374 Nov 22 12:19:42.174241 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-7a2f35de-9df6-4bbc-82a0-313c141d083a req-8874cbac-5b98-4751-a6f1-cb532cb303c5 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=086a36bf2fea4df7a4d72733b2f68dcd HTTP/1.1" status: 200 len: 380 time: 0.3369772 Nov 22 12:19:42.212767 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [req-f65578a8-a12c-4363-b35e-ae0c19fa1651 req-4beeaa43-2b7f-4e2c-91d1-490d0f81c1a4 service neutron] Publish callbacks [] for security_group, before_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:42.230805 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-7ba4894e-ed8b-45b3-9d7e-e2d2c418d4d2 req-28f03a08-e10b-4ad7-b7da-2369b9e46f93 service neutron] 10.222.0.46 "GET /v2.0/networks/08903c03-f7d7-43c9-ab4d-565ac4637d53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4146490 Nov 22 12:19:42.292190 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2eddd0-d3a8-4810-8bd5-3301f433f087 req-bc5963a9-a0ec-409b-8cd5-6d61a8309267 tempest-DeleteServersTestJSON-546359454 tempest-DeleteServersTestJSON-546359454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:19:42.302629 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-db2eddd0-d3a8-4810-8bd5-3301f433f087 req-bc5963a9-a0ec-409b-8cd5-6d61a8309267 tempest-DeleteServersTestJSON-546359454 tempest-DeleteServersTestJSON-546359454-project] 10.222.0.66 "GET /v2.0/ports?device_id=0e1fe798-845f-4f01-b699-0e2fac35e5c3 HTTP/1.1" status: 200 len: 946 time: 0.0790009 Nov 22 12:19:42.338098 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62a84c3-5a9f-4ffd-84e1-9c04a2a38168 req-ce856792-98cb-4d79-8af5-bb5c0c85c650 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:19:42.340107 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [req-e62a84c3-5a9f-4ffd-84e1-9c04a2a38168 req-ce856792-98cb-4d79-8af5-bb5c0c85c650 service neutron] 10.222.0.46 "GET /v2.0/networks?id=08903c03-f7d7-43c9-ab4d-565ac4637d53 HTTP/1.1" status: 200 len: 919 time: 0.3433981 Nov 22 12:19:42.387561 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-db2eddd0-d3a8-4810-8bd5-3301f433f087 req-159225e6-00e9-4f43-ac3f-aa04ce02d21e tempest-DeleteServersTestJSON-546359454 tempest-DeleteServersTestJSON-546359454-project] 10.222.0.66 "GET /v2.0/security-groups?id=275fd683-ebee-400e-af25-c2e25f553eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788729 Nov 22 12:19:42.416623 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [req-f65578a8-a12c-4363-b35e-ae0c19fa1651 req-4beeaa43-2b7f-4e2c-91d1-490d0f81c1a4 service neutron] Publish callbacks [] for security_group, precommit_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:42.425079 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [req-f65578a8-a12c-4363-b35e-ae0c19fa1651 req-4beeaa43-2b7f-4e2c-91d1-490d0f81c1a4 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545565'] for security_group, after_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:42.465610 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4beeaa43-2b7f-4e2c-91d1-490d0f81c1a4 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=3b4963ca-a19a-4e68-8e8c-edc036ecb006,revision_number=1']} {{(pid=102750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:19:42.534284 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [req-f65578a8-a12c-4363-b35e-ae0c19fa1651 req-4beeaa43-2b7f-4e2c-91d1-490d0f81c1a4 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=275fd683-ebee-400e-af25-c2e25f553eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3623507 Nov 22 12:19:42.586881 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-848331e3-16d6-4540-ac47-2e6b201acf3f req-05ecaac8-9d54-4258-b15e-8a4157234b74 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.66 "GET /v2.0/ports?device_id=c9f6d441-246f-479e-8e88-ea701c0f87ff HTTP/1.1" status: 200 len: 210 time: 0.0493407 Nov 22 12:19:42.655568 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714eab29-5313-4d4b-81ee-70179291de3f req-54e84b03-95a0-4a48-91c2-fc4f86e55d0a tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:19:42.657545 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-714eab29-5313-4d4b-81ee-70179291de3f req-54e84b03-95a0-4a48-91c2-fc4f86e55d0a tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] 10.222.0.66 "GET /v2.0/ports?device_id=09a121f0-f7e5-4376-96bf-7008344dfe06 HTTP/1.1" status: 200 len: 946 time: 0.1072378 Nov 22 12:19:42.761247 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-714eab29-5313-4d4b-81ee-70179291de3f req-b563fa2c-0320-464e-b233-c6076206e3e7 tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] 10.222.0.66 "GET /v2.0/security-groups?id=d183c51b-56bc-4b8b-8c88-c11ec3bb03cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916247 Nov 22 12:19:42.823085 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d1a6fe-682b-4bda-a44b-b6fce461c0d1 req-5637b49d-3d9e-4b33-9d65-ddf0b83ee6f5 tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:19:42.825424 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-84d1a6fe-682b-4bda-a44b-b6fce461c0d1 req-5637b49d-3d9e-4b33-9d65-ddf0b83ee6f5 tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] 10.222.0.66 "GET /v2.0/ports?device_id=937d4958-6710-4c44-8451-2b659b87dc63 HTTP/1.1" status: 200 len: 944 time: 0.0629451 Nov 22 12:19:42.903524 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-84d1a6fe-682b-4bda-a44b-b6fce461c0d1 req-e5293331-6468-46fe-8d73-6eaa49973db1 tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] 10.222.0.66 "GET /v2.0/security-groups?id=d25355f0-2e41-493d-aac5-082c69fe23d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709488 Nov 22 12:19:43.506048 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003882f7-932e-410b-a576-b9c443949a8c req-d62b01b7-8ec8-4c42-b17e-d9fd2f7588e9 tempest-DeleteServersTestJSON-546359454 tempest-DeleteServersTestJSON-546359454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:19:43.507652 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-003882f7-932e-410b-a576-b9c443949a8c req-d62b01b7-8ec8-4c42-b17e-d9fd2f7588e9 tempest-DeleteServersTestJSON-546359454 tempest-DeleteServersTestJSON-546359454-project] 10.222.0.66 "GET /v2.0/ports?device_id=0e1fe798-845f-4f01-b699-0e2fac35e5c3 HTTP/1.1" status: 200 len: 946 time: 0.0533471 Nov 22 12:19:43.559053 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-003882f7-932e-410b-a576-b9c443949a8c req-df6b8e73-9a6c-414d-b3a7-b97587c09a08 tempest-DeleteServersTestJSON-546359454 tempest-DeleteServersTestJSON-546359454-project] 10.222.0.66 "GET /v2.0/security-groups?id=275fd683-ebee-400e-af25-c2e25f553eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445936 Nov 22 12:19:43.687150 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-cd83940b-012e-4060-a24c-5b7ac49044c6 req-e9218638-abd8-44b7-8993-136e03e60998 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.66 "GET /v2.0/ports?device_id=c9f6d441-246f-479e-8e88-ea701c0f87ff HTTP/1.1" status: 200 len: 210 time: 0.0246797 Nov 22 12:19:43.864996 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c24948-6fcb-4f3e-892a-f827524976d3 req-ab0a5a66-e3a5-4ece-a64c-a74358a31b9f tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:19:43.866443 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-38c24948-6fcb-4f3e-892a-f827524976d3 req-ab0a5a66-e3a5-4ece-a64c-a74358a31b9f tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] 10.222.0.66 "GET /v2.0/ports?device_id=09a121f0-f7e5-4376-96bf-7008344dfe06 HTTP/1.1" status: 200 len: 946 time: 0.0493896 Nov 22 12:19:43.920252 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-38c24948-6fcb-4f3e-892a-f827524976d3 req-67502677-a41c-4896-bcde-f1424108d0be tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] 10.222.0.66 "GET /v2.0/security-groups?id=d183c51b-56bc-4b8b-8c88-c11ec3bb03cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475273 Nov 22 12:19:44.020944 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ef3aec-ef16-42f8-b0ea-934d6dd3e405 req-7dab7278-0c49-436d-9098-b6d31d1001cb tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:19:44.023349 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-98ef3aec-ef16-42f8-b0ea-934d6dd3e405 req-7dab7278-0c49-436d-9098-b6d31d1001cb tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] 10.222.0.66 "GET /v2.0/ports?device_id=937d4958-6710-4c44-8451-2b659b87dc63 HTTP/1.1" status: 200 len: 944 time: 0.0533357 Nov 22 12:19:44.071946 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-98ef3aec-ef16-42f8-b0ea-934d6dd3e405 req-859d4911-6d32-4cba-8e86-d1560da990bb tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] 10.222.0.66 "GET /v2.0/security-groups?id=d25355f0-2e41-493d-aac5-082c69fe23d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430415 Nov 22 12:19:44.675645 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4fb476-671a-4341-8ef4-9deec0e0eadb req-2e80d0bf-fa3a-4033-a55c-29731257c0a5 tempest-DeleteServersTestJSON-546359454 tempest-DeleteServersTestJSON-546359454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:19:44.677131 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-cc4fb476-671a-4341-8ef4-9deec0e0eadb req-2e80d0bf-fa3a-4033-a55c-29731257c0a5 tempest-DeleteServersTestJSON-546359454 tempest-DeleteServersTestJSON-546359454-project] 10.222.0.66 "GET /v2.0/ports?device_id=0e1fe798-845f-4f01-b699-0e2fac35e5c3 HTTP/1.1" status: 200 len: 946 time: 0.0495842 Nov 22 12:19:44.726282 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-cc4fb476-671a-4341-8ef4-9deec0e0eadb req-def95d22-5cdf-4cea-a6ab-bb36f500aea2 tempest-DeleteServersTestJSON-546359454 tempest-DeleteServersTestJSON-546359454-project] 10.222.0.66 "GET /v2.0/security-groups?id=275fd683-ebee-400e-af25-c2e25f553eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430946 Nov 22 12:19:44.797052 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-0e180a23-8394-4229-9aa5-8c63c13b1269 req-5934a984-3e3a-48df-a991-a7994725bec3 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.66 "GET /v2.0/ports?device_id=c9f6d441-246f-479e-8e88-ea701c0f87ff HTTP/1.1" status: 200 len: 210 time: 0.0301955 Nov 22 12:19:44.899633 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.rpc [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Device 1fa9e48d-814b-49fa-b645-de1efce73a7d details requested by agent hyperv_hv-cinder-76845 with host hv-cinder-76845 {{(pid=102751) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 12:19:45.005026 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.db [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] For port 1fa9e48d-814b-49fa-b645-de1efce73a7d, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=1fa9e48d-814b-49fa-b645-de1efce73a7d,segment=NetworkSegment(103f8584-8f7f-4b00-950b-b4afaf5307e9),segment_id=103f8584-8f7f-4b00-950b-b4afaf5307e9)] {{(pid=102751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 12:19:45.019508 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.rpc [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Returning: {'device': '1fa9e48d-814b-49fa-b645-de1efce73a7d', 'network_id': '08903c03-f7d7-43c9-ab4d-565ac4637d53', 'port_id': '1fa9e48d-814b-49fa-b645-de1efce73a7d', 'mac_address': 'fa:16:3e:3e:a6:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 604, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '292b6822-c634-4819-b6c6-c4a4132c73d4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102751) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 12:19:45.053797 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846456a4-bb58-4173-88a1-0cd6f4c4213c req-645fe0cf-bfd4-4d5e-8c61-70dbd35d48f2 tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:19:45.056752 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-846456a4-bb58-4173-88a1-0cd6f4c4213c req-645fe0cf-bfd4-4d5e-8c61-70dbd35d48f2 tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] 10.222.0.66 "GET /v2.0/ports?device_id=09a121f0-f7e5-4376-96bf-7008344dfe06 HTTP/1.1" status: 200 len: 946 time: 0.0622349 Nov 22 12:19:45.067630 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3931732'] for port, before_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:45.086158 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.notifiers.nova [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1fa9e48d-814b-49fa-b645-de1efce73a7d {{(pid=102751) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 12:19:45.110664 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.db [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] For port 1fa9e48d-814b-49fa-b645-de1efce73a7d, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=1fa9e48d-814b-49fa-b645-de1efce73a7d,segment=NetworkSegment(103f8584-8f7f-4b00-950b-b4afaf5307e9),segment_id=103f8584-8f7f-4b00-950b-b4afaf5307e9)] {{(pid=102751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 12:19:45.113388 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-846456a4-bb58-4173-88a1-0cd6f4c4213c req-30d572e2-56fc-44f8-93f7-7a0f7425b298 tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] 10.222.0.66 "GET /v2.0/security-groups?id=d183c51b-56bc-4b8b-8c88-c11ec3bb03cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474608 Nov 22 12:19:45.116070 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793343495738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793342949286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793342949304'] for port, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:45.169263 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Pushing event updated for resources: {'Port': ['ID=1fa9e48d-814b-49fa-b645-de1efce73a7d,revision_number=4']} {{(pid=102751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:19:45.190091 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.v2.base [req-7a2f35de-9df6-4bbc-82a0-313c141d083a req-0897bed9-5c1b-4972-8830-62259602e3d1 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] Request body: {'port': {'device_id': 'c9f6d441-246f-479e-8e88-ea701c0f87ff', 'network_id': '47c7c2df-c485-45be-9ae4-891cba4c7953', 'admin_state_up': True, 'tenant_id': '086a36bf2fea4df7a4d72733b2f68dcd', 'security_groups': ['58ab891c-6c60-4530-806c-8c076c9a459e']}} {{(pid=102749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 12:19:45.264409 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [req-e62a84c3-5a9f-4ffd-84e1-9c04a2a38168 req-23378820-1176-4b8d-9159-2f2c18962e9b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4c9b376a-8f72-407b-9a92-78116503f6ab HTTP/1.1" status: 200 len: 217 time: 0.0777354 Nov 22 12:19:45.311793 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03f0e7d-5989-43fd-9d59-e3a1ee2597c0 req-4dc9fa4d-3789-455d-a7f0-69636378b501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:19:45.314079 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [req-b03f0e7d-5989-43fd-9d59-e3a1ee2597c0 req-4dc9fa4d-3789-455d-a7f0-69636378b501 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=09a121f0-f7e5-4376-96bf-7008344dfe06 HTTP/1.1" status: 200 len: 1099 time: 0.1238487 Nov 22 12:19:45.350340 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62a84c3-5a9f-4ffd-84e1-9c04a2a38168 req-ea8e19c6-7051-4d06-8341-b358c3d4ec53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:19:45.351708 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [req-e62a84c3-5a9f-4ffd-84e1-9c04a2a38168 req-ea8e19c6-7051-4d06-8341-b358c3d4ec53 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=292b6822-c634-4819-b6c6-c4a4132c73d4 HTTP/1.1" status: 200 len: 858 time: 0.0797765 Nov 22 12:19:45.417187 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [req-e62a84c3-5a9f-4ffd-84e1-9c04a2a38168 req-2fa71abd-7445-4fa8-8c84-21ebb1b268e1 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=08903c03-f7d7-43c9-ab4d-565ac4637d53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0525858 Nov 22 12:19:45.422557 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [req-b03f0e7d-5989-43fd-9d59-e3a1ee2597c0 req-1a1702a8-b47b-4704-8718-72e3633e7ce8 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=d183c51b-56bc-4b8b-8c88-c11ec3bb03cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950141 Nov 22 12:19:45.526349 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d97e3e6-83f9-4998-aba4-4bb9e9dfe920 req-94df4430-5053-44ff-9989-c8a24d62a4a8 tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:19:45.527913 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-1d97e3e6-83f9-4998-aba4-4bb9e9dfe920 req-94df4430-5053-44ff-9989-c8a24d62a4a8 tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] 10.222.0.66 "GET /v2.0/ports?device_id=937d4958-6710-4c44-8451-2b659b87dc63 HTTP/1.1" status: 200 len: 944 time: 0.3536310 Nov 22 12:19:45.592718 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-7ba4894e-ed8b-45b3-9d7e-e2d2c418d4d2 req-c9590297-7aa1-4d08-9886-07fd5bd7a293 service neutron] 10.222.0.46 "GET /v2.0/networks/08903c03-f7d7-43c9-ab4d-565ac4637d53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3968878 Nov 22 12:19:45.626198 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-1d97e3e6-83f9-4998-aba4-4bb9e9dfe920 req-b9578eb8-99bd-40cc-9512-86b0c0a9b768 tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] 10.222.0.66 "GET /v2.0/security-groups?id=d25355f0-2e41-493d-aac5-082c69fe23d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900152 Nov 22 12:19:45.633342 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a2f35de-9df6-4bbc-82a0-313c141d083a req-0897bed9-5c1b-4972-8830-62259602e3d1 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] Made reservation on behalf of 086a36bf2fea4df7a4d72733b2f68dcd for: {'port': 1} {{(pid=102749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 12:19:45.637165 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [req-7a2f35de-9df6-4bbc-82a0-313c141d083a req-0897bed9-5c1b-4972-8830-62259602e3d1 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3931732'] for port, before_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:45.795368 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.db.db_base_plugin_common [req-7a2f35de-9df6-4bbc-82a0-313c141d083a req-0897bed9-5c1b-4972-8830-62259602e3d1 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] Allocated IP 172.20.0.12 (47c7c2df-c485-45be-9ae4-891cba4c7953/6b38e15d-2758-41f6-bf64-d497af1d9f95/c3893e14-5c03-4b6a-b17d-c2dc56e8e688) {{(pid=102749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 12:19:45.940218 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-27b7b52d-f6e3-4938-9b29-f4246a8dd96f req-1aaa88ae-7c68-462b-951a-a3e5cae46bd9 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.66 "GET /v2.0/ports?device_id=c9f6d441-246f-479e-8e88-ea701c0f87ff HTTP/1.1" status: 200 len: 210 time: 0.0612979 Nov 22 12:19:45.970410 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2df41b9-8e26-41c8-b927-0af417bfd645 req-1044efec-b6f9-4e31-88a7-428c3e3a5bf2 tempest-DeleteServersTestJSON-546359454 tempest-DeleteServersTestJSON-546359454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:19:45.972097 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-d2df41b9-8e26-41c8-b927-0af417bfd645 req-1044efec-b6f9-4e31-88a7-428c3e3a5bf2 tempest-DeleteServersTestJSON-546359454 tempest-DeleteServersTestJSON-546359454-project] 10.222.0.66 "GET /v2.0/ports?device_id=0e1fe798-845f-4f01-b699-0e2fac35e5c3 HTTP/1.1" status: 200 len: 946 time: 0.1508548 Nov 22 12:19:46.037035 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [req-7a2f35de-9df6-4bbc-82a0-313c141d083a req-0897bed9-5c1b-4972-8830-62259602e3d1 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] Publish callbacks [] for port, precommit_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:46.056926 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-d2df41b9-8e26-41c8-b927-0af417bfd645 req-2c4f80ee-3ec5-49e8-8d5a-8dd56586155f tempest-DeleteServersTestJSON-546359454 tempest-DeleteServersTestJSON-546359454-project] 10.222.0.66 "GET /v2.0/security-groups?id=275fd683-ebee-400e-af25-c2e25f553eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735662 Nov 22 12:19:46.091418 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [req-7a2f35de-9df6-4bbc-82a0-313c141d083a req-0897bed9-5c1b-4972-8830-62259602e3d1 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793342949268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126077602'] for port, after_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:46.137266 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a2f35de-9df6-4bbc-82a0-313c141d083a req-0897bed9-5c1b-4972-8830-62259602e3d1 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] Network 47c7c2df-c485-45be-9ae4-891cba4c7953 is already hosted by enough agents. {{(pid=102749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 12:19:46.146992 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.scheduler.base_scheduler [req-7a2f35de-9df6-4bbc-82a0-313c141d083a req-0897bed9-5c1b-4972-8830-62259602e3d1 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] Resources bound (agent type, host, resource id): {{(pid=102749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 12:19:46.151478 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a2f35de-9df6-4bbc-82a0-313c141d083a req-0897bed9-5c1b-4972-8830-62259602e3d1 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] Received port after_create {{(pid=102749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 12:19:46.159202 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0897bed9-5c1b-4972-8830-62259602e3d1 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] Pushing event updated for resources: {'Port': ['ID=c3893e14-5c03-4b6a-b17d-c2dc56e8e688,revision_number=1']} {{(pid=102749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:19:46.266716 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2f35de-9df6-4bbc-82a0-313c141d083a req-0897bed9-5c1b-4972-8830-62259602e3d1 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:19:46.267441 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [req-7a2f35de-9df6-4bbc-82a0-313c141d083a req-0897bed9-5c1b-4972-8830-62259602e3d1 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758363'] for port, before_response {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:46.291390 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70716fe3-6287-4035-9b41-36c31f9e9c3f req-23b85de2-7915-4167-8d69-916c558b5d28 tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:19:46.293020 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-70716fe3-6287-4035-9b41-36c31f9e9c3f req-23b85de2-7915-4167-8d69-916c558b5d28 tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] 10.222.0.66 "GET /v2.0/ports?device_id=09a121f0-f7e5-4376-96bf-7008344dfe06 HTTP/1.1" status: 200 len: 946 time: 0.0896168 Nov 22 12:19:46.296818 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-7a2f35de-9df6-4bbc-82a0-313c141d083a req-0897bed9-5c1b-4972-8830-62259602e3d1 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1121609 Nov 22 12:19:46.349789 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-70716fe3-6287-4035-9b41-36c31f9e9c3f req-6d1148d7-b599-4884-9a8e-dc381264cff5 tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] 10.222.0.66 "GET /v2.0/security-groups?id=d183c51b-56bc-4b8b-8c88-c11ec3bb03cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507057 Nov 22 12:19:46.433281 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.provisioning_blocks [None req-d41f619d-f83a-4f36-b332-5706451cef3b None None] Provisioning complete for port c3893e14-5c03-4b6a-b17d-c2dc56e8e688 triggered by entity DHCP. {{(pid=102751) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 12:19:46.433965 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-d41f619d-f83a-4f36-b332-5706451cef3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3821908'] for port, provisioning_complete {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:46.468261 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.plugin [None req-d41f619d-f83a-4f36-b332-5706451cef3b None None] Port c3893e14-5c03-4b6a-b17d-c2dc56e8e688 cannot update to ACTIVE because it is not bound. {{(pid=102751) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 12:19:46.515337 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793343475411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3821827'] for agent, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:46.751575 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfdddaa-7ea3-4c1e-9184-3484816106f7 req-3203a4aa-08f5-4fc1-a1ae-61bdcb90a44c tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:19:46.753033 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-4cfdddaa-7ea3-4c1e-9184-3484816106f7 req-3203a4aa-08f5-4fc1-a1ae-61bdcb90a44c tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] 10.222.0.66 "GET /v2.0/ports?device_id=937d4958-6710-4c44-8451-2b659b87dc63 HTTP/1.1" status: 200 len: 944 time: 0.0561521 Nov 22 12:19:46.807843 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-4cfdddaa-7ea3-4c1e-9184-3484816106f7 req-c6393ecd-5f7c-4833-a882-9e977e9e1fec tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] 10.222.0.66 "GET /v2.0/security-groups?id=d25355f0-2e41-493d-aac5-082c69fe23d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467358 Nov 22 12:19:47.076007 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a5cd82-d4bd-43c0-84a8-41327150f076 req-9916fed0-2d4f-4580-a722-ee7e2ebd91ba tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:19:47.077529 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-52a5cd82-d4bd-43c0-84a8-41327150f076 req-9916fed0-2d4f-4580-a722-ee7e2ebd91ba tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.66 "GET /v2.0/ports?device_id=c9f6d441-246f-479e-8e88-ea701c0f87ff HTTP/1.1" status: 200 len: 932 time: 0.0553839 Nov 22 12:19:47.130904 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-52a5cd82-d4bd-43c0-84a8-41327150f076 req-f2ac5173-b889-420a-96d8-4412a78fc326 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.66 "GET /v2.0/security-groups?id=58ab891c-6c60-4530-806c-8c076c9a459e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469229 Nov 22 12:19:47.180236 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a08622-1635-4f00-8ba0-7b6a41c94c6e req-3386f1cb-97d8-4607-b732-5bf08a04ad5a tempest-DeleteServersTestJSON-546359454 tempest-DeleteServersTestJSON-546359454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:19:47.181739 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-a5a08622-1635-4f00-8ba0-7b6a41c94c6e req-3386f1cb-97d8-4607-b732-5bf08a04ad5a tempest-DeleteServersTestJSON-546359454 tempest-DeleteServersTestJSON-546359454-project] 10.222.0.66 "GET /v2.0/ports?device_id=0e1fe798-845f-4f01-b699-0e2fac35e5c3 HTTP/1.1" status: 200 len: 946 time: 0.0475190 Nov 22 12:19:47.232102 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-a5a08622-1635-4f00-8ba0-7b6a41c94c6e req-8810029f-d2c4-4af1-bdb8-a1f46ebbb3ce tempest-DeleteServersTestJSON-546359454 tempest-DeleteServersTestJSON-546359454-project] 10.222.0.66 "GET /v2.0/security-groups?id=275fd683-ebee-400e-af25-c2e25f553eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407870 Nov 22 12:19:47.470516 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505c9fef-5492-4b55-b885-1725b9d90485 req-9cb13fc9-5522-4ead-82f7-6bbec47cb5d6 tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:19:47.472042 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-505c9fef-5492-4b55-b885-1725b9d90485 req-9cb13fc9-5522-4ead-82f7-6bbec47cb5d6 tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] 10.222.0.66 "GET /v2.0/ports?device_id=09a121f0-f7e5-4376-96bf-7008344dfe06 HTTP/1.1" status: 200 len: 946 time: 0.0550566 Nov 22 12:19:47.523159 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-505c9fef-5492-4b55-b885-1725b9d90485 req-45325af0-0fe8-4172-9ee0-64e2233c84f3 tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] 10.222.0.66 "GET /v2.0/security-groups?id=d183c51b-56bc-4b8b-8c88-c11ec3bb03cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423663 Nov 22 12:19:47.937415 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699f78dd-7127-4708-9393-06f50e7ee2ff req-a80846a6-a685-49dd-b34d-8b2d94c8735f tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:19:47.938930 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-699f78dd-7127-4708-9393-06f50e7ee2ff req-a80846a6-a685-49dd-b34d-8b2d94c8735f tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] 10.222.0.66 "GET /v2.0/ports?device_id=937d4958-6710-4c44-8451-2b659b87dc63 HTTP/1.1" status: 200 len: 944 time: 0.0543320 Nov 22 12:19:47.996817 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-699f78dd-7127-4708-9393-06f50e7ee2ff req-29b862fb-8369-477e-bd27-e689560d7e19 tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] 10.222.0.66 "GET /v2.0/security-groups?id=d25355f0-2e41-493d-aac5-082c69fe23d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516918 Nov 22 12:19:48.215693 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.db [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] get_ports_and_sgs() called for port_ids ['1fa9e48d-814b-49fa-b645-de1efce73a7d'] {{(pid=102751) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 12:19:48.252406 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c9ee43-791c-46a3-b056-a957b12af220 req-f91113e0-6bed-4956-95d5-b2f0bc9f9fe8 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:19:48.253894 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-a0c9ee43-791c-46a3-b056-a957b12af220 req-f91113e0-6bed-4956-95d5-b2f0bc9f9fe8 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.66 "GET /v2.0/ports?device_id=c9f6d441-246f-479e-8e88-ea701c0f87ff HTTP/1.1" status: 200 len: 932 time: 0.0502467 Nov 22 12:19:48.306264 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-a0c9ee43-791c-46a3-b056-a957b12af220 req-c5603ced-8b0d-4ff8-bfac-6c7823f9ce5e tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.66 "GET /v2.0/security-groups?id=58ab891c-6c60-4530-806c-8c076c9a459e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454230 Nov 22 12:19:48.373590 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9db8a72-8696-4270-a88f-ff22bfe44228 req-ced337ec-ed82-4f0a-b478-4f33618232ac tempest-DeleteServersTestJSON-546359454 tempest-DeleteServersTestJSON-546359454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:19:48.375139 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-d9db8a72-8696-4270-a88f-ff22bfe44228 req-ced337ec-ed82-4f0a-b478-4f33618232ac tempest-DeleteServersTestJSON-546359454 tempest-DeleteServersTestJSON-546359454-project] 10.222.0.66 "GET /v2.0/ports?device_id=0e1fe798-845f-4f01-b699-0e2fac35e5c3 HTTP/1.1" status: 200 len: 946 time: 0.0602672 Nov 22 12:19:48.427139 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-d9db8a72-8696-4270-a88f-ff22bfe44228 req-3fc067aa-8fa0-410a-be7f-49cf15db1d3e tempest-DeleteServersTestJSON-546359454 tempest-DeleteServersTestJSON-546359454-project] 10.222.0.66 "GET /v2.0/security-groups?id=275fd683-ebee-400e-af25-c2e25f553eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450072 Nov 22 12:19:48.471602 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.v2.base [req-7a2f35de-9df6-4bbc-82a0-313c141d083a req-2bc04e7b-6779-4aa1-955e-e89fc8e41035 service neutron] Request body: {'port': {'device_id': 'c9f6d441-246f-479e-8e88-ea701c0f87ff', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76845'}} {{(pid=102749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 12:19:48.529596 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [req-7a2f35de-9df6-4bbc-82a0-313c141d083a req-2bc04e7b-6779-4aa1-955e-e89fc8e41035 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3931732'] for port, before_update {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:48.542423 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [req-e62a84c3-5a9f-4ffd-84e1-9c04a2a38168 req-9e26846a-d485-4a32-8500-a2745c62c1f5 service neutron] 10.222.0.46 "GET /v2.0/networks/08903c03-f7d7-43c9-ab4d-565ac4637d53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963547 Nov 22 12:19:48.642184 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [req-e62a84c3-5a9f-4ffd-84e1-9c04a2a38168 req-bb4afc4f-7286-4891-a77c-e971f281f968 service neutron] 10.222.0.46 "GET /v2.0/networks/08903c03-f7d7-43c9-ab4d-565ac4637d53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916157 Nov 22 12:19:48.749098 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e60ea50-e501-4736-a1ff-a03a98ff7efb req-6c420c60-92bf-4f24-99cf-979c0c1de017 tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:19:48.750627 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-9e60ea50-e501-4736-a1ff-a03a98ff7efb req-6c420c60-92bf-4f24-99cf-979c0c1de017 tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] 10.222.0.66 "GET /v2.0/ports?device_id=09a121f0-f7e5-4376-96bf-7008344dfe06 HTTP/1.1" status: 200 len: 946 time: 0.1163375 Nov 22 12:19:48.830524 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-9e60ea50-e501-4736-a1ff-a03a98ff7efb req-6f5965cf-ddc0-4cfc-8b1f-866a1c05d154 tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] 10.222.0.66 "GET /v2.0/security-groups?id=d183c51b-56bc-4b8b-8c88-c11ec3bb03cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728724 Nov 22 12:19:48.871610 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.notifiers.nova [req-7a2f35de-9df6-4bbc-82a0-313c141d083a req-2bc04e7b-6779-4aa1-955e-e89fc8e41035 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3893e14-5c03-4b6a-b17d-c2dc56e8e688 {{(pid=102749) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 12:19:48.878982 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [req-7a2f35de-9df6-4bbc-82a0-313c141d083a req-2bc04e7b-6779-4aa1-955e-e89fc8e41035 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:48.891691 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.db.provisioning_blocks [req-7a2f35de-9df6-4bbc-82a0-313c141d083a req-2bc04e7b-6779-4aa1-955e-e89fc8e41035 service neutron] Transition to ACTIVE for port object c3893e14-5c03-4b6a-b17d-c2dc56e8e688 will not be triggered until provisioned by entity L2. {{(pid=102749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 12:19:48.896358 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [req-7a2f35de-9df6-4bbc-82a0-313c141d083a req-2bc04e7b-6779-4aa1-955e-e89fc8e41035 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793343495738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793342949286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793342949304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126077611'] for port, after_update {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:48.905838 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.rpc [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Device 4c9b376a-8f72-407b-9a92-78116503f6ab up at agent hyperv_hv-cinder-76845 {{(pid=102751) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 12:19:48.960856 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.provisioning_blocks [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Provisioning for port 4c9b376a-8f72-407b-9a92-78116503f6ab completed by entity L2. {{(pid=102751) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 12:19:48.966740 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.provisioning_blocks [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Provisioning complete for port 4c9b376a-8f72-407b-9a92-78116503f6ab triggered by entity L2. {{(pid=102751) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 12:19:48.967176 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc04e7b-6779-4aa1-955e-e89fc8e41035 service neutron] Pushing event updated for resources: {'Port': ['ID=c3893e14-5c03-4b6a-b17d-c2dc56e8e688,revision_number=2']} {{(pid=102749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:19:48.967681 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3821908'] for port, provisioning_complete {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:49.020614 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.plugins.ml2.managers [req-7a2f35de-9df6-4bbc-82a0-313c141d083a req-2bc04e7b-6779-4aa1-955e-e89fc8e41035 service neutron] Attempting to bind port c3893e14-5c03-4b6a-b17d-c2dc56e8e688 on host hv-cinder-76845 for vnic_type normal with profile {{(pid=102749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 12:19:49.020953 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.plugins.ml2.managers [req-7a2f35de-9df6-4bbc-82a0-313c141d083a req-2bc04e7b-6779-4aa1-955e-e89fc8e41035 service neutron] Attempting to bind port c3893e14-5c03-4b6a-b17d-c2dc56e8e688 by drivers openvswitch,hyperv on host hv-cinder-76845 at level 0 using segments [{'id': 'ad989668-ff42-4f8a-9eac-7040e599f03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '47c7c2df-c485-45be-9ae4-891cba4c7953'}] {{(pid=102749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 12:19:49.021284 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a2f35de-9df6-4bbc-82a0-313c141d083a req-2bc04e7b-6779-4aa1-955e-e89fc8e41035 service neutron] Attempting to bind port c3893e14-5c03-4b6a-b17d-c2dc56e8e688 on network 47c7c2df-c485-45be-9ae4-891cba4c7953 {{(pid=102749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 12:19:49.026369 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a2f35de-9df6-4bbc-82a0-313c141d083a req-2bc04e7b-6779-4aa1-955e-e89fc8e41035 service neutron] Port c3893e14-5c03-4b6a-b17d-c2dc56e8e688 on network 47c7c2df-c485-45be-9ae4-891cba4c7953 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76845 {{(pid=102749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 12:19:49.026687 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a2f35de-9df6-4bbc-82a0-313c141d083a req-2bc04e7b-6779-4aa1-955e-e89fc8e41035 service neutron] Attempting to bind port c3893e14-5c03-4b6a-b17d-c2dc56e8e688 on network 47c7c2df-c485-45be-9ae4-891cba4c7953 {{(pid=102749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 12:19:49.032435 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a2f35de-9df6-4bbc-82a0-313c141d083a req-2bc04e7b-6779-4aa1-955e-e89fc8e41035 service neutron] Checking agent: {'id': 'fca0b015-0cd5-4a44-bbfe-abb10adcdf42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76845', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 12, 17, 17), 'started_at': datetime.datetime(2021, 11, 22, 12, 17, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 12, 19, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 12:19:49.032774 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a2f35de-9df6-4bbc-82a0-313c141d083a req-2bc04e7b-6779-4aa1-955e-e89fc8e41035 service neutron] Checking segment: {'id': 'ad989668-ff42-4f8a-9eac-7040e599f03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '47c7c2df-c485-45be-9ae4-891cba4c7953'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 12:19:49.033161 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a2f35de-9df6-4bbc-82a0-313c141d083a req-2bc04e7b-6779-4aa1-955e-e89fc8e41035 service neutron] Bound using segment: {'id': 'ad989668-ff42-4f8a-9eac-7040e599f03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '47c7c2df-c485-45be-9ae4-891cba4c7953'} {{(pid=102749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 12:19:49.033593 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.plugins.ml2.managers [req-7a2f35de-9df6-4bbc-82a0-313c141d083a req-2bc04e7b-6779-4aa1-955e-e89fc8e41035 service neutron] Bound port: c3893e14-5c03-4b6a-b17d-c2dc56e8e688, host: hv-cinder-76845, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad989668-ff42-4f8a-9eac-7040e599f03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '47c7c2df-c485-45be-9ae4-891cba4c7953'}}] {{(pid=102749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 12:19:49.034251 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [req-7a2f35de-9df6-4bbc-82a0-313c141d083a req-2bc04e7b-6779-4aa1-955e-e89fc8e41035 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3931732'] for port, before_update {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:49.063424 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3931732'] for port, before_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:49.089215 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '937d4958-6710-4c44-8451-2b659b87dc63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c9b376a-8f72-407b-9a92-78116503f6ab'}] {{(pid=102751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 12:19:49.091750 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50f57f68d0dae852c32e4f8721e97c07bf2df52fd56e1603e3e4743a1bb51d8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbd99471-c2ed-40c6-9aa3-e75d1ee5a97f" -d '{"events": [{"server_uuid": "937d4958-6710-4c44-8451-2b659b87dc63", "name": "network-vif-plugged", "status": "completed", "tag": "4c9b376a-8f72-407b-9a92-78116503f6ab"}]}' {{(pid=102751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 12:19:49.105364 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.db [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] For port 4c9b376a-8f72-407b-9a92-78116503f6ab, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=4c9b376a-8f72-407b-9a92-78116503f6ab,segment=NetworkSegment(103f8584-8f7f-4b00-950b-b4afaf5307e9),segment_id=103f8584-8f7f-4b00-950b-b4afaf5307e9)] {{(pid=102751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 12:19:49.110984 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.plugins.ml2.db [req-7a2f35de-9df6-4bbc-82a0-313c141d083a req-2bc04e7b-6779-4aa1-955e-e89fc8e41035 service neutron] For port c3893e14-5c03-4b6a-b17d-c2dc56e8e688, host hv-cinder-76845, cleared binding levels {{(pid=102749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 12:19:49.111712 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793343495738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793342949286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793342949304'] for port, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:49.144530 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.plugins.ml2.db [req-7a2f35de-9df6-4bbc-82a0-313c141d083a req-2bc04e7b-6779-4aa1-955e-e89fc8e41035 service neutron] For port c3893e14-5c03-4b6a-b17d-c2dc56e8e688, host hv-cinder-76845, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=c3893e14-5c03-4b6a-b17d-c2dc56e8e688,segment=NetworkSegment(ad989668-ff42-4f8a-9eac-7040e599f03e),segment_id=ad989668-ff42-4f8a-9eac-7040e599f03e)] {{(pid=102749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 12:19:49.156565 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [req-7a2f35de-9df6-4bbc-82a0-313c141d083a req-2bc04e7b-6779-4aa1-955e-e89fc8e41035 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793343495738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793342949286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793342949304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126077611'] for port, after_update {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:49.163166 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 12:19:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c420e345-3d98-47aa-a4b6-2bb3c2a0618f x-openstack-request-id: req-c420e345-3d98-47aa-a4b6-2bb3c2a0618f {{(pid=102751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 12:19:49.163544 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "937d4958-6710-4c44-8451-2b659b87dc63", "name": "network-vif-plugged", "status": "completed", "tag": "4c9b376a-8f72-407b-9a92-78116503f6ab", "code": 200}]} {{(pid=102751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 12:19:49.165161 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-c420e345-3d98-47aa-a4b6-2bb3c2a0618f {{(pid=102751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 12:19:49.165595 dv-cinder-768458-13-iscsi neutron-server[102751]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '937d4958-6710-4c44-8451-2b659b87dc63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c9b376a-8f72-407b-9a92-78116503f6ab', 'code': 200} Nov 22 12:19:49.176584 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2f35de-9df6-4bbc-82a0-313c141d083a req-2bc04e7b-6779-4aa1-955e-e89fc8e41035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:19:49.177853 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [req-7a2f35de-9df6-4bbc-82a0-313c141d083a req-2bc04e7b-6779-4aa1-955e-e89fc8e41035 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758363'] for port, before_response {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:49.179172 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-7a2f35de-9df6-4bbc-82a0-313c141d083a req-2bc04e7b-6779-4aa1-955e-e89fc8e41035 service neutron] 10.222.0.46 "PUT /v2.0/ports/c3893e14-5c03-4b6a-b17d-c2dc56e8e688 HTTP/1.1" status: 200 len: 1094 time: 0.7119107 Nov 22 12:19:49.199168 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9f6d441-246f-479e-8e88-ea701c0f87ff', 'tag': 'c3893e14-5c03-4b6a-b17d-c2dc56e8e688'}] {{(pid=102749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 12:19:49.202596 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e75a82c02e5e8e80361e9b8ad1df1450ec212ebfa93d78ee9da720cb5365782c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9654aafb-214d-4f98-be88-5f5535e6404b" -d '{"events": [{"name": "network-changed", "server_uuid": "c9f6d441-246f-479e-8e88-ea701c0f87ff", "tag": "c3893e14-5c03-4b6a-b17d-c2dc56e8e688"}]}' {{(pid=102749) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 12:19:49.216232 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79bbb11-5583-4d9d-9a5b-ad59f730ebfe req-24224250-3b9f-4073-a8c1-1fcc0c5cc5a4 tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:19:49.217874 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-a79bbb11-5583-4d9d-9a5b-ad59f730ebfe req-24224250-3b9f-4073-a8c1-1fcc0c5cc5a4 tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] 10.222.0.66 "GET /v2.0/ports?device_id=937d4958-6710-4c44-8451-2b659b87dc63 HTTP/1.1" status: 200 len: 944 time: 0.1248815 Nov 22 12:19:49.221165 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Pushing event updated for resources: {'Port': ['ID=4c9b376a-8f72-407b-9a92-78116503f6ab,revision_number=5']} {{(pid=102751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:19:49.287113 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 12:19:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a785ddb4-72f1-4362-9f2b-2e789d0f9d82 x-openstack-request-id: req-a785ddb4-72f1-4362-9f2b-2e789d0f9d82 {{(pid=102749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 12:19:49.287470 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9f6d441-246f-479e-8e88-ea701c0f87ff", "tag": "c3893e14-5c03-4b6a-b17d-c2dc56e8e688", "status": "completed", "code": 200}]} {{(pid=102749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 12:19:49.287688 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-a785ddb4-72f1-4362-9f2b-2e789d0f9d82 {{(pid=102749) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 12:19:49.288094 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9f6d441-246f-479e-8e88-ea701c0f87ff', 'tag': 'c3893e14-5c03-4b6a-b17d-c2dc56e8e688', 'status': 'completed', 'code': 200} Nov 22 12:19:49.312520 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc04e7b-6779-4aa1-955e-e89fc8e41035 service neutron] Pushing event updated for resources: {'Port': ['ID=c3893e14-5c03-4b6a-b17d-c2dc56e8e688,revision_number=3']} {{(pid=102749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:19:49.355175 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-a79bbb11-5583-4d9d-9a5b-ad59f730ebfe req-f905f0e2-e187-45c0-a06c-7d31d773bce9 tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] 10.222.0.66 "GET /v2.0/security-groups?id=d25355f0-2e41-493d-aac5-082c69fe23d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283135 Nov 22 12:19:49.360518 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2f35de-9df6-4bbc-82a0-313c141d083a req-b4e615f8-d04f-444e-8ed3-dbbeda403c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:19:49.361999 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-7a2f35de-9df6-4bbc-82a0-313c141d083a req-b4e615f8-d04f-444e-8ed3-dbbeda403c39 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=086a36bf2fea4df7a4d72733b2f68dcd&device_id=c9f6d441-246f-479e-8e88-ea701c0f87ff HTTP/1.1" status: 200 len: 1097 time: 0.1014154 Nov 22 12:19:49.440097 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-7a2f35de-9df6-4bbc-82a0-313c141d083a req-ec10ee9c-ea5b-4e1c-968a-f9bae058fd02 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c3893e14-5c03-4b6a-b17d-c2dc56e8e688 HTTP/1.1" status: 200 len: 217 time: 0.0693183 Nov 22 12:19:49.447414 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7b6846-dbcd-464f-8058-7d1c5acef083 req-ac45637f-ce63-414d-ae30-6788230de20e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:19:49.456860 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [req-db7b6846-dbcd-464f-8058-7d1c5acef083 req-ac45637f-ce63-414d-ae30-6788230de20e service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=937d4958-6710-4c44-8451-2b659b87dc63 HTTP/1.1" status: 200 len: 1098 time: 0.1005437 Nov 22 12:19:49.557001 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [req-db7b6846-dbcd-464f-8058-7d1c5acef083 req-a24e7d9b-a079-407c-9401-8921676b22da service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=d25355f0-2e41-493d-aac5-082c69fe23d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870621 Nov 22 12:19:49.604470 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2f35de-9df6-4bbc-82a0-313c141d083a req-e87c7f14-3049-4ecd-b53f-7076b2dc9361 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:19:49.606376 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-7a2f35de-9df6-4bbc-82a0-313c141d083a req-e87c7f14-3049-4ecd-b53f-7076b2dc9361 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6b38e15d-2758-41f6-bf64-d497af1d9f95 HTTP/1.1" status: 200 len: 855 time: 0.1373043 Nov 22 12:19:49.618390 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f502ab26-50b1-4cfc-99a3-7f07a5fd8d19 req-531d965b-0e73-4b75-91d6-aae4100e3d01 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:19:49.620163 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-f502ab26-50b1-4cfc-99a3-7f07a5fd8d19 req-531d965b-0e73-4b75-91d6-aae4100e3d01 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.66 "GET /v2.0/ports?device_id=c9f6d441-246f-479e-8e88-ea701c0f87ff HTTP/1.1" status: 200 len: 944 time: 0.1931057 Nov 22 12:19:49.667500 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8bd23c-4e00-42c9-a8c1-d12d5f5e1c27 req-ac318db8-731c-44dd-9fc6-9c825c38b24f tempest-DeleteServersTestJSON-546359454 tempest-DeleteServersTestJSON-546359454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:19:49.675771 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-3c8bd23c-4e00-42c9-a8c1-d12d5f5e1c27 req-ac318db8-731c-44dd-9fc6-9c825c38b24f tempest-DeleteServersTestJSON-546359454 tempest-DeleteServersTestJSON-546359454-project] 10.222.0.66 "GET /v2.0/ports?device_id=0e1fe798-845f-4f01-b699-0e2fac35e5c3 HTTP/1.1" status: 200 len: 946 time: 0.1154659 Nov 22 12:19:49.738509 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-f502ab26-50b1-4cfc-99a3-7f07a5fd8d19 req-198370ec-e12a-4956-8a22-b1e7dcbd388d tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.66 "GET /v2.0/security-groups?id=58ab891c-6c60-4530-806c-8c076c9a459e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1080716 Nov 22 12:19:49.752857 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-3c8bd23c-4e00-42c9-a8c1-d12d5f5e1c27 req-71dad6a0-767d-44ae-9b56-eabb6049f72c tempest-DeleteServersTestJSON-546359454 tempest-DeleteServersTestJSON-546359454-project] 10.222.0.66 "GET /v2.0/security-groups?id=275fd683-ebee-400e-af25-c2e25f553eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761395 Nov 22 12:19:49.852700 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2f35de-9df6-4bbc-82a0-313c141d083a req-74a5220f-78a0-46d2-8607-f224eca5a2d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:19:49.854280 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-7a2f35de-9df6-4bbc-82a0-313c141d083a req-74a5220f-78a0-46d2-8607-f224eca5a2d4 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=47c7c2df-c485-45be-9ae4-891cba4c7953&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0725849 Nov 22 12:19:49.902060 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.wsgi [-] (102750) accepted ('10.222.0.66', 43944) {{(pid=102750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:19:50.005628 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-7a2f35de-9df6-4bbc-82a0-313c141d083a req-135eeae8-e0ca-4eeb-9307-55004f5904b8 service neutron] 10.222.0.46 "GET /v2.0/networks/47c7c2df-c485-45be-9ae4-891cba4c7953?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407795 Nov 22 12:19:50.024652 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400adaf0-5f2a-4831-ab5d-72d38ef644bb req-22429be9-9ad5-4365-9ab3-56388ec08bbc tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:19:50.026717 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-400adaf0-5f2a-4831-ab5d-72d38ef644bb req-22429be9-9ad5-4365-9ab3-56388ec08bbc tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] 10.222.0.66 "GET /v2.0/ports?device_id=09a121f0-f7e5-4376-96bf-7008344dfe06 HTTP/1.1" status: 200 len: 946 time: 0.1029184 Nov 22 12:19:50.083695 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-d9c3d27e-cae4-496f-8eab-ea7652c15e5e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:50.203727 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-d9c3d27e-cae4-496f-8eab-ea7652c15e5e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:50.214599 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-d9c3d27e-cae4-496f-8eab-ea7652c15e5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545565'] for security_group, after_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:50.261290 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [None req-d9c3d27e-cae4-496f-8eab-ea7652c15e5e admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=f4e20b7d963a477f8d31ae03f2ca54de&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3574092 Nov 22 12:19:50.264344 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.wsgi [-] (102750) accepted ('10.222.0.66', 43948) {{(pid=102750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:19:50.272097 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c3d27e-cae4-496f-8eab-ea7652c15e5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e06f516-715f-4b1b-9c09-24a29c5898ab,revision_number=1']} {{(pid=102750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:19:50.332863 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-c7e7b2d8-5698-4fe1-bf58-b6765f07fcec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:50.356534 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-c7e7b2d8-5698-4fe1-bf58-b6765f07fcec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:50.375341 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-400adaf0-5f2a-4831-ab5d-72d38ef644bb req-f47c700b-2d9a-430e-bc8a-4055956535ff tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] 10.222.0.66 "GET /v2.0/security-groups?id=d183c51b-56bc-4b8b-8c88-c11ec3bb03cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2908492 Nov 22 12:19:50.389574 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-7a2f35de-9df6-4bbc-82a0-313c141d083a req-9b5e3608-8e26-495b-a180-83d0fb3d9bca service neutron] 10.222.0.46 "GET /v2.0/networks/47c7c2df-c485-45be-9ae4-891cba4c7953?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3608639 Nov 22 12:19:50.412839 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-c7e7b2d8-5698-4fe1-bf58-b6765f07fcec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545565'] for security_group, after_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:50.417259 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-c7e7b2d8-5698-4fe1-bf58-b6765f07fcec admin admin] Publish callbacks [] for security_group, before_response {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:50.418901 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [None req-c7e7b2d8-5698-4fe1-bf58-b6765f07fcec admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/2e06f516-715f-4b1b-9c09-24a29c5898ab HTTP/1.1" status: 204 len: 168 time: 0.1531603 Nov 22 12:19:50.430992 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e7b2d8-5698-4fe1-bf58-b6765f07fcec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e06f516-715f-4b1b-9c09-24a29c5898ab,revision_number=None']} {{(pid=102750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:19:50.526566 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5209df15-2705-48ec-ad65-4034da523dbc req-8d1eed01-6eb5-4a4a-80b0-166b7905429f tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:19:50.528421 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-5209df15-2705-48ec-ad65-4034da523dbc req-8d1eed01-6eb5-4a4a-80b0-166b7905429f tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] 10.222.0.66 "GET /v2.0/ports?device_id=937d4958-6710-4c44-8451-2b659b87dc63 HTTP/1.1" status: 200 len: 945 time: 0.0829020 Nov 22 12:19:50.531337 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9654aafb-214d-4f98-be88-5f5535e6404b req-c94acc4d-1440-4599-843d-0a69299d51e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:19:50.532796 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-9654aafb-214d-4f98-be88-5f5535e6404b req-c94acc4d-1440-4599-843d-0a69299d51e6 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=086a36bf2fea4df7a4d72733b2f68dcd&device_id=c9f6d441-246f-479e-8e88-ea701c0f87ff HTTP/1.1" status: 200 len: 1097 time: 0.0774081 Nov 22 12:19:50.632320 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-5209df15-2705-48ec-ad65-4034da523dbc req-606a26d4-eb61-43e7-bb46-5ca20851d700 tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] 10.222.0.66 "GET /v2.0/security-groups?id=d25355f0-2e41-493d-aac5-082c69fe23d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969479 Nov 22 12:19:50.661710 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9654aafb-214d-4f98-be88-5f5535e6404b req-219d59fb-58b9-4a35-b9a9-ff8b85b82d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:19:50.663173 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-9654aafb-214d-4f98-be88-5f5535e6404b req-219d59fb-58b9-4a35-b9a9-ff8b85b82d92 service neutron] 10.222.0.46 "GET /v2.0/networks?id=47c7c2df-c485-45be-9ae4-891cba4c7953 HTTP/1.1" status: 200 len: 917 time: 0.1217251 Nov 22 12:19:50.705955 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-9654aafb-214d-4f98-be88-5f5535e6404b req-35aadc47-5639-442f-a62b-8399fdd8fcd6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c3893e14-5c03-4b6a-b17d-c2dc56e8e688 HTTP/1.1" status: 200 len: 217 time: 0.0342262 Nov 22 12:19:50.764873 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-e67074f4-5cf7-4f7a-92c0-e977dce141a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793343475411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3821827'] for agent, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:50.779353 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9654aafb-214d-4f98-be88-5f5535e6404b req-472f4657-2857-4f20-901c-189904b9053a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:19:50.781026 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-9654aafb-214d-4f98-be88-5f5535e6404b req-472f4657-2857-4f20-901c-189904b9053a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6b38e15d-2758-41f6-bf64-d497af1d9f95 HTTP/1.1" status: 200 len: 855 time: 0.0578094 Nov 22 12:19:50.895177 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9654aafb-214d-4f98-be88-5f5535e6404b req-7d6a438d-18d8-4fab-9ed7-11188c2ba6aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:19:50.896658 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-9654aafb-214d-4f98-be88-5f5535e6404b req-7d6a438d-18d8-4fab-9ed7-11188c2ba6aa service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=47c7c2df-c485-45be-9ae4-891cba4c7953&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0991106 Nov 22 12:19:50.945483 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.rpc [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Device 1fa9e48d-814b-49fa-b645-de1efce73a7d up at agent hyperv_hv-cinder-76845 {{(pid=102751) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 12:19:51.039760 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.provisioning_blocks [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Provisioning for port 1fa9e48d-814b-49fa-b645-de1efce73a7d completed by entity L2. {{(pid=102751) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 12:19:51.048094 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.provisioning_blocks [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Provisioning complete for port 1fa9e48d-814b-49fa-b645-de1efce73a7d triggered by entity L2. {{(pid=102751) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 12:19:51.048735 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3821908'] for port, provisioning_complete {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:51.051495 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189c6379-ac85-4246-a771-e4eef8b11953 req-420c8211-7487-4921-9d23-6d1e92d4a989 tempest-DeleteServersTestJSON-546359454 tempest-DeleteServersTestJSON-546359454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:19:51.054175 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-189c6379-ac85-4246-a771-e4eef8b11953 req-420c8211-7487-4921-9d23-6d1e92d4a989 tempest-DeleteServersTestJSON-546359454 tempest-DeleteServersTestJSON-546359454-project] 10.222.0.66 "GET /v2.0/ports?device_id=0e1fe798-845f-4f01-b699-0e2fac35e5c3 HTTP/1.1" status: 200 len: 946 time: 0.1470854 Nov 22 12:19:51.124021 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ef4a41-644f-4028-acb9-694a4002827d req-b03f8486-8e73-4574-9c82-aa5c7def20ee tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:19:51.127882 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-b1ef4a41-644f-4028-acb9-694a4002827d req-b03f8486-8e73-4574-9c82-aa5c7def20ee tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.66 "GET /v2.0/ports?device_id=c9f6d441-246f-479e-8e88-ea701c0f87ff HTTP/1.1" status: 200 len: 944 time: 0.2451165 Nov 22 12:19:51.219821 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-189c6379-ac85-4246-a771-e4eef8b11953 req-058fa318-b548-4e93-a0df-3af3841a8356 tempest-DeleteServersTestJSON-546359454 tempest-DeleteServersTestJSON-546359454-project] 10.222.0.66 "GET /v2.0/security-groups?id=275fd683-ebee-400e-af25-c2e25f553eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560249 Nov 22 12:19:51.225267 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-9654aafb-214d-4f98-be88-5f5535e6404b req-9ff783c0-3668-4761-8c5a-04848f44f557 service neutron] 10.222.0.46 "GET /v2.0/networks/47c7c2df-c485-45be-9ae4-891cba4c7953?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3033245 Nov 22 12:19:51.256953 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3931732'] for port, before_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:51.307012 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '302ab8ef-5565-4f9b-9b91-b405d550a90d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fa9e48d-814b-49fa-b645-de1efce73a7d'}] {{(pid=102751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 12:19:51.315906 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50f57f68d0dae852c32e4f8721e97c07bf2df52fd56e1603e3e4743a1bb51d8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44dd503b-1150-4712-8123-8d8a0641e855" -d '{"events": [{"server_uuid": "302ab8ef-5565-4f9b-9b91-b405d550a90d", "name": "network-vif-plugged", "status": "completed", "tag": "1fa9e48d-814b-49fa-b645-de1efce73a7d"}]}' {{(pid=102751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 12:19:51.351941 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-b1ef4a41-644f-4028-acb9-694a4002827d req-ac3896cd-a6aa-4167-a947-dab4eadec2b5 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.66 "GET /v2.0/security-groups?id=58ab891c-6c60-4530-806c-8c076c9a459e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2108853 Nov 22 12:19:51.368703 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.db [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] For port 1fa9e48d-814b-49fa-b645-de1efce73a7d, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=1fa9e48d-814b-49fa-b645-de1efce73a7d,segment=NetworkSegment(103f8584-8f7f-4b00-950b-b4afaf5307e9),segment_id=103f8584-8f7f-4b00-950b-b4afaf5307e9)] {{(pid=102751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 12:19:51.378307 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793343495738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793342949286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793342949304'] for port, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:51.484311 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-9654aafb-214d-4f98-be88-5f5535e6404b req-89c35536-0f8e-4657-8a5d-b4b4b7fde47b service neutron] 10.222.0.46 "GET /v2.0/networks/47c7c2df-c485-45be-9ae4-891cba4c7953?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2452097 Nov 22 12:19:51.492716 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 12:19:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d993704-9255-4cc0-aff5-55f45a481b79 x-openstack-request-id: req-5d993704-9255-4cc0-aff5-55f45a481b79 {{(pid=102751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 12:19:51.493177 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "302ab8ef-5565-4f9b-9b91-b405d550a90d", "name": "network-vif-plugged", "status": "completed", "tag": "1fa9e48d-814b-49fa-b645-de1efce73a7d", "code": 200}]} {{(pid=102751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 12:19:51.494510 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-5d993704-9255-4cc0-aff5-55f45a481b79 {{(pid=102751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 12:19:51.497556 dv-cinder-768458-13-iscsi neutron-server[102751]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '302ab8ef-5565-4f9b-9b91-b405d550a90d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fa9e48d-814b-49fa-b645-de1efce73a7d', 'code': 200} Nov 22 12:19:51.535011 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.wsgi [-] (102750) accepted ('10.222.0.66', 44016) {{(pid=102750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:19:51.571114 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Pushing event updated for resources: {'Port': ['ID=1fa9e48d-814b-49fa-b645-de1efce73a7d,revision_number=5']} {{(pid=102751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:19:51.665543 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8622ebe1-3613-483f-ad68-7955dc769fcd req-1eb074c9-bd27-4062-9023-dd3e209691a7 tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:19:51.667269 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-8622ebe1-3613-483f-ad68-7955dc769fcd req-1eb074c9-bd27-4062-9023-dd3e209691a7 tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] 10.222.0.66 "GET /v2.0/ports?device_id=09a121f0-f7e5-4376-96bf-7008344dfe06 HTTP/1.1" status: 200 len: 946 time: 0.0959756 Nov 22 12:19:51.905431 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-8622ebe1-3613-483f-ad68-7955dc769fcd req-84e0ae36-bd98-44ad-9b9f-95dc48726826 tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] 10.222.0.66 "GET /v2.0/security-groups?id=d183c51b-56bc-4b8b-8c88-c11ec3bb03cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2274325 Nov 22 12:19:51.923046 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1d4282-9322-40b4-8122-404f5f325466 req-b62aaa86-a6f3-4be5-b106-cd026d31bd45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:19:51.924849 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-2a1d4282-9322-40b4-8122-404f5f325466 req-b62aaa86-a6f3-4be5-b106-cd026d31bd45 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=302ab8ef-5565-4f9b-9b91-b405d550a90d HTTP/1.1" status: 200 len: 1098 time: 0.2334890 Nov 22 12:19:51.930468 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-11a716cf-64d0-4d6e-8e47-5c0d9d442bd5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:51.947170 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0caf733-3992-4400-b02c-70b12f94e3d9 req-80eed892-7a71-46e1-9edb-be9c56214926 tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:19:51.948997 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-a0caf733-3992-4400-b02c-70b12f94e3d9 req-80eed892-7a71-46e1-9edb-be9c56214926 tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] 10.222.0.66 "GET /v2.0/ports?device_id=937d4958-6710-4c44-8451-2b659b87dc63 HTTP/1.1" status: 200 len: 945 time: 0.1962867 Nov 22 12:19:52.012603 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-2a1d4282-9322-40b4-8122-404f5f325466 req-9f1ce2ad-4026-4bdb-90ff-a31396cb0911 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=d25355f0-2e41-493d-aac5-082c69fe23d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610313 Nov 22 12:19:52.065812 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-11a716cf-64d0-4d6e-8e47-5c0d9d442bd5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:52.071052 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-11a716cf-64d0-4d6e-8e47-5c0d9d442bd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545565'] for security_group, after_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:52.114548 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-a0caf733-3992-4400-b02c-70b12f94e3d9 req-c16431d1-1acb-493f-99cc-5f7509aaa64b tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] 10.222.0.66 "GET /v2.0/security-groups?id=d25355f0-2e41-493d-aac5-082c69fe23d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056345 Nov 22 12:19:52.128484 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [None req-11a716cf-64d0-4d6e-8e47-5c0d9d442bd5 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=bbdd65e265a84c6889fb0cd4f51a6746&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5921252 Nov 22 12:19:52.129908 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a716cf-64d0-4d6e-8e47-5c0d9d442bd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df8b2c9f-0d14-4d11-ab81-a48ac65dd3d1,revision_number=1']} {{(pid=102750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:19:52.143421 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.wsgi [-] (102749) accepted ('10.222.0.66', 44064) {{(pid=102749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:19:52.211770 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-309ceab4-f046-4e97-8a77-3b7893c0f822 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:52.246033 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-309ceab4-f046-4e97-8a77-3b7893c0f822 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:52.322982 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-309ceab4-f046-4e97-8a77-3b7893c0f822 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545565'] for security_group, after_delete {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:52.332478 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-309ceab4-f046-4e97-8a77-3b7893c0f822 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:52.336286 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [None req-309ceab4-f046-4e97-8a77-3b7893c0f822 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/df8b2c9f-0d14-4d11-ab81-a48ac65dd3d1 HTTP/1.1" status: 204 len: 168 time: 0.1929560 Nov 22 12:19:52.346410 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309ceab4-f046-4e97-8a77-3b7893c0f822 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df8b2c9f-0d14-4d11-ab81-a48ac65dd3d1,revision_number=None']} {{(pid=102749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:19:52.616959 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed6a538-9be4-4136-a913-8c3a415084ed req-2760ea87-01d1-4f1b-b5ce-3bcd46c9af7a tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:19:52.618792 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-9ed6a538-9be4-4136-a913-8c3a415084ed req-2760ea87-01d1-4f1b-b5ce-3bcd46c9af7a tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.66 "GET /v2.0/ports?device_id=c9f6d441-246f-479e-8e88-ea701c0f87ff HTTP/1.1" status: 200 len: 944 time: 0.1078260 Nov 22 12:19:52.778138 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940851fd-d7c9-4dd4-87d2-0edb1708b286 req-a40e70d0-799d-4f9d-bb87-6d89c162b8b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:19:52.780289 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-940851fd-d7c9-4dd4-87d2-0edb1708b286 req-a40e70d0-799d-4f9d-bb87-6d89c162b8b1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f3d392a7d77f46fcb4faa017786796fa&device_id=937d4958-6710-4c44-8451-2b659b87dc63 HTTP/1.1" status: 200 len: 1098 time: 0.1446469 Nov 22 12:19:52.791382 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-9ed6a538-9be4-4136-a913-8c3a415084ed req-7b2862fe-194a-4256-aa04-104ebd294c3c tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.66 "GET /v2.0/security-groups?id=58ab891c-6c60-4530-806c-8c076c9a459e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1649995 Nov 22 12:19:52.822094 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18114fe7-1977-4be7-84a0-2d1e29f91148 req-10abe4fc-4294-40af-aa59-1dea24b93893 tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:19:52.823728 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-18114fe7-1977-4be7-84a0-2d1e29f91148 req-10abe4fc-4294-40af-aa59-1dea24b93893 tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] 10.222.0.66 "GET /v2.0/ports?device_id=937d4958-6710-4c44-8451-2b659b87dc63 HTTP/1.1" status: 200 len: 945 time: 0.1609497 Nov 22 12:19:52.922775 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-18114fe7-1977-4be7-84a0-2d1e29f91148 req-c7ea0a4b-2b6c-472b-b108-e8d34b594689 tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] 10.222.0.66 "GET /v2.0/security-groups?id=d25355f0-2e41-493d-aac5-082c69fe23d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714960 Nov 22 12:19:52.936263 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940851fd-d7c9-4dd4-87d2-0edb1708b286 req-6c4905ae-3c54-43a8-a4a5-0cf0858f87bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:19:52.938950 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-940851fd-d7c9-4dd4-87d2-0edb1708b286 req-6c4905ae-3c54-43a8-a4a5-0cf0858f87bc service neutron] 10.222.0.46 "GET /v2.0/networks?id=08903c03-f7d7-43c9-ab4d-565ac4637d53 HTTP/1.1" status: 200 len: 919 time: 0.1462336 Nov 22 12:19:52.940093 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.wsgi [-] (102750) accepted ('10.222.0.66', 44120) {{(pid=102750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:19:52.964465 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.rpc [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Device c3893e14-5c03-4b6a-b17d-c2dc56e8e688 details requested by agent hyperv_hv-cinder-76845 with host hv-cinder-76845 {{(pid=102751) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 12:19:52.968503 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-77c573fa-7d37-4e2f-a90a-131c06d9d183 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:53.069242 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-940851fd-d7c9-4dd4-87d2-0edb1708b286 req-3a1e01f9-ccd6-4851-a235-54e6016eb46c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4c9b376a-8f72-407b-9a92-78116503f6ab HTTP/1.1" status: 200 len: 217 time: 0.1155026 Nov 22 12:19:53.139603 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-77c573fa-7d37-4e2f-a90a-131c06d9d183 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:53.146968 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-77c573fa-7d37-4e2f-a90a-131c06d9d183 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545565'] for security_group, after_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:53.155109 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-099e041c-e450-4ea5-bdd6-b6e4a20588bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793343475411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3821827'] for agent, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:53.171499 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940851fd-d7c9-4dd4-87d2-0edb1708b286 req-eec687f1-1a22-48a5-8beb-f5f981412456 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:19:53.173085 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-940851fd-d7c9-4dd4-87d2-0edb1708b286 req-eec687f1-1a22-48a5-8beb-f5f981412456 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=292b6822-c634-4819-b6c6-c4a4132c73d4 HTTP/1.1" status: 200 len: 858 time: 0.0966833 Nov 22 12:19:53.241789 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.db [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] For port c3893e14-5c03-4b6a-b17d-c2dc56e8e688, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=c3893e14-5c03-4b6a-b17d-c2dc56e8e688,segment=NetworkSegment(ad989668-ff42-4f8a-9eac-7040e599f03e),segment_id=ad989668-ff42-4f8a-9eac-7040e599f03e)] {{(pid=102751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 12:19:53.244781 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-940851fd-d7c9-4dd4-87d2-0edb1708b286 req-a2faa716-0e8c-405f-9dee-3260c01903ed service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=08903c03-f7d7-43c9-ab4d-565ac4637d53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0507202 Nov 22 12:19:53.246025 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [None req-77c573fa-7d37-4e2f-a90a-131c06d9d183 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=ed9de8d59db545d5a3777d7436f5afc6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3040979 Nov 22 12:19:53.248787 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.wsgi [-] (102750) accepted ('10.222.0.66', 44144) {{(pid=102750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:19:53.255885 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c573fa-7d37-4e2f-a90a-131c06d9d183 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13f4b4db-0b4e-4c2e-b8ca-b99bce3c980b,revision_number=1']} {{(pid=102750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:19:53.272578 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.rpc [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Returning: {'device': 'c3893e14-5c03-4b6a-b17d-c2dc56e8e688', 'network_id': '47c7c2df-c485-45be-9ae4-891cba4c7953', 'port_id': 'c3893e14-5c03-4b6a-b17d-c2dc56e8e688', 'mac_address': 'fa:16:3e:8d:4b:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 623, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b38e15d-2758-41f6-bf64-d497af1d9f95', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102751) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 12:19:53.334806 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-03eda95f-066f-4102-bbea-69cc450079a5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:53.351764 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3931732'] for port, before_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:53.366301 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.notifiers.nova [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3893e14-5c03-4b6a-b17d-c2dc56e8e688 {{(pid=102751) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 12:19:53.372997 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-940851fd-d7c9-4dd4-87d2-0edb1708b286 req-487a1a39-ef39-434a-b42d-eb63bca44fc1 service neutron] 10.222.0.46 "GET /v2.0/networks/08903c03-f7d7-43c9-ab4d-565ac4637d53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1164289 Nov 22 12:19:53.414573 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-03eda95f-066f-4102-bbea-69cc450079a5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:53.427875 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.db [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] For port c3893e14-5c03-4b6a-b17d-c2dc56e8e688, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=c3893e14-5c03-4b6a-b17d-c2dc56e8e688,segment=NetworkSegment(ad989668-ff42-4f8a-9eac-7040e599f03e),segment_id=ad989668-ff42-4f8a-9eac-7040e599f03e)] {{(pid=102751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 12:19:53.433337 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793343495738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793342949286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793342949304'] for port, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:53.509203 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Pushing event updated for resources: {'Port': ['ID=c3893e14-5c03-4b6a-b17d-c2dc56e8e688,revision_number=4']} {{(pid=102751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:19:53.522956 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-03eda95f-066f-4102-bbea-69cc450079a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545565'] for security_group, after_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:53.528058 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-03eda95f-066f-4102-bbea-69cc450079a5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:53.534983 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [None req-03eda95f-066f-4102-bbea-69cc450079a5 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/13f4b4db-0b4e-4c2e-b8ca-b99bce3c980b HTTP/1.1" status: 204 len: 168 time: 0.2845721 Nov 22 12:19:53.545876 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03eda95f-066f-4102-bbea-69cc450079a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13f4b4db-0b4e-4c2e-b8ca-b99bce3c980b,revision_number=None']} {{(pid=102750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:19:53.558173 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-940851fd-d7c9-4dd4-87d2-0edb1708b286 req-adef2a16-d94d-42f4-a1f7-b99e21632cd4 service neutron] 10.222.0.46 "GET /v2.0/networks/08903c03-f7d7-43c9-ab4d-565ac4637d53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1726294 Nov 22 12:19:53.809326 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.db [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] get_ports_and_sgs() called for port_ids ['c3893e14-5c03-4b6a-b17d-c2dc56e8e688'] {{(pid=102751) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 12:19:54.005795 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e2fca6-81df-4012-9994-57f607149c44 req-39d02fb6-ee29-4222-a4eb-b57e30de4510 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:19:54.007950 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-80e2fca6-81df-4012-9994-57f607149c44 req-39d02fb6-ee29-4222-a4eb-b57e30de4510 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.66 "GET /v2.0/ports?device_id=c9f6d441-246f-479e-8e88-ea701c0f87ff HTTP/1.1" status: 200 len: 945 time: 0.0669608 Nov 22 12:19:54.084346 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-9105419b-06f9-45a8-bbac-70d110a73200 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793343475411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3821827'] for agent, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:54.115937 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-80e2fca6-81df-4012-9994-57f607149c44 req-bf3f996d-f4e2-4249-ba0f-005310429897 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.66 "GET /v2.0/security-groups?id=58ab891c-6c60-4530-806c-8c076c9a459e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1012485 Nov 22 12:19:54.255650 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c47842-6eb5-4fe4-a8ff-101d2cbe446b req-d27e9881-09c6-4a40-b4fc-337470328609 tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:19:54.257969 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-02c47842-6eb5-4fe4-a8ff-101d2cbe446b req-d27e9881-09c6-4a40-b4fc-337470328609 tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] 10.222.0.66 "GET /v2.0/ports?device_id=937d4958-6710-4c44-8451-2b659b87dc63 HTTP/1.1" status: 200 len: 945 time: 0.0686424 Nov 22 12:19:54.323167 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-02c47842-6eb5-4fe4-a8ff-101d2cbe446b req-0bb1d9f9-7a74-4956-a0fc-01a145d6b8c5 tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] 10.222.0.66 "GET /v2.0/security-groups?id=d25355f0-2e41-493d-aac5-082c69fe23d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575793 Nov 22 12:19:54.956761 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.rpc [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Device c3893e14-5c03-4b6a-b17d-c2dc56e8e688 up at agent hyperv_hv-cinder-76845 {{(pid=102751) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 12:19:55.136428 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.provisioning_blocks [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Provisioning for port c3893e14-5c03-4b6a-b17d-c2dc56e8e688 completed by entity L2. {{(pid=102751) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 12:19:55.137538 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.wsgi [-] (102750) accepted ('10.222.0.66', 44232) {{(pid=102750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:19:55.147367 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.provisioning_blocks [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Provisioning complete for port c3893e14-5c03-4b6a-b17d-c2dc56e8e688 triggered by entity L2. {{(pid=102751) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 12:19:55.147737 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3821908'] for port, provisioning_complete {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:55.239488 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3931732'] for port, before_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:55.264789 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e69bc2-ad53-4aa9-93f9-1de660700638 req-d821ad83-c61d-4e68-8952-4760493018ee tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:19:55.266349 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-76e69bc2-ad53-4aa9-93f9-1de660700638 req-d821ad83-c61d-4e68-8952-4760493018ee tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.66 "GET /v2.0/ports?device_id=c9f6d441-246f-479e-8e88-ea701c0f87ff HTTP/1.1" status: 200 len: 945 time: 0.0556872 Nov 22 12:19:55.266957 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9f6d441-246f-479e-8e88-ea701c0f87ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3893e14-5c03-4b6a-b17d-c2dc56e8e688'}] {{(pid=102751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 12:19:55.270174 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50f57f68d0dae852c32e4f8721e97c07bf2df52fd56e1603e3e4743a1bb51d8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7cc1052-7a6d-4a9f-b73f-83c579e2a7d0" -d '{"events": [{"server_uuid": "c9f6d441-246f-479e-8e88-ea701c0f87ff", "name": "network-vif-plugged", "status": "completed", "tag": "c3893e14-5c03-4b6a-b17d-c2dc56e8e688"}]}' {{(pid=102751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 12:19:55.286171 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-c8b149f9-186b-4a91-917b-c762e9efc04f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:55.288988 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.db [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] For port c3893e14-5c03-4b6a-b17d-c2dc56e8e688, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=c3893e14-5c03-4b6a-b17d-c2dc56e8e688,segment=NetworkSegment(ad989668-ff42-4f8a-9eac-7040e599f03e),segment_id=ad989668-ff42-4f8a-9eac-7040e599f03e)] {{(pid=102751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 12:19:55.294889 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793343495738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793342949286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793342949304'] for port, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:55.326292 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 12:19:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bce57c18-0b3c-44f0-8c5b-1baafa767361 x-openstack-request-id: req-bce57c18-0b3c-44f0-8c5b-1baafa767361 {{(pid=102751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 12:19:55.326587 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9f6d441-246f-479e-8e88-ea701c0f87ff", "name": "network-vif-plugged", "status": "completed", "tag": "c3893e14-5c03-4b6a-b17d-c2dc56e8e688", "code": 200}]} {{(pid=102751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 12:19:55.326997 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-bce57c18-0b3c-44f0-8c5b-1baafa767361 {{(pid=102751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 12:19:55.327612 dv-cinder-768458-13-iscsi neutron-server[102751]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9f6d441-246f-479e-8e88-ea701c0f87ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3893e14-5c03-4b6a-b17d-c2dc56e8e688', 'code': 200} Nov 22 12:19:55.341314 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-76e69bc2-ad53-4aa9-93f9-1de660700638 req-579d7b9d-9687-4442-95f1-0c3132091e59 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.66 "GET /v2.0/security-groups?id=58ab891c-6c60-4530-806c-8c076c9a459e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676475 Nov 22 12:19:55.385921 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Pushing event updated for resources: {'Port': ['ID=c3893e14-5c03-4b6a-b17d-c2dc56e8e688,revision_number=5']} {{(pid=102751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:19:55.388460 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-c8b149f9-186b-4a91-917b-c762e9efc04f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:55.394863 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-c8b149f9-186b-4a91-917b-c762e9efc04f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545565'] for security_group, after_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:55.437511 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [None req-c8b149f9-186b-4a91-917b-c762e9efc04f admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=60ceb86485344716bc80719621ed16d9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2988617 Nov 22 12:19:55.438505 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b149f9-186b-4a91-917b-c762e9efc04f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15270816-f950-4db5-9933-10abd8d5b172,revision_number=1']} {{(pid=102750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:19:55.441107 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.wsgi [-] (102750) accepted ('10.222.0.66', 44242) {{(pid=102750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:19:55.477509 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dab4238-18a7-4979-8eb9-aa3f42240683 req-9c0126a8-b8fd-4a4b-99b3-59cd870fc47f tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:19:55.479055 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-6dab4238-18a7-4979-8eb9-aa3f42240683 req-9c0126a8-b8fd-4a4b-99b3-59cd870fc47f tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] 10.222.0.66 "GET /v2.0/ports?device_id=937d4958-6710-4c44-8451-2b659b87dc63 HTTP/1.1" status: 200 len: 945 time: 0.0655246 Nov 22 12:19:55.507923 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-64ab6066-4afa-4ce4-81b9-a390d79c521d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:55.529643 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-64ab6066-4afa-4ce4-81b9-a390d79c521d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:55.563030 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-6dab4238-18a7-4979-8eb9-aa3f42240683 req-1b8eccf1-64ae-4a74-8b91-f7e013bbee43 tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] 10.222.0.66 "GET /v2.0/security-groups?id=d25355f0-2e41-493d-aac5-082c69fe23d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714617 Nov 22 12:19:55.568974 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4712c4c-a9aa-4cc0-aaa6-9987fffadf1e req-65269db0-7250-4519-b3e5-cdada1fbe938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:19:55.570543 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-a4712c4c-a9aa-4cc0-aaa6-9987fffadf1e req-65269db0-7250-4519-b3e5-cdada1fbe938 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=c9f6d441-246f-479e-8e88-ea701c0f87ff HTTP/1.1" status: 200 len: 1099 time: 0.0623112 Nov 22 12:19:55.580387 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-64ab6066-4afa-4ce4-81b9-a390d79c521d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545565'] for security_group, after_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:55.583603 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-64ab6066-4afa-4ce4-81b9-a390d79c521d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:55.587035 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [None req-64ab6066-4afa-4ce4-81b9-a390d79c521d admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/15270816-f950-4db5-9933-10abd8d5b172 HTTP/1.1" status: 204 len: 168 time: 0.1425991 Nov 22 12:19:55.594783 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ab6066-4afa-4ce4-81b9-a390d79c521d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15270816-f950-4db5-9933-10abd8d5b172,revision_number=None']} {{(pid=102750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:19:55.626878 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-a4712c4c-a9aa-4cc0-aaa6-9987fffadf1e req-83616e2d-c156-484b-8ee1-9b9d2cd8e40b service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=58ab891c-6c60-4530-806c-8c076c9a459e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467873 Nov 22 12:19:55.698965 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-2de83071-1b6f-4e8d-a0c8-0ed39ca59a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793343475411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3821827'] for agent, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:56.402311 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793343475411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3821827'] for agent, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:56.505481 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f48bbf-e500-46b5-9af1-e33bcf446011 req-97b69ff6-b108-4b3a-9e41-d5c861313c29 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:19:56.508131 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-66f48bbf-e500-46b5-9af1-e33bcf446011 req-97b69ff6-b108-4b3a-9e41-d5c861313c29 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.66 "GET /v2.0/ports?device_id=c9f6d441-246f-479e-8e88-ea701c0f87ff HTTP/1.1" status: 200 len: 946 time: 0.0755374 Nov 22 12:19:56.571004 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-66f48bbf-e500-46b5-9af1-e33bcf446011 req-f50fa201-d193-4cd5-97c8-d0b936708d68 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.66 "GET /v2.0/security-groups?id=58ab891c-6c60-4530-806c-8c076c9a459e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560727 Nov 22 12:19:56.690770 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595f61fb-ef9f-4304-b291-2d3966550b92 req-01337f37-8f10-41c7-843d-a0c729c86615 tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:19:56.692438 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-595f61fb-ef9f-4304-b291-2d3966550b92 req-01337f37-8f10-41c7-843d-a0c729c86615 tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] 10.222.0.66 "GET /v2.0/ports?device_id=937d4958-6710-4c44-8451-2b659b87dc63 HTTP/1.1" status: 200 len: 945 time: 0.0510318 Nov 22 12:19:56.760759 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-595f61fb-ef9f-4304-b291-2d3966550b92 req-fdadcf6c-e0c3-4418-811b-4fadf61da6f9 tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] 10.222.0.66 "GET /v2.0/security-groups?id=d25355f0-2e41-493d-aac5-082c69fe23d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605202 Nov 22 12:19:56.819002 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.wsgi [-] (102750) accepted ('10.222.0.66', 44338) {{(pid=102750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:19:56.943928 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-d6cc689c-e020-458c-828c-7f9a92d75727 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:57.025691 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-d6cc689c-e020-458c-828c-7f9a92d75727 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:57.030029 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-d6cc689c-e020-458c-828c-7f9a92d75727 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545565'] for security_group, after_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:57.070709 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [None req-d6cc689c-e020-458c-828c-7f9a92d75727 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=dbeab5847810458e8b1950edf4723963&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2482123 Nov 22 12:19:57.070709 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cc689c-e020-458c-828c-7f9a92d75727 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1101eca-e739-4642-95a0-8b0ec090a4e3,revision_number=1']} {{(pid=102750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:19:57.071459 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.wsgi [-] (102749) accepted ('10.222.0.66', 44354) {{(pid=102749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:19:57.126981 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-9dd0ac27-145f-453c-a85e-b8d156598c09 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:57.147841 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-9dd0ac27-145f-453c-a85e-b8d156598c09 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:57.205887 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-9dd0ac27-145f-453c-a85e-b8d156598c09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545565'] for security_group, after_delete {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:57.209863 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-9dd0ac27-145f-453c-a85e-b8d156598c09 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:57.211984 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [None req-9dd0ac27-145f-453c-a85e-b8d156598c09 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/b1101eca-e739-4642-95a0-8b0ec090a4e3 HTTP/1.1" status: 204 len: 168 time: 0.1397557 Nov 22 12:19:57.223150 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd0ac27-145f-453c-a85e-b8d156598c09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1101eca-e739-4642-95a0-8b0ec090a4e3,revision_number=None']} {{(pid=102749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:19:57.495392 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.wsgi [-] (102749) accepted ('10.222.0.66', 44360) {{(pid=102749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:19:57.512405 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-38044cc7-d7d9-49af-bc81-bfb0e3b6e711 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:57.591724 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-38044cc7-d7d9-49af-bc81-bfb0e3b6e711 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:57.597584 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-38044cc7-d7d9-49af-bc81-bfb0e3b6e711 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545565'] for security_group, after_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:57.636235 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [None req-38044cc7-d7d9-49af-bc81-bfb0e3b6e711 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=ed62c3b4c4084bf3a107c6fb6b824e4d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1393905 Nov 22 12:19:57.637149 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38044cc7-d7d9-49af-bc81-bfb0e3b6e711 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42988734-dab2-419e-9cf4-4e86f738dbb6,revision_number=1']} {{(pid=102749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:19:57.640003 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.wsgi [-] (102750) accepted ('10.222.0.66', 44364) {{(pid=102750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:19:57.693763 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-0c6756fb-218c-458d-a45a-4750018e8065 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:57.695156 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50fd041-1eb5-490e-bb9f-03a06790042a req-47c8f68b-b487-4645-bfcd-996ff7c4dfe4 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:19:57.696613 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-f50fd041-1eb5-490e-bb9f-03a06790042a req-47c8f68b-b487-4645-bfcd-996ff7c4dfe4 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.66 "GET /v2.0/ports?device_id=c9f6d441-246f-479e-8e88-ea701c0f87ff HTTP/1.1" status: 200 len: 946 time: 0.0494807 Nov 22 12:19:57.716489 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-0c6756fb-218c-458d-a45a-4750018e8065 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:57.747107 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-f50fd041-1eb5-490e-bb9f-03a06790042a req-ca1819e3-c85a-4420-a527-ef537981b806 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.66 "GET /v2.0/security-groups?id=58ab891c-6c60-4530-806c-8c076c9a459e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428305 Nov 22 12:19:57.763646 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-0c6756fb-218c-458d-a45a-4750018e8065 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545565'] for security_group, after_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:57.766582 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-0c6756fb-218c-458d-a45a-4750018e8065 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:57.767772 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [None req-0c6756fb-218c-458d-a45a-4750018e8065 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/42988734-dab2-419e-9cf4-4e86f738dbb6 HTTP/1.1" status: 204 len: 168 time: 0.1260161 Nov 22 12:19:57.779577 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6756fb-218c-458d-a45a-4750018e8065 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42988734-dab2-419e-9cf4-4e86f738dbb6,revision_number=None']} {{(pid=102750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:19:57.882964 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a235d4a-88a5-4dc3-b17d-b3bd1d4f1e71 req-d7fcf600-7fd1-4032-8576-decf1064be15 tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:19:57.884483 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-6a235d4a-88a5-4dc3-b17d-b3bd1d4f1e71 req-d7fcf600-7fd1-4032-8576-decf1064be15 tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] 10.222.0.66 "GET /v2.0/ports?device_id=937d4958-6710-4c44-8451-2b659b87dc63 HTTP/1.1" status: 200 len: 945 time: 0.0510035 Nov 22 12:19:57.943605 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-6a235d4a-88a5-4dc3-b17d-b3bd1d4f1e71 req-c775c742-a655-40f1-b717-3b2e2a693834 tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] 10.222.0.66 "GET /v2.0/security-groups?id=d25355f0-2e41-493d-aac5-082c69fe23d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489173 Nov 22 12:19:58.106751 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.wsgi [-] (102750) accepted ('10.222.0.66', 44382) {{(pid=102750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:19:58.123480 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-8666ab72-480b-4f84-8cda-31e8f10fff4a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:58.198998 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-8666ab72-480b-4f84-8cda-31e8f10fff4a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:58.204227 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-8666ab72-480b-4f84-8cda-31e8f10fff4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545565'] for security_group, after_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:58.241571 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [None req-8666ab72-480b-4f84-8cda-31e8f10fff4a admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=d13ea5189c7e4480bb58cdb89ef91db2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1326141 Nov 22 12:19:58.242393 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8666ab72-480b-4f84-8cda-31e8f10fff4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b59d3f68-7967-44bb-8f51-e6211d52df29,revision_number=1']} {{(pid=102750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:19:58.247427 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.wsgi [-] (102749) accepted ('10.222.0.66', 44384) {{(pid=102749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:19:58.296134 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-a7a38e1c-14dd-44fc-b3cb-8c2dd7633f4f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:58.318409 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-a7a38e1c-14dd-44fc-b3cb-8c2dd7633f4f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:58.382353 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-a7a38e1c-14dd-44fc-b3cb-8c2dd7633f4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545565'] for security_group, after_delete {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:58.386150 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-a7a38e1c-14dd-44fc-b3cb-8c2dd7633f4f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:19:58.387556 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [None req-a7a38e1c-14dd-44fc-b3cb-8c2dd7633f4f admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/b59d3f68-7967-44bb-8f51-e6211d52df29 HTTP/1.1" status: 204 len: 168 time: 0.1391027 Nov 22 12:19:58.396632 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a38e1c-14dd-44fc-b3cb-8c2dd7633f4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b59d3f68-7967-44bb-8f51-e6211d52df29,revision_number=None']} {{(pid=102749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:19:58.870645 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa938035-b242-4a54-97ea-7f942216ff52 req-72ea1822-254b-4d81-8d84-7b6565fbb2f6 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:19:58.872349 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-aa938035-b242-4a54-97ea-7f942216ff52 req-72ea1822-254b-4d81-8d84-7b6565fbb2f6 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.66 "GET /v2.0/ports?device_id=c9f6d441-246f-479e-8e88-ea701c0f87ff HTTP/1.1" status: 200 len: 946 time: 0.0497456 Nov 22 12:19:58.929805 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-aa938035-b242-4a54-97ea-7f942216ff52 req-c21cc75e-9cde-4951-913d-c481253f7b1c tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.66 "GET /v2.0/security-groups?id=58ab891c-6c60-4530-806c-8c076c9a459e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508683 Nov 22 12:19:59.054805 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1be6008-d9c3-4054-b749-a4943c6e97a4 req-e689a59b-e799-49c6-8f8c-bdcc52791aec tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:19:59.056369 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-f1be6008-d9c3-4054-b749-a4943c6e97a4 req-e689a59b-e799-49c6-8f8c-bdcc52791aec tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] 10.222.0.66 "GET /v2.0/ports?device_id=937d4958-6710-4c44-8451-2b659b87dc63 HTTP/1.1" status: 200 len: 945 time: 0.0502696 Nov 22 12:19:59.119467 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-f1be6008-d9c3-4054-b749-a4943c6e97a4 req-d8c5d530-655d-491d-b4bb-6a0f0b05d129 tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] 10.222.0.66 "GET /v2.0/security-groups?id=d25355f0-2e41-493d-aac5-082c69fe23d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558372 Nov 22 12:20:00.049757 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d06d36-df5e-40e4-95e2-2270014f2415 req-c6c01203-b8dd-4fda-8098-5c1eab45f3b5 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:20:00.051307 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-02d06d36-df5e-40e4-95e2-2270014f2415 req-c6c01203-b8dd-4fda-8098-5c1eab45f3b5 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.66 "GET /v2.0/ports?device_id=c9f6d441-246f-479e-8e88-ea701c0f87ff HTTP/1.1" status: 200 len: 946 time: 0.0494239 Nov 22 12:20:00.111757 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-02d06d36-df5e-40e4-95e2-2270014f2415 req-5abd91ec-74fc-4b1e-af83-685b10dff18b tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.66 "GET /v2.0/security-groups?id=58ab891c-6c60-4530-806c-8c076c9a459e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542357 Nov 22 12:20:00.248932 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37d9075-8f5a-4e96-9dc5-3b9697a11eca req-1b5b596a-d461-42ea-a1c9-9963fc0b3aa0 tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:20:00.251676 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-d37d9075-8f5a-4e96-9dc5-3b9697a11eca req-1b5b596a-d461-42ea-a1c9-9963fc0b3aa0 tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] 10.222.0.66 "GET /v2.0/ports?device_id=937d4958-6710-4c44-8451-2b659b87dc63 HTTP/1.1" status: 200 len: 945 time: 0.0591407 Nov 22 12:20:00.309052 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-d37d9075-8f5a-4e96-9dc5-3b9697a11eca req-b8b4c7d1-8f42-4cf7-9929-e5ec693de3a2 tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] 10.222.0.66 "GET /v2.0/security-groups?id=d25355f0-2e41-493d-aac5-082c69fe23d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514958 Nov 22 12:20:01.000206 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.db.agents_db [None req-5743c18b-166a-4bd0-85c4-3f13128e6c33 None None] Agent healthcheck: found 6 active agents {{(pid=102752) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 12:20:01.237723 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133743bc-b894-43c0-98b5-2cff48363861 req-a8ee139c-442a-4e9a-8d30-5b2e0530c9ce tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:20:01.239295 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-133743bc-b894-43c0-98b5-2cff48363861 req-a8ee139c-442a-4e9a-8d30-5b2e0530c9ce tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.66 "GET /v2.0/ports?device_id=c9f6d441-246f-479e-8e88-ea701c0f87ff HTTP/1.1" status: 200 len: 946 time: 0.0512230 Nov 22 12:20:01.289244 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-133743bc-b894-43c0-98b5-2cff48363861 req-3087a2bc-68b8-4194-85c4-7a724135a4e8 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.66 "GET /v2.0/security-groups?id=58ab891c-6c60-4530-806c-8c076c9a459e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429072 Nov 22 12:20:01.440339 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1090609-11c5-49c9-ba09-a691ac21e3b0 req-a79ebb5b-31b5-4ea9-ac43-b7a464810d33 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:20:01.441822 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-a1090609-11c5-49c9-ba09-a691ac21e3b0 req-a79ebb5b-31b5-4ea9-ac43-b7a464810d33 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.66 "GET /v2.0/ports?device_id=c9f6d441-246f-479e-8e88-ea701c0f87ff HTTP/1.1" status: 200 len: 946 time: 0.0809834 Nov 22 12:20:01.451299 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.wsgi [-] (102750) accepted ('10.222.0.66', 44508) {{(pid=102750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:20:01.454715 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4905d9-6dab-461b-863b-0266fe9bb6b1 req-742ffca3-2ffa-4efb-817f-b8b25a832107 tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:20:01.456407 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-2f4905d9-6dab-461b-863b-0266fe9bb6b1 req-742ffca3-2ffa-4efb-817f-b8b25a832107 tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] 10.222.0.66 "GET /v2.0/ports?device_id=937d4958-6710-4c44-8451-2b659b87dc63 HTTP/1.1" status: 200 len: 945 time: 0.0710120 Nov 22 12:20:01.457294 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.v2.base [None req-d47aeebf-976f-40f4-9488-110b28e4456b tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] Request body: {'floatingip': {'port_id': 'c3893e14-5c03-4b6a-b17d-c2dc56e8e688'}} {{(pid=102750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 12:20:01.510688 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-2f4905d9-6dab-461b-863b-0266fe9bb6b1 req-eef3f348-cfe2-4390-bda4-240d259145a3 tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] 10.222.0.66 "GET /v2.0/security-groups?id=d25355f0-2e41-493d-aac5-082c69fe23d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480661 Nov 22 12:20:01.544932 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-d47aeebf-976f-40f4-9488-110b28e4456b tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] Publish callbacks [] for floatingip, before_update {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:20:02.400141 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-d47aeebf-976f-40f4-9488-110b28e4456b tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:20:02.405722 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-d47aeebf-976f-40f4-9488-110b28e4456b tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-532624'] for floatingip, after_update {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:20:02.511015 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.db.l3_db [None req-d47aeebf-976f-40f4-9488-110b28e4456b tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] Floating IP b7b9ecb7-77d2-4e0e-adb4-16f903e120a3 associated. External IP: 172.27.0.186, port: c3893e14-5c03-4b6a-b17d-c2dc56e8e688. Nov 22 12:20:02.633725 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd32e5c-c5e7-4a5d-a1f7-2c713ff2b27c req-8d3f13c8-3f09-4d50-b450-d1941b8c0c90 tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:20:02.635251 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-0dd32e5c-c5e7-4a5d-a1f7-2c713ff2b27c req-8d3f13c8-3f09-4d50-b450-d1941b8c0c90 tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] 10.222.0.66 "GET /v2.0/ports?device_id=937d4958-6710-4c44-8451-2b659b87dc63 HTTP/1.1" status: 200 len: 945 time: 0.0487466 Nov 22 12:20:02.686900 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-0dd32e5c-c5e7-4a5d-a1f7-2c713ff2b27c req-d6c41593-e39a-4b3b-9986-f177ed545659 tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] 10.222.0.66 "GET /v2.0/security-groups?id=d25355f0-2e41-493d-aac5-082c69fe23d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452766 Nov 22 12:20:02.732270 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d47aeebf-976f-40f4-9488-110b28e4456b tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] Router 4b6eb21f-8d2a-4ee6-9dfc-db25bfbba179 has already been hosted by L3 agent b4a26ead-6ab2-4f98-a352-c9ed6d39b73e {{(pid=102750) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 12:20:02.843469 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d47aeebf-976f-40f4-9488-110b28e4456b tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] Notify agent at l3_agent.dv-cinder-768458-13-iscsi the message routers_updated {{(pid=102750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 12:20:02.848544 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-d47aeebf-976f-40f4-9488-110b28e4456b tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434365'] for floatingip, before_response {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:20:02.856497 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32af71fd-8f57-4979-9b74-7aa96cfdb641 None None] Sync routers for ids ['4b6eb21f-8d2a-4ee6-9dfc-db25bfbba179'] in dv-cinder-768458-13-iscsi {{(pid=102752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 12:20:02.866412 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32af71fd-8f57-4979-9b74-7aa96cfdb641 None None] Routers {'4b6eb21f-8d2a-4ee6-9dfc-db25bfbba179'} bound to L3 agent in host dv-cinder-768458-13-iscsi {{(pid=102752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 12:20:02.867108 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.db.l3_hamode_db [None req-32af71fd-8f57-4979-9b74-7aa96cfdb641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T12:11:23Z,description=,heartbeat_timestamp=2021-11-22T12:19:53Z,host='dv-cinder-768458-13-iscsi',id=b4a26ead-6ab2-4f98-a352-c9ed6d39b73e,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T12:11:23Z,topic='l3_agent')) {'router_ids': ['4b6eb21f-8d2a-4ee6-9dfc-db25bfbba179'], 'active': True} {{(pid=102752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 12:20:02.876376 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [None req-d47aeebf-976f-40f4-9488-110b28e4456b tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.66 "PUT /v2.0/floatingips/b7b9ecb7-77d2-4e0e-adb4-16f903e120a3 HTTP/1.1" status: 200 len: 992 time: 1.4234724 Nov 22 12:20:02.877057 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9f6d441-246f-479e-8e88-ea701c0f87ff', 'tag': 'c3893e14-5c03-4b6a-b17d-c2dc56e8e688'}] {{(pid=102750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 12:20:02.879594 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2a0bed14b240d0d35e029181fb516e01dd4ce85d5fb41ae8ef5632c0b13bd43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d537129-9c78-49da-bbaa-9a7ac62989b2" -d '{"events": [{"name": "network-changed", "server_uuid": "c9f6d441-246f-479e-8e88-ea701c0f87ff", "tag": "c3893e14-5c03-4b6a-b17d-c2dc56e8e688"}]}' {{(pid=102750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 12:20:02.916937 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 12:20:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a464693-db2c-4c83-9de3-2be73486d195 x-openstack-request-id: req-3a464693-db2c-4c83-9de3-2be73486d195 {{(pid=102750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 12:20:02.917444 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9f6d441-246f-479e-8e88-ea701c0f87ff", "tag": "c3893e14-5c03-4b6a-b17d-c2dc56e8e688", "status": "completed", "code": 200}]} {{(pid=102750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 12:20:02.917683 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-3a464693-db2c-4c83-9de3-2be73486d195 {{(pid=102750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 12:20:02.918085 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9f6d441-246f-479e-8e88-ea701c0f87ff', 'tag': 'c3893e14-5c03-4b6a-b17d-c2dc56e8e688', 'status': 'completed', 'code': 200} Nov 22 12:20:02.986679 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.db.l3_dvr_db [None req-32af71fd-8f57-4979-9b74-7aa96cfdb641 None None] Set router 4b6eb21f-8d2a-4ee6-9dfc-db25bfbba179 gateway port host: dv-cinder-768458-13-iscsi {{(pid=102752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 12:20:03.273512 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.db.l3_hamode_db [None req-32af71fd-8f57-4979-9b74-7aa96cfdb641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b6eb21f-8d2a-4ee6-9dfc-db25bfbba179', 'name': 'tempest-AttachVolumeShelveTestJSON-514126347-router', 'tenant_id': '086a36bf2fea4df7a4d72733b2f68dcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52f34850-4f08-4bf9-8f19-1c892d4c6132', 'external_fixed_ips': [{'subnet_id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': 'dec33e59-4d06-4644-b47a-37a68b460d51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T12:19:08Z', 'updated_at': '2021-11-22T12:19:21Z', 'revision_number': 4, 'project_id': '086a36bf2fea4df7a4d72733b2f68dcd', 'gw_port': {'id': 'dec33e59-4d06-4644-b47a-37a68b460d51', 'name': '', 'network_id': '52f34850-4f08-4bf9-8f19-1c892d4c6132', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:bf:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b6eb21f-8d2a-4ee6-9dfc-db25bfbba179', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T12:19:09Z', 'updated_at': '2021-11-22T12:19:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-13-iscsi', '_floatingips': [{'id': 'b7b9ecb7-77d2-4e0e-adb4-16f903e120a3', 'tenant_id': '086a36bf2fea4df7a4d72733b2f68dcd', 'floating_ip_address': '172.27.0.186', 'floating_network_id': '52f34850-4f08-4bf9-8f19-1c892d4c6132', 'router_id': '4b6eb21f-8d2a-4ee6-9dfc-db25bfbba179', 'port_id': 'c3893e14-5c03-4b6a-b17d-c2dc56e8e688', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 135, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '47c7c2df-c485-45be-9ae4-891cba4c7953', 'mac_address': 'fa:16:3e:8d:4b:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9f6d441-246f-479e-8e88-ea701c0f87ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T12:19:33Z', 'updated_at': '2021-11-22T12:20:02Z', 'revision_number': 1, 'project_id': '086a36bf2fea4df7a4d72733b2f68dcd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1cb4d82d-e7c5-44d0-97bb-0dc039c350db', 'name': '', 'network_id': '47c7c2df-c485-45be-9ae4-891cba4c7953', 'tenant_id': '086a36bf2fea4df7a4d72733b2f68dcd', 'mac_address': 'fa:16:3e:b0:ae:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b6eb21f-8d2a-4ee6-9dfc-db25bfbba179', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '6b38e15d-2758-41f6-bf64-d497af1d9f95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T12:19:15Z', 'updated_at': '2021-11-22T12:19:31Z', 'revision_number': 5, 'project_id': '086a36bf2fea4df7a4d72733b2f68dcd', 'subnets': [{'id': '6b38e15d-2758-41f6-bf64-d497af1d9f95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-13-iscsi', False) {} {{(pid=102752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 12:20:03.299931 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32af71fd-8f57-4979-9b74-7aa96cfdb641 None None] Checking router: 4b6eb21f-8d2a-4ee6-9dfc-db25bfbba179 for host: dv-cinder-768458-13-iscsi {{(pid=102752) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 12:20:03.308790 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32af71fd-8f57-4979-9b74-7aa96cfdb641 None None] Routers {'4b6eb21f-8d2a-4ee6-9dfc-db25bfbba179'} bound to L3 agent in host dv-cinder-768458-13-iscsi {{(pid=102752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 12:20:03.309517 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.db.l3_hamode_db [None req-32af71fd-8f57-4979-9b74-7aa96cfdb641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T12:11:23Z,description=,heartbeat_timestamp=2021-11-22T12:19:53Z,host='dv-cinder-768458-13-iscsi',id=b4a26ead-6ab2-4f98-a352-c9ed6d39b73e,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T12:11:23Z,topic='l3_agent')) {'router_ids': ['4b6eb21f-8d2a-4ee6-9dfc-db25bfbba179'], 'active': True} {{(pid=102752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 12:20:03.420219 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.db.l3_dvr_db [None req-32af71fd-8f57-4979-9b74-7aa96cfdb641 None None] Set router 4b6eb21f-8d2a-4ee6-9dfc-db25bfbba179 gateway port host: dv-cinder-768458-13-iscsi {{(pid=102752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 12:20:03.755087 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.db.l3_hamode_db [None req-32af71fd-8f57-4979-9b74-7aa96cfdb641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b6eb21f-8d2a-4ee6-9dfc-db25bfbba179', 'name': 'tempest-AttachVolumeShelveTestJSON-514126347-router', 'tenant_id': '086a36bf2fea4df7a4d72733b2f68dcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52f34850-4f08-4bf9-8f19-1c892d4c6132', 'external_fixed_ips': [{'subnet_id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': 'dec33e59-4d06-4644-b47a-37a68b460d51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T12:19:08Z', 'updated_at': '2021-11-22T12:19:21Z', 'revision_number': 4, 'project_id': '086a36bf2fea4df7a4d72733b2f68dcd', 'gw_port': {'id': 'dec33e59-4d06-4644-b47a-37a68b460d51', 'name': '', 'network_id': '52f34850-4f08-4bf9-8f19-1c892d4c6132', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:bf:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b6eb21f-8d2a-4ee6-9dfc-db25bfbba179', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T12:19:09Z', 'updated_at': '2021-11-22T12:19:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-13-iscsi', '_floatingips': [{'id': 'b7b9ecb7-77d2-4e0e-adb4-16f903e120a3', 'tenant_id': '086a36bf2fea4df7a4d72733b2f68dcd', 'floating_ip_address': '172.27.0.186', 'floating_network_id': '52f34850-4f08-4bf9-8f19-1c892d4c6132', 'router_id': '4b6eb21f-8d2a-4ee6-9dfc-db25bfbba179', 'port_id': 'c3893e14-5c03-4b6a-b17d-c2dc56e8e688', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 135, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '47c7c2df-c485-45be-9ae4-891cba4c7953', 'mac_address': 'fa:16:3e:8d:4b:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9f6d441-246f-479e-8e88-ea701c0f87ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T12:19:33Z', 'updated_at': '2021-11-22T12:20:02Z', 'revision_number': 1, 'project_id': '086a36bf2fea4df7a4d72733b2f68dcd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1cb4d82d-e7c5-44d0-97bb-0dc039c350db', 'name': '', 'network_id': '47c7c2df-c485-45be-9ae4-891cba4c7953', 'tenant_id': '086a36bf2fea4df7a4d72733b2f68dcd', 'mac_address': 'fa:16:3e:b0:ae:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b6eb21f-8d2a-4ee6-9dfc-db25bfbba179', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '6b38e15d-2758-41f6-bf64-d497af1d9f95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T12:19:15Z', 'updated_at': '2021-11-22T12:19:31Z', 'revision_number': 5, 'project_id': '086a36bf2fea4df7a4d72733b2f68dcd', 'subnets': [{'id': '6b38e15d-2758-41f6-bf64-d497af1d9f95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-13-iscsi', False) {} {{(pid=102752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 12:20:03.781820 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32af71fd-8f57-4979-9b74-7aa96cfdb641 None None] The sync data for ids ['4b6eb21f-8d2a-4ee6-9dfc-db25bfbba179'] in dv-cinder-768458-13-iscsi is: [{'id': '4b6eb21f-8d2a-4ee6-9dfc-db25bfbba179', 'name': 'tempest-AttachVolumeShelveTestJSON-514126347-router', 'tenant_id': '086a36bf2fea4df7a4d72733b2f68dcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52f34850-4f08-4bf9-8f19-1c892d4c6132', 'external_fixed_ips': [{'subnet_id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': 'dec33e59-4d06-4644-b47a-37a68b460d51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T12:19:08Z', 'updated_at': '2021-11-22T12:19:21Z', 'revision_number': 4, 'project_id': '086a36bf2fea4df7a4d72733b2f68dcd', 'gw_port': {'id': 'dec33e59-4d06-4644-b47a-37a68b460d51', 'name': '', 'network_id': '52f34850-4f08-4bf9-8f19-1c892d4c6132', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:bf:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b6eb21f-8d2a-4ee6-9dfc-db25bfbba179', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T12:19:09Z', 'updated_at': '2021-11-22T12:19:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-13-iscsi', '_floatingips': [{'id': 'b7b9ecb7-77d2-4e0e-adb4-16f903e120a3', 'tenant_id': '086a36bf2fea4df7a4d72733b2f68dcd', 'floating_ip_address': '172.27.0.186', 'floating_network_id': '52f34850-4f08-4bf9-8f19-1c892d4c6132', 'router_id': '4b6eb21f-8d2a-4ee6-9dfc-db25bfbba179', 'port_id': 'c3893e14-5c03-4b6a-b17d-c2dc56e8e688', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 135, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '47c7c2df-c485-45be-9ae4-891cba4c7953', 'mac_address': 'fa:16:3e:8d:4b:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9f6d441-246f-479e-8e88-ea701c0f87ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T12:19:33Z', 'updated_at': '2021-11-22T12:20:02Z', 'revision_number': 1, 'project_id': '086a36bf2fea4df7a4d72733b2f68dcd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1cb4d82d-e7c5-44d0-97bb-0dc039c350db', 'name': '', 'network_id': '47c7c2df-c485-45be-9ae4-891cba4c7953', 'tenant_id': '086a36bf2fea4df7a4d72733b2f68dcd', 'mac_address': 'fa:16:3e:b0:ae:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b6eb21f-8d2a-4ee6-9dfc-db25bfbba179', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '6b38e15d-2758-41f6-bf64-d497af1d9f95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T12:19:15Z', 'updated_at': '2021-11-22T12:19:31Z', 'revision_number': 5, 'project_id': '086a36bf2fea4df7a4d72733b2f68dcd', 'subnets': [{'id': '6b38e15d-2758-41f6-bf64-d497af1d9f95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 12:20:03.813948 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fae6d1-9b1c-45dc-81b9-22babb6a15de req-d9dbbc21-8971-4bc6-b8a2-a3c73ca0beff tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:20:03.815529 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-13fae6d1-9b1c-45dc-81b9-22babb6a15de req-d9dbbc21-8971-4bc6-b8a2-a3c73ca0beff tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] 10.222.0.66 "GET /v2.0/ports?device_id=937d4958-6710-4c44-8451-2b659b87dc63 HTTP/1.1" status: 200 len: 945 time: 0.0547101 Nov 22 12:20:03.867735 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-13fae6d1-9b1c-45dc-81b9-22babb6a15de req-b1770104-25c2-4987-b557-3439de9a8f7d tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] 10.222.0.66 "GET /v2.0/security-groups?id=d25355f0-2e41-493d-aac5-082c69fe23d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459654 Nov 22 12:20:03.991661 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b088dad0-07de-4ff7-b80f-bfa4ba9f747f None None] New status for floating IP b7b9ecb7-77d2-4e0e-adb4-16f903e120a3: ACTIVE {{(pid=102751) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 12:20:04.996996 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb935e0-a6de-423c-8d72-b4674151bb33 req-0edbd5c9-fdab-4fd1-9ed9-755f6fede383 tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:20:04.998603 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-7fb935e0-a6de-423c-8d72-b4674151bb33 req-0edbd5c9-fdab-4fd1-9ed9-755f6fede383 tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] 10.222.0.66 "GET /v2.0/ports?device_id=937d4958-6710-4c44-8451-2b659b87dc63 HTTP/1.1" status: 200 len: 945 time: 0.0589836 Nov 22 12:20:05.056494 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-7fb935e0-a6de-423c-8d72-b4674151bb33 req-6eb632d1-2c15-4ef2-ad5c-ce5059a72376 tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] 10.222.0.66 "GET /v2.0/security-groups?id=d25355f0-2e41-493d-aac5-082c69fe23d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471814 Nov 22 12:20:05.584813 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d537129-9c78-49da-bbaa-9a7ac62989b2 req-d1f3ab3e-ea05-4a5f-9219-2228582922c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:20:05.586603 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-6d537129-9c78-49da-bbaa-9a7ac62989b2 req-d1f3ab3e-ea05-4a5f-9219-2228582922c5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=086a36bf2fea4df7a4d72733b2f68dcd&device_id=c9f6d441-246f-479e-8e88-ea701c0f87ff HTTP/1.1" status: 200 len: 1099 time: 0.0427189 Nov 22 12:20:05.702493 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d537129-9c78-49da-bbaa-9a7ac62989b2 req-136c6d3d-bde5-4675-b005-c1119c6adb42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:20:05.704125 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-6d537129-9c78-49da-bbaa-9a7ac62989b2 req-136c6d3d-bde5-4675-b005-c1119c6adb42 service neutron] 10.222.0.46 "GET /v2.0/networks?id=47c7c2df-c485-45be-9ae4-891cba4c7953 HTTP/1.1" status: 200 len: 917 time: 0.1014979 Nov 22 12:20:05.989134 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-6d537129-9c78-49da-bbaa-9a7ac62989b2 req-1e94eced-7608-43a0-9bc1-3d811c14881c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c3893e14-5c03-4b6a-b17d-c2dc56e8e688 HTTP/1.1" status: 200 len: 1002 time: 0.2732787 Nov 22 12:20:06.048795 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d537129-9c78-49da-bbaa-9a7ac62989b2 req-d95f5e06-89b7-45a4-bf83-dd278f2b04f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:20:06.050274 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-6d537129-9c78-49da-bbaa-9a7ac62989b2 req-d95f5e06-89b7-45a4-bf83-dd278f2b04f5 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6b38e15d-2758-41f6-bf64-d497af1d9f95 HTTP/1.1" status: 200 len: 855 time: 0.0456059 Nov 22 12:20:06.114327 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d537129-9c78-49da-bbaa-9a7ac62989b2 req-d93032a9-8278-4752-a8f6-a5ee0579bd7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:20:06.116173 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-6d537129-9c78-49da-bbaa-9a7ac62989b2 req-d93032a9-8278-4752-a8f6-a5ee0579bd7c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=47c7c2df-c485-45be-9ae4-891cba4c7953&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0496197 Nov 22 12:20:06.261087 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c16d358-012a-49bd-a57c-39e51ef1946d req-d236b1ee-5116-4cdc-8e60-05a3be538456 tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:20:06.263661 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-8c16d358-012a-49bd-a57c-39e51ef1946d req-d236b1ee-5116-4cdc-8e60-05a3be538456 tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] 10.222.0.66 "GET /v2.0/ports?device_id=937d4958-6710-4c44-8451-2b659b87dc63 HTTP/1.1" status: 200 len: 945 time: 0.1153934 Nov 22 12:20:06.269886 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-6d537129-9c78-49da-bbaa-9a7ac62989b2 req-714e0453-c75a-43d0-b49b-ae0240bffce7 service neutron] 10.222.0.46 "GET /v2.0/networks/47c7c2df-c485-45be-9ae4-891cba4c7953?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414037 Nov 22 12:20:06.366086 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-8c16d358-012a-49bd-a57c-39e51ef1946d req-e2dc3132-9fda-4398-b78f-8dd0c726b91f tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] 10.222.0.66 "GET /v2.0/security-groups?id=d25355f0-2e41-493d-aac5-082c69fe23d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948706 Nov 22 12:20:06.398692 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-6d537129-9c78-49da-bbaa-9a7ac62989b2 req-bd02c4e2-f28b-4a5f-94ad-4ac1c54e9e03 service neutron] 10.222.0.46 "GET /v2.0/networks/47c7c2df-c485-45be-9ae4-891cba4c7953?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1144953 Nov 22 12:20:06.873172 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831fe584-9b93-45e0-8488-386efea8a230 req-832266f4-9f91-4fd9-b7a1-ccf4bacf554b tempest-DeleteServersTestJSON-546359454 tempest-DeleteServersTestJSON-546359454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:20:06.874557 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-831fe584-9b93-45e0-8488-386efea8a230 req-832266f4-9f91-4fd9-b7a1-ccf4bacf554b tempest-DeleteServersTestJSON-546359454 tempest-DeleteServersTestJSON-546359454-project] 10.222.0.66 "GET /v2.0/ports?device_id=0e1fe798-845f-4f01-b699-0e2fac35e5c3 HTTP/1.1" status: 200 len: 946 time: 0.0593014 Nov 22 12:20:06.936118 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-831fe584-9b93-45e0-8488-386efea8a230 req-64837bb0-58cb-403f-af8b-c0328b45c504 tempest-DeleteServersTestJSON-546359454 tempest-DeleteServersTestJSON-546359454-project] 10.222.0.66 "GET /v2.0/security-groups?id=275fd683-ebee-400e-af25-c2e25f553eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518248 Nov 22 12:20:07.495340 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fe291b-22e2-4f83-aa68-a437cc9b6faa req-bf873ef5-b3d0-46ed-8d0a-2fbd1c6273ad tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:20:07.497191 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-c1fe291b-22e2-4f83-aa68-a437cc9b6faa req-bf873ef5-b3d0-46ed-8d0a-2fbd1c6273ad tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] 10.222.0.66 "GET /v2.0/ports?device_id=937d4958-6710-4c44-8451-2b659b87dc63 HTTP/1.1" status: 200 len: 945 time: 0.0500281 Nov 22 12:20:07.581897 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-c1fe291b-22e2-4f83-aa68-a437cc9b6faa req-6e5e3f40-05af-40b8-955f-02db7ce40d57 tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] 10.222.0.66 "GET /v2.0/security-groups?id=d25355f0-2e41-493d-aac5-082c69fe23d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724454 Nov 22 12:20:07.924509 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.wsgi [-] (102749) accepted ('10.222.0.66', 44674) {{(pid=102749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:20:08.047088 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-02d916f3-d115-4c93-bb9d-1a502c95a384 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:20:08.077468 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c1fb95-dff0-4ebb-ac80-5248cea50153 req-c96017e7-f019-4b82-947b-0b0be0574504 tempest-DeleteServersTestJSON-546359454 tempest-DeleteServersTestJSON-546359454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:20:08.079031 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-c0c1fb95-dff0-4ebb-ac80-5248cea50153 req-c96017e7-f019-4b82-947b-0b0be0574504 tempest-DeleteServersTestJSON-546359454 tempest-DeleteServersTestJSON-546359454-project] 10.222.0.66 "GET /v2.0/ports?device_id=0e1fe798-845f-4f01-b699-0e2fac35e5c3 HTTP/1.1" status: 200 len: 946 time: 0.0742207 Nov 22 12:20:08.149331 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-c0c1fb95-dff0-4ebb-ac80-5248cea50153 req-f1db616e-b29b-4c3e-a449-2f361a457366 tempest-DeleteServersTestJSON-546359454 tempest-DeleteServersTestJSON-546359454-project] 10.222.0.66 "GET /v2.0/security-groups?id=275fd683-ebee-400e-af25-c2e25f553eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625503 Nov 22 12:20:08.176830 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-02d916f3-d115-4c93-bb9d-1a502c95a384 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:20:08.184026 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-02d916f3-d115-4c93-bb9d-1a502c95a384 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545565'] for security_group, after_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:20:08.221324 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d916f3-d115-4c93-bb9d-1a502c95a384 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3990eb3f-7a2a-46b7-8b24-282d09ec4a83,revision_number=1']} {{(pid=102749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:20:08.225152 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [None req-02d916f3-d115-4c93-bb9d-1a502c95a384 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=a07b4f44d034426285d8d96be7ffb17b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2993374 Nov 22 12:20:08.228086 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.wsgi [-] (102750) accepted ('10.222.0.66', 44680) {{(pid=102750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:20:08.231025 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d916f3-d115-4c93-bb9d-1a502c95a384 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:20:08.231568 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d916f3-d115-4c93-bb9d-1a502c95a384 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:20:08.231913 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d916f3-d115-4c93-bb9d-1a502c95a384 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:20:08.232425 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d916f3-d115-4c93-bb9d-1a502c95a384 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:20:08.232764 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d916f3-d115-4c93-bb9d-1a502c95a384 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:20:08.233078 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d916f3-d115-4c93-bb9d-1a502c95a384 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:20:08.233436 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d916f3-d115-4c93-bb9d-1a502c95a384 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:20:08.233757 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d916f3-d115-4c93-bb9d-1a502c95a384 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:20:08.234103 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d916f3-d115-4c93-bb9d-1a502c95a384 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:20:08.234416 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d916f3-d115-4c93-bb9d-1a502c95a384 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:20:08.234737 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d916f3-d115-4c93-bb9d-1a502c95a384 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:20:08.235058 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d916f3-d115-4c93-bb9d-1a502c95a384 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:20:08.281699 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-7202e89e-8c32-44fa-9b59-62306998697a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:20:08.305162 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-7202e89e-8c32-44fa-9b59-62306998697a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:20:08.356079 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-7202e89e-8c32-44fa-9b59-62306998697a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545565'] for security_group, after_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:20:08.361015 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-7202e89e-8c32-44fa-9b59-62306998697a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:20:08.362457 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [None req-7202e89e-8c32-44fa-9b59-62306998697a admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/3990eb3f-7a2a-46b7-8b24-282d09ec4a83 HTTP/1.1" status: 204 len: 168 time: 0.1334217 Nov 22 12:20:08.370985 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7202e89e-8c32-44fa-9b59-62306998697a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3990eb3f-7a2a-46b7-8b24-282d09ec4a83,revision_number=None']} {{(pid=102750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:20:08.380687 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7202e89e-8c32-44fa-9b59-62306998697a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:20:08.381078 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7202e89e-8c32-44fa-9b59-62306998697a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:20:08.381582 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7202e89e-8c32-44fa-9b59-62306998697a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:20:08.381927 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7202e89e-8c32-44fa-9b59-62306998697a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:20:08.382270 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7202e89e-8c32-44fa-9b59-62306998697a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:20:08.382614 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7202e89e-8c32-44fa-9b59-62306998697a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:20:08.382976 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7202e89e-8c32-44fa-9b59-62306998697a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:20:08.383305 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7202e89e-8c32-44fa-9b59-62306998697a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:20:08.383662 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7202e89e-8c32-44fa-9b59-62306998697a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:20:08.383980 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7202e89e-8c32-44fa-9b59-62306998697a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:20:08.384303 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7202e89e-8c32-44fa-9b59-62306998697a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:20:08.384636 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7202e89e-8c32-44fa-9b59-62306998697a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:20:08.681883 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.wsgi [-] (102750) accepted ('10.222.0.66', 44700) {{(pid=102750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:20:08.697004 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-9a547a1f-7ee3-464a-b3ce-cc6cb4942dc8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:20:08.726314 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e128bc-43c2-4df2-9272-10b0747173b9 req-66859c61-db2f-4b9d-8ad4-29a3294a5d48 tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:20:08.735748 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-b4e128bc-43c2-4df2-9272-10b0747173b9 req-66859c61-db2f-4b9d-8ad4-29a3294a5d48 tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] 10.222.0.66 "GET /v2.0/ports?device_id=937d4958-6710-4c44-8451-2b659b87dc63 HTTP/1.1" status: 200 len: 945 time: 0.0769322 Nov 22 12:20:08.799541 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-9a547a1f-7ee3-464a-b3ce-cc6cb4942dc8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:20:08.803105 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-b4e128bc-43c2-4df2-9272-10b0747173b9 req-a58aadb1-02d5-4283-8e26-f3bd2c9d8ff3 tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] 10.222.0.66 "GET /v2.0/security-groups?id=d25355f0-2e41-493d-aac5-082c69fe23d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661497 Nov 22 12:20:08.811765 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-9a547a1f-7ee3-464a-b3ce-cc6cb4942dc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545565'] for security_group, after_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:20:08.859420 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [None req-9a547a1f-7ee3-464a-b3ce-cc6cb4942dc8 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=7c5d43c9c87a4586a35f6df13577ecb5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1737220 Nov 22 12:20:08.859420 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a547a1f-7ee3-464a-b3ce-cc6cb4942dc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9091364e-f3f4-4c81-8985-2b889142747d,revision_number=1']} {{(pid=102750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:20:08.859786 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.wsgi [-] (102749) accepted ('10.222.0.66', 44706) {{(pid=102749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:20:08.892407 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.wsgi [-] (102750) accepted ('10.222.0.66', 44708) {{(pid=102750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:20:08.925411 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-1d5d5e1b-9e26-4685-9e78-cadf1ab038ef admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:20:08.947531 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-1d5d5e1b-9e26-4685-9e78-cadf1ab038ef admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:20:09.002356 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-1d5d5e1b-9e26-4685-9e78-cadf1ab038ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545565'] for security_group, after_delete {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:20:09.005025 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-1d5d5e1b-9e26-4685-9e78-cadf1ab038ef admin admin] Publish callbacks [] for security_group, before_response {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:20:09.006369 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [None req-1d5d5e1b-9e26-4685-9e78-cadf1ab038ef admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/9091364e-f3f4-4c81-8985-2b889142747d HTTP/1.1" status: 204 len: 168 time: 0.1453958 Nov 22 12:20:09.006912 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-4d5fdfe9-2552-4782-8443-82da34c75742 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:20:09.025072 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5d5e1b-9e26-4685-9e78-cadf1ab038ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9091364e-f3f4-4c81-8985-2b889142747d,revision_number=None']} {{(pid=102749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:20:09.114516 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-4d5fdfe9-2552-4782-8443-82da34c75742 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:20:09.119162 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-4d5fdfe9-2552-4782-8443-82da34c75742 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545565'] for security_group, after_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:20:09.159852 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [None req-4d5fdfe9-2552-4782-8443-82da34c75742 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=a4aa5f539be644109eae51372219b5bd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2656097 Nov 22 12:20:09.160661 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5fdfe9-2552-4782-8443-82da34c75742 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82d984f3-bc41-4ece-847c-45599a70212f,revision_number=1']} {{(pid=102750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:20:09.162239 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.wsgi [-] (102749) accepted ('10.222.0.66', 44716) {{(pid=102749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:20:09.222141 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-812b7564-9404-4783-8bd7-40c68b0409b5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:20:09.270409 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-812b7564-9404-4783-8bd7-40c68b0409b5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:20:09.314783 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a188acca-ea8b-45c5-9ce6-4fc32589a6eb req-150ce82b-f304-423d-9f4b-24d2bf962682 tempest-DeleteServersTestJSON-546359454 tempest-DeleteServersTestJSON-546359454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:20:09.319310 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-a188acca-ea8b-45c5-9ce6-4fc32589a6eb req-150ce82b-f304-423d-9f4b-24d2bf962682 tempest-DeleteServersTestJSON-546359454 tempest-DeleteServersTestJSON-546359454-project] 10.222.0.66 "GET /v2.0/ports?device_id=0e1fe798-845f-4f01-b699-0e2fac35e5c3 HTTP/1.1" status: 200 len: 946 time: 0.0813613 Nov 22 12:20:09.351044 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-812b7564-9404-4783-8bd7-40c68b0409b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545565'] for security_group, after_delete {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:20:09.353611 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-812b7564-9404-4783-8bd7-40c68b0409b5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:20:09.354741 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [None req-812b7564-9404-4783-8bd7-40c68b0409b5 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/82d984f3-bc41-4ece-847c-45599a70212f HTTP/1.1" status: 204 len: 168 time: 0.1911876 Nov 22 12:20:09.374354 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812b7564-9404-4783-8bd7-40c68b0409b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82d984f3-bc41-4ece-847c-45599a70212f,revision_number=None']} {{(pid=102749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:20:09.379280 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-a188acca-ea8b-45c5-9ce6-4fc32589a6eb req-46b21c76-5dde-430f-a61d-29213472228c tempest-DeleteServersTestJSON-546359454 tempest-DeleteServersTestJSON-546359454-project] 10.222.0.66 "GET /v2.0/security-groups?id=275fd683-ebee-400e-af25-c2e25f553eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568378 Nov 22 12:20:09.551497 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295eb71f-04fa-45d7-8668-17d4e80adeed req-7bbe4f88-5102-4b17-ac71-c6e894d4d7ab tempest-DeleteServersTestJSON-546359454 tempest-DeleteServersTestJSON-546359454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:20:09.553436 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-295eb71f-04fa-45d7-8668-17d4e80adeed req-7bbe4f88-5102-4b17-ac71-c6e894d4d7ab tempest-DeleteServersTestJSON-546359454 tempest-DeleteServersTestJSON-546359454-project] 10.222.0.46 "GET /v2.0/ports?device_id=0e1fe798-845f-4f01-b699-0e2fac35e5c3 HTTP/1.1" status: 200 len: 946 time: 0.0606081 Nov 22 12:20:09.730893 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.plugins.ml2.plugin [req-295eb71f-04fa-45d7-8668-17d4e80adeed req-7f78790c-0013-411b-ad67-bcbd92e13fd7 tempest-DeleteServersTestJSON-546359454 tempest-DeleteServersTestJSON-546359454-project] Deleting port bbc86ff1-847c-4237-907d-5d5ba197dac4 {{(pid=102749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 12:20:09.732291 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [req-295eb71f-04fa-45d7-8668-17d4e80adeed req-7f78790c-0013-411b-ad67-bcbd92e13fd7 tempest-DeleteServersTestJSON-546359454 tempest-DeleteServersTestJSON-546359454-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793343491880'] for port, before_delete {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:20:09.789357 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.wsgi [-] (102749) accepted ('10.222.0.66', 44746) {{(pid=102749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:20:09.809155 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-2c2061d2-6e58-4aff-8097-fa4157634dab admin admin] Publish callbacks [] for security_group, before_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:20:09.858590 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.plugins.ml2.db [req-295eb71f-04fa-45d7-8668-17d4e80adeed req-7f78790c-0013-411b-ad67-bcbd92e13fd7 tempest-DeleteServersTestJSON-546359454 tempest-DeleteServersTestJSON-546359454-project] For port bbc86ff1-847c-4237-907d-5d5ba197dac4, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=bbc86ff1-847c-4237-907d-5d5ba197dac4,segment=NetworkSegment(09c82953-3551-4e0d-a94d-e8e4962bca7e),segment_id=09c82953-3551-4e0d-a94d-e8e4962bca7e)] {{(pid=102749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 12:20:09.859023 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [req-295eb71f-04fa-45d7-8668-17d4e80adeed req-7f78790c-0013-411b-ad67-bcbd92e13fd7 tempest-DeleteServersTestJSON-546359454 tempest-DeleteServersTestJSON-546359454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-535547'] for port, precommit_delete {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:20:09.885421 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.plugins.ml2.plugin [req-295eb71f-04fa-45d7-8668-17d4e80adeed req-7f78790c-0013-411b-ad67-bcbd92e13fd7 tempest-DeleteServersTestJSON-546359454 tempest-DeleteServersTestJSON-546359454-project] Calling delete_port for bbc86ff1-847c-4237-907d-5d5ba197dac4 owned by compute:nova {{(pid=102749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 12:20:10.045633 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03fba33-6444-487e-a4ff-e116c03b713c req-ffa0ac21-f2a0-41ee-860d-7d3527aabd66 tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:20:10.047184 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-d03fba33-6444-487e-a4ff-e116c03b713c req-ffa0ac21-f2a0-41ee-860d-7d3527aabd66 tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] 10.222.0.66 "GET /v2.0/ports?device_id=937d4958-6710-4c44-8451-2b659b87dc63 HTTP/1.1" status: 200 len: 945 time: 0.1633935 Nov 22 12:20:10.068710 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-2c2061d2-6e58-4aff-8097-fa4157634dab admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:20:10.088215 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-2c2061d2-6e58-4aff-8097-fa4157634dab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545565'] for security_group, after_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:20:10.154172 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [None req-2c2061d2-6e58-4aff-8097-fa4157634dab admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=77edda9a907d4dd492f5c2045a5b6638&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3633783 Nov 22 12:20:10.158047 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.wsgi [-] (102750) accepted ('10.222.0.66', 44760) {{(pid=102750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:20:10.187879 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2061d2-6e58-4aff-8097-fa4157634dab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3f65e04-b254-466b-bbf0-c2527c14f5fc,revision_number=1']} {{(pid=102749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:20:10.194653 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-d03fba33-6444-487e-a4ff-e116c03b713c req-3f405a75-5f84-465b-8996-470438e0a011 tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] 10.222.0.66 "GET /v2.0/security-groups?id=d25355f0-2e41-493d-aac5-082c69fe23d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379774 Nov 22 12:20:10.236517 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [req-295eb71f-04fa-45d7-8668-17d4e80adeed req-7f78790c-0013-411b-ad67-bcbd92e13fd7 tempest-DeleteServersTestJSON-546359454 tempest-DeleteServersTestJSON-546359454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793343495765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793342949277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126077602'] for port, after_delete {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:20:10.238198 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-c0c501cd-587e-428e-8bcc-bb8312219c34 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:20:10.253353 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.db [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] get_ports_and_sgs() called for port_ids ['bbc86ff1-847c-4237-907d-5d5ba197dac4'] {{(pid=102751) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 12:20:10.266147 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-c0c501cd-587e-428e-8bcc-bb8312219c34 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:20:10.276592 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f78790c-0013-411b-ad67-bcbd92e13fd7 tempest-DeleteServersTestJSON-546359454 tempest-DeleteServersTestJSON-546359454-project] Pushing event deleted for resources: {'Port': ['ID=bbc86ff1-847c-4237-907d-5d5ba197dac4,revision_number=None']} {{(pid=102749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:20:10.325948 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-c0c501cd-587e-428e-8bcc-bb8312219c34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545565'] for security_group, after_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:20:10.329050 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-c0c501cd-587e-428e-8bcc-bb8312219c34 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:20:10.330232 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [None req-c0c501cd-587e-428e-8bcc-bb8312219c34 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/c3f65e04-b254-466b-bbf0-c2527c14f5fc HTTP/1.1" status: 204 len: 168 time: 0.1711648 Nov 22 12:20:10.338887 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c501cd-587e-428e-8bcc-bb8312219c34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3f65e04-b254-466b-bbf0-c2527c14f5fc,revision_number=None']} {{(pid=102750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:20:10.357095 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.db.l3_dvrscheduler_db [req-295eb71f-04fa-45d7-8668-17d4e80adeed req-7f78790c-0013-411b-ad67-bcbd92e13fd7 tempest-DeleteServersTestJSON-546359454 tempest-DeleteServersTestJSON-546359454-project] No DVR routers for this DVR port bbc86ff1-847c-4237-907d-5d5ba197dac4 on host hv-cinder-76845 {{(pid=102749) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 12:20:10.360165 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [req-295eb71f-04fa-45d7-8668-17d4e80adeed req-7f78790c-0013-411b-ad67-bcbd92e13fd7 tempest-DeleteServersTestJSON-546359454 tempest-DeleteServersTestJSON-546359454-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434365'] for port, before_response {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:20:10.363535 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-295eb71f-04fa-45d7-8668-17d4e80adeed req-7f78790c-0013-411b-ad67-bcbd92e13fd7 tempest-DeleteServersTestJSON-546359454 tempest-DeleteServersTestJSON-546359454-project] 10.222.0.46 "DELETE /v2.0/ports/bbc86ff1-847c-4237-907d-5d5ba197dac4 HTTP/1.1" status: 204 len: 173 time: 0.7994266 Nov 22 12:20:10.363996 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e1fe798-845f-4f01-b699-0e2fac35e5c3', 'name': 'network-vif-deleted', 'tag': 'bbc86ff1-847c-4237-907d-5d5ba197dac4'}] {{(pid=102749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 12:20:10.366390 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e75a82c02e5e8e80361e9b8ad1df1450ec212ebfa93d78ee9da720cb5365782c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c99a1cbb-d3da-40b3-bd68-c42f18b918a1" -d '{"events": [{"server_uuid": "0e1fe798-845f-4f01-b699-0e2fac35e5c3", "name": "network-vif-deleted", "tag": "bbc86ff1-847c-4237-907d-5d5ba197dac4"}]}' {{(pid=102749) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 12:20:10.430485 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 12:20:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40562649-d2cd-4d79-8a6d-0d92ffe58b7c x-openstack-request-id: req-40562649-d2cd-4d79-8a6d-0d92ffe58b7c {{(pid=102749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 12:20:10.430776 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e1fe798-845f-4f01-b699-0e2fac35e5c3", "name": "network-vif-deleted", "tag": "bbc86ff1-847c-4237-907d-5d5ba197dac4", "status": "completed", "code": 200}]} {{(pid=102749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 12:20:10.431071 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-40562649-d2cd-4d79-8a6d-0d92ffe58b7c {{(pid=102749) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 12:20:10.431481 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e1fe798-845f-4f01-b699-0e2fac35e5c3', 'name': 'network-vif-deleted', 'tag': 'bbc86ff1-847c-4237-907d-5d5ba197dac4', 'status': 'completed', 'code': 200} Nov 22 12:20:10.507316 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-ec9976dc-e232-4e2d-94af-74fc090fd102 req-02b650c2-2418-43dc-b280-8cd66d761e75 tempest-DeleteServersTestJSON-546359454 tempest-DeleteServersTestJSON-546359454-project] 10.222.0.66 "GET /v2.0/ports?device_id=0e1fe798-845f-4f01-b699-0e2fac35e5c3 HTTP/1.1" status: 200 len: 210 time: 0.0296111 Nov 22 12:20:11.328490 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b09103d-6de6-4ff0-8ba5-f2ae7df39fb2 req-abf2758a-9c26-4abc-b747-286db00c768d tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:20:11.331279 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-2b09103d-6de6-4ff0-8ba5-f2ae7df39fb2 req-abf2758a-9c26-4abc-b747-286db00c768d tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] 10.222.0.66 "GET /v2.0/ports?device_id=937d4958-6710-4c44-8451-2b659b87dc63 HTTP/1.1" status: 200 len: 945 time: 0.0560026 Nov 22 12:20:11.398914 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-2b09103d-6de6-4ff0-8ba5-f2ae7df39fb2 req-5f53453f-1639-4de0-b9af-ec04e2a83a11 tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] 10.222.0.66 "GET /v2.0/security-groups?id=d25355f0-2e41-493d-aac5-082c69fe23d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586495 Nov 22 12:20:11.559378 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-e57ceef7-a5c1-4ab5-97b9-931d5586295f req-81b92791-5ab4-4478-b06e-0dc78ea034b9 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=09a121f0-f7e5-4376-96bf-7008344dfe06&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0464914 Nov 22 12:20:11.676366 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57ceef7-a5c1-4ab5-97b9-931d5586295f req-5a2daa2a-eddc-47d7-b841-2477b5f816fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:20:11.678199 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-e57ceef7-a5c1-4ab5-97b9-931d5586295f req-5a2daa2a-eddc-47d7-b841-2477b5f816fd service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5319fd2dee9b4b47b98f59bca1572ac8&device_id=09a121f0-f7e5-4376-96bf-7008344dfe06 HTTP/1.1" status: 200 len: 1099 time: 0.0467317 Nov 22 12:20:11.678859 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.wsgi [-] (102749) accepted ('10.222.0.66', 44830) {{(pid=102749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:20:11.812450 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-19c73a95-893e-4640-b428-9dee4eb634f5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:20:11.828184 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57ceef7-a5c1-4ab5-97b9-931d5586295f req-74f0a9f4-368d-42ed-b046-045307a1f87e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:20:11.829679 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-e57ceef7-a5c1-4ab5-97b9-931d5586295f req-74f0a9f4-368d-42ed-b046-045307a1f87e service neutron] 10.222.0.46 "GET /v2.0/networks?id=1a398bbd-8494-4c78-9a7f-9328646aea45 HTTP/1.1" status: 200 len: 915 time: 0.1248620 Nov 22 12:20:11.878426 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-e57ceef7-a5c1-4ab5-97b9-931d5586295f req-d9e87e3f-c28c-4646-bc88-fd78643f05ca service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c07cfd45-5b74-4945-9991-863824fb50f3 HTTP/1.1" status: 200 len: 217 time: 0.0413826 Nov 22 12:20:11.946133 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57ceef7-a5c1-4ab5-97b9-931d5586295f req-a172757e-1a51-4e29-a58f-9eebc0a9d360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:20:11.947506 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-e57ceef7-a5c1-4ab5-97b9-931d5586295f req-a172757e-1a51-4e29-a58f-9eebc0a9d360 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a297376f-8bec-4762-a395-e20c73d660c4 HTTP/1.1" status: 200 len: 854 time: 0.0587280 Nov 22 12:20:11.993903 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-e57ceef7-a5c1-4ab5-97b9-931d5586295f req-8edba6ba-4f8c-424d-9081-c88d9e620e3b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1a398bbd-8494-4c78-9a7f-9328646aea45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355418 Nov 22 12:20:11.998479 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-19c73a95-893e-4640-b428-9dee4eb634f5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:20:12.002430 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-19c73a95-893e-4640-b428-9dee4eb634f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545565'] for security_group, after_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:20:12.057359 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [None req-19c73a95-893e-4640-b428-9dee4eb634f5 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=a4f602cdcb3d43589d288f187c1bcad1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3767776 Nov 22 12:20:12.060344 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.wsgi [-] (102750) accepted ('10.222.0.66', 44846) {{(pid=102750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:20:12.081680 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c73a95-893e-4640-b428-9dee4eb634f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10525772-6121-419f-8dfb-a974fcfa1674,revision_number=1']} {{(pid=102749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:20:12.135044 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-6ad8ec0e-e7c9-4744-b654-4f45e002cdb5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:20:12.138181 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-e57ceef7-a5c1-4ab5-97b9-931d5586295f req-466cb896-f876-4589-b6ac-ae04a07951d8 service neutron] 10.222.0.46 "GET /v2.0/networks/1a398bbd-8494-4c78-9a7f-9328646aea45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1195261 Nov 22 12:20:12.164176 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-6ad8ec0e-e7c9-4744-b654-4f45e002cdb5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:20:12.213198 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-6ad8ec0e-e7c9-4744-b654-4f45e002cdb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545565'] for security_group, after_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:20:12.215954 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-6ad8ec0e-e7c9-4744-b654-4f45e002cdb5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:20:12.217513 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [None req-6ad8ec0e-e7c9-4744-b654-4f45e002cdb5 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/10525772-6121-419f-8dfb-a974fcfa1674 HTTP/1.1" status: 204 len: 168 time: 0.1561933 Nov 22 12:20:12.231647 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad8ec0e-e7c9-4744-b654-4f45e002cdb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10525772-6121-419f-8dfb-a974fcfa1674,revision_number=None']} {{(pid=102750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:20:12.266075 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-e57ceef7-a5c1-4ab5-97b9-931d5586295f req-3c37642f-fe5f-4802-9f6f-02be6481105c service neutron] 10.222.0.46 "GET /v2.0/networks/1a398bbd-8494-4c78-9a7f-9328646aea45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109374 Nov 22 12:20:12.549863 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afc6b65-f838-4da7-a351-f3d0e2933833 req-2f998aba-cc77-42d6-8677-9ca159c1f069 tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:20:12.551655 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-3afc6b65-f838-4da7-a351-f3d0e2933833 req-2f998aba-cc77-42d6-8677-9ca159c1f069 tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] 10.222.0.66 "GET /v2.0/ports?device_id=937d4958-6710-4c44-8451-2b659b87dc63 HTTP/1.1" status: 200 len: 945 time: 0.0684576 Nov 22 12:20:12.646799 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-3afc6b65-f838-4da7-a351-f3d0e2933833 req-6d2b4f67-4374-43a9-b0b6-a1acbe91595e tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] 10.222.0.66 "GET /v2.0/security-groups?id=d25355f0-2e41-493d-aac5-082c69fe23d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816584 Nov 22 12:20:12.996266 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.wsgi [-] (102749) accepted ('10.222.0.66', 44898) {{(pid=102749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:20:13.033618 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.wsgi [-] (102749) accepted ('10.222.0.66', 44904) {{(pid=102749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:20:13.044687 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.rpc [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Device bbc86ff1-847c-4237-907d-5d5ba197dac4 no longer exists at agent hyperv_hv-cinder-76845 {{(pid=102751) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 12:20:13.069899 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.plugin [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] No Port match for: bbc86ff1-847c-4237-907d-5d5ba197dac4 {{(pid=102751) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 12:20:13.070603 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.rpc [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Device bbc86ff1-847c-4237-907d-5d5ba197dac4 not bound to the agent host hv-cinder-76845 {{(pid=102751) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 12:20:13.091288 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.db.db_base_plugin_v2 [None req-972ed613-55ac-4c0c-b33f-19edc2b18b79 admin admin] Deleting subnet f30157bd-ae15-4c4e-9999-a9333b05a615 {{(pid=102749) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 12:20:13.100691 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.v2.base [None req-c175601f-4530-4f5b-a186-dabd77d8f836 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-983204774-network', 'tenant_id': '8dc74b1d74b14a009699279eb128f9f9'}} {{(pid=102749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 12:20:13.105846 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-972ed613-55ac-4c0c-b33f-19edc2b18b79 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:20:13.152983 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-972ed613-55ac-4c0c-b33f-19edc2b18b79 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129474033'] for subnet, precommit_delete_associations {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:20:13.171771 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c175601f-4530-4f5b-a186-dabd77d8f836 admin admin] Made reservation on behalf of 8dc74b1d74b14a009699279eb128f9f9 for: {'network': 1} {{(pid=102749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 12:20:13.173980 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-c175601f-4530-4f5b-a186-dabd77d8f836 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3931732'] for network, before_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:20:13.186398 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-c175601f-4530-4f5b-a186-dabd77d8f836 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:20:13.219273 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-972ed613-55ac-4c0c-b33f-19edc2b18b79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3851550'] for subnet, precommit_delete {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:20:13.306507 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-972ed613-55ac-4c0c-b33f-19edc2b18b79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3851541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126077565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129923368'] for subnet, after_delete {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:20:13.353482 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-972ed613-55ac-4c0c-b33f-19edc2b18b79 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758363'] for subnet, before_response {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:20:13.357199 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [None req-972ed613-55ac-4c0c-b33f-19edc2b18b79 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/f30157bd-ae15-4c4e-9999-a9333b05a615 HTTP/1.1" status: 204 len: 168 time: 0.3223863 Nov 22 12:20:13.358171 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972ed613-55ac-4c0c-b33f-19edc2b18b79 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f30157bd-ae15-4c4e-9999-a9333b05a615,revision_number=None']} {{(pid=102749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:20:13.369165 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.wsgi [-] (102750) accepted ('10.222.0.66', 44914) {{(pid=102750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:20:13.370610 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-c175601f-4530-4f5b-a186-dabd77d8f836 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:20:13.376102 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-c175601f-4530-4f5b-a186-dabd77d8f836 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545565'] for security_group, after_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:20:13.400270 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c175601f-4530-4f5b-a186-dabd77d8f836 admin admin] vlan segment allocate from pool success with {'vlan_id': 631, 'physical_network': 'physnet1'} {{(pid=102749) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 12:20:13.415303 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c175601f-4530-4f5b-a186-dabd77d8f836 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=188eb127-27e7-40f9-bd3a-a43f3d4f7d59,revision_number=1']} {{(pid=102749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:20:13.421754 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-c175601f-4530-4f5b-a186-dabd77d8f836 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3850450'] for segment, precommit_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:20:13.422099 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.db.segments_db [None req-c175601f-4530-4f5b-a186-dabd77d8f836 admin admin] Added segment b307a277-133b-49ad-9947-78ca47bc0d8c of type vlan for network f0e4cddf-9054-45b8-ae14-fd837a61718e Nov 22 12:20:13.445596 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-02d0d4e3-13e7-4060-8046-3689553c7091 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3895399'] for network, before_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:20:13.462075 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-c175601f-4530-4f5b-a186-dabd77d8f836 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793342968311'] for network, precommit_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:20:13.487892 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-c175601f-4530-4f5b-a186-dabd77d8f836 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381'] for network, after_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:20:13.488894 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c175601f-4530-4f5b-a186-dabd77d8f836 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:20:13.489505 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-c175601f-4530-4f5b-a186-dabd77d8f836 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758363'] for network, before_response {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:20:13.525429 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-02d0d4e3-13e7-4060-8046-3689553c7091 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3855014', 'neutron.services.segments.db._delete_segments_for_network-8793343475339'] for network, precommit_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:20:13.548592 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.services.segments.db [None req-02d0d4e3-13e7-4060-8046-3689553c7091 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b07068ae-2296-48cd-ab6a-7673ccc232c3']}} {{(pid=102750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 12:20:13.549524 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [None req-c175601f-4530-4f5b-a186-dabd77d8f836 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5521145 Nov 22 12:20:13.552378 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.wsgi [-] (102749) accepted ('10.222.0.66', 44916) {{(pid=102749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:20:13.557012 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.v2.base [None req-274ea624-afa4-41b6-864a-b5dbcd64916a admin admin] Request body: {'subnet': {'network_id': 'f0e4cddf-9054-45b8-ae14-fd837a61718e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-983204774-subnet', 'tenant_id': '8dc74b1d74b14a009699279eb128f9f9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 12:20:13.558379 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.services.segments.db [None req-02d0d4e3-13e7-4060-8046-3689553c7091 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09c82953-3551-4e0d-a94d-e8e4962bca7e') {'for_net_delete': True} {{(pid=102750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 12:20:13.558672 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.services.segments.db [None req-02d0d4e3-13e7-4060-8046-3689553c7091 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09c82953-3551-4e0d-a94d-e8e4962bca7e') {} {{(pid=102750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 12:20:13.566070 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c175601f-4530-4f5b-a186-dabd77d8f836 admin admin] Pushing event updated for resources: {'Network': ['ID=f0e4cddf-9054-45b8-ae14-fd837a61718e,revision_number=1']} {{(pid=102749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:20:13.574187 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-02d0d4e3-13e7-4060-8046-3689553c7091 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793343276566', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129945334'] for segment, before_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:20:13.578862 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.rpc [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] Network f0e4cddf-9054-45b8-ae14-fd837a61718e details requested by agent ovs-agent-dv-cinder-768458-13-iscsi with host dv-cinder-768458-13-iscsi {{(pid=102751) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 12:20:13.587071 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-274ea624-afa4-41b6-864a-b5dbcd64916a admin admin] Made reservation on behalf of 8dc74b1d74b14a009699279eb128f9f9 for: {'subnet': 1} {{(pid=102749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 12:20:13.589312 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-274ea624-afa4-41b6-864a-b5dbcd64916a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129923343'] for subnet, before_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:20:13.590527 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-02d0d4e3-13e7-4060-8046-3689553c7091 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3850450'] for segment, precommit_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:20:13.601667 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02d0d4e3-13e7-4060-8046-3689553c7091 admin admin] Releasing vlan 649 on physical network physnet1 to pool {{(pid=102750) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 12:20:13.602386 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-02d0d4e3-13e7-4060-8046-3689553c7091 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3850450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128483812'] for segment, after_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:20:13.653912 dv-cinder-768458-13-iscsi neutron-server[102750]: Traceback (most recent call last): Nov 22 12:20:13.653912 dv-cinder-768458-13-iscsi neutron-server[102750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 12:20:13.653912 dv-cinder-768458-13-iscsi neutron-server[102750]: timer() Nov 22 12:20:13.653912 dv-cinder-768458-13-iscsi neutron-server[102750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 12:20:13.653912 dv-cinder-768458-13-iscsi neutron-server[102750]: cb(*args, **kw) Nov 22 12:20:13.653912 dv-cinder-768458-13-iscsi neutron-server[102750]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 12:20:13.653912 dv-cinder-768458-13-iscsi neutron-server[102750]: return func(*args, **kwargs) Nov 22 12:20:13.653912 dv-cinder-768458-13-iscsi neutron-server[102750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 12:20:13.653912 dv-cinder-768458-13-iscsi neutron-server[102750]: self._notify() Nov 22 12:20:13.653912 dv-cinder-768458-13-iscsi neutron-server[102750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 12:20:13.653912 dv-cinder-768458-13-iscsi neutron-server[102750]: self.callback(batched_events) Nov 22 12:20:13.653912 dv-cinder-768458-13-iscsi neutron-server[102750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 12:20:13.653912 dv-cinder-768458-13-iscsi neutron-server[102750]: event.method(event) Nov 22 12:20:13.653912 dv-cinder-768458-13-iscsi neutron-server[102750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 12:20:13.653912 dv-cinder-768458-13-iscsi neutron-server[102750]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 12:20:13.653912 dv-cinder-768458-13-iscsi neutron-server[102750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 12:20:13.653912 dv-cinder-768458-13-iscsi neutron-server[102750]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 12:20:13.653912 dv-cinder-768458-13-iscsi neutron-server[102750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 12:20:13.653912 dv-cinder-768458-13-iscsi neutron-server[102750]: return f(self, *a, **k) Nov 22 12:20:13.653912 dv-cinder-768458-13-iscsi neutron-server[102750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 12:20:13.653912 dv-cinder-768458-13-iscsi neutron-server[102750]: return self._get(url).json() Nov 22 12:20:13.653912 dv-cinder-768458-13-iscsi neutron-server[102750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 12:20:13.653912 dv-cinder-768458-13-iscsi neutron-server[102750]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 12:20:13.653912 dv-cinder-768458-13-iscsi neutron-server[102750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 12:20:13.653912 dv-cinder-768458-13-iscsi neutron-server[102750]: return self.request(url, 'GET', **kwargs) Nov 22 12:20:13.653912 dv-cinder-768458-13-iscsi neutron-server[102750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 12:20:13.653912 dv-cinder-768458-13-iscsi neutron-server[102750]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 12:20:13.653912 dv-cinder-768458-13-iscsi neutron-server[102750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 12:20:13.653912 dv-cinder-768458-13-iscsi neutron-server[102750]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 12:20:13.653912 dv-cinder-768458-13-iscsi neutron-server[102750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 12:20:13.653912 dv-cinder-768458-13-iscsi neutron-server[102750]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 12:20:13.653912 dv-cinder-768458-13-iscsi neutron-server[102750]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 12:20:13.667743 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-02d0d4e3-13e7-4060-8046-3689553c7091 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3855023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532706'] for network, after_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:20:13.685193 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-02d0d4e3-13e7-4060-8046-3689553c7091 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758363'] for network, before_response {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:20:13.688321 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [None req-02d0d4e3-13e7-4060-8046-3689553c7091 admin admin] 10.222.0.66 "DELETE /v2.0/networks/b07068ae-2296-48cd-ab6a-7673ccc232c3 HTTP/1.1" status: 204 len: 168 time: 0.3180506 Nov 22 12:20:13.689482 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d0d4e3-13e7-4060-8046-3689553c7091 admin admin] Pushing event deleted for resources: {'Network': ['ID=b07068ae-2296-48cd-ab6a-7673ccc232c3,revision_number=None']} {{(pid=102750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:20:13.842247 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1a980a-4803-40b7-a058-33cfcfc5cc92 req-4beed5a2-2235-4cf8-af19-680c4a1b1553 tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:20:13.843812 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-9a1a980a-4803-40b7-a058-33cfcfc5cc92 req-4beed5a2-2235-4cf8-af19-680c4a1b1553 tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] 10.222.0.66 "GET /v2.0/ports?device_id=937d4958-6710-4c44-8451-2b659b87dc63 HTTP/1.1" status: 200 len: 945 time: 0.1244891 Nov 22 12:20:13.850554 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.wsgi [-] (102750) accepted ('10.222.0.66', 44930) {{(pid=102750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:20:13.852066 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-274ea624-afa4-41b6-864a-b5dbcd64916a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126077502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129923377'] for subnet, after_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:20:13.892332 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [None req-27c0552c-b877-40e0-8f92-695eea6b3f86 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=95c32f9960704ce6b26019efdc2abddc&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0404360 Nov 22 12:20:13.894683 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.wsgi [-] (102750) accepted ('10.222.0.66', 44932) {{(pid=102750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:20:13.948648 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-f6868439-7d20-44da-ae60-4cb5719c3084 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:20:13.953750 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274ea624-afa4-41b6-864a-b5dbcd64916a admin admin] Pushing event updated for resources: {'Subnet': ['ID=b23da1d5-67b6-4638-9aba-5b784b347006,revision_number=0']} {{(pid=102749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:20:13.969363 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-9a1a980a-4803-40b7-a058-33cfcfc5cc92 req-acf4818a-f989-4daa-aafa-eaf7555f3a0f tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] 10.222.0.66 "GET /v2.0/security-groups?id=d25355f0-2e41-493d-aac5-082c69fe23d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148531 Nov 22 12:20:13.972754 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-274ea624-afa4-41b6-864a-b5dbcd64916a admin admin] Checking segment: {'id': 'b307a277-133b-49ad-9947-78ca47bc0d8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'f0e4cddf-9054-45b8-ae14-fd837a61718e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 12:20:13.973131 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-274ea624-afa4-41b6-864a-b5dbcd64916a admin admin] Network hostable DHCP agents. Network: f0e4cddf-9054-45b8-ae14-fd837a61718e, hostable agents: ['c0a0bcc5-cac5-441b-a5c2-c094680f9e9d'], hosted agents: [] {{(pid=102749) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 12:20:13.998938 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-274ea624-afa4-41b6-864a-b5dbcd64916a admin admin] Network f0e4cddf-9054-45b8-ae14-fd837a61718e is scheduled to be hosted by DHCP agent c0a0bcc5-cac5-441b-a5c2-c094680f9e9d with binding_index 1 {{(pid=102749) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 12:20:14.007476 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-f6868439-7d20-44da-ae60-4cb5719c3084 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:20:14.012021 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.scheduler.base_scheduler [None req-274ea624-afa4-41b6-864a-b5dbcd64916a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768458-13-iscsi, f0e4cddf-9054-45b8-ae14-fd837a61718e) {{(pid=102749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 12:20:14.016852 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-274ea624-afa4-41b6-864a-b5dbcd64916a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:20:14.017589 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-274ea624-afa4-41b6-864a-b5dbcd64916a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758363'] for subnet, before_response {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:20:14.023924 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c422588-05f9-4698-bf75-c439c84f3fd0 None None] Network f0e4cddf-9054-45b8-ae14-fd837a61718e requested from dv-cinder-768458-13-iscsi {{(pid=102751) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 12:20:14.042391 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [None req-274ea624-afa4-41b6-864a-b5dbcd64916a admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4889517 Nov 22 12:20:14.101714 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-f6868439-7d20-44da-ae60-4cb5719c3084 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545565'] for security_group, after_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:20:14.105533 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-f6868439-7d20-44da-ae60-4cb5719c3084 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:20:14.106851 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [None req-f6868439-7d20-44da-ae60-4cb5719c3084 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/275fd683-ebee-400e-af25-c2e25f553eba HTTP/1.1" status: 204 len: 168 time: 0.2111213 Nov 22 12:20:14.116077 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6868439-7d20-44da-ae60-4cb5719c3084 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=275fd683-ebee-400e-af25-c2e25f553eba,revision_number=None']} {{(pid=102750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:20:14.194713 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ea6ee3d-cb8b-409a-ae1f-74bb3dd50876 None None] Network f0e4cddf-9054-45b8-ae14-fd837a61718e requested from dv-cinder-768458-13-iscsi {{(pid=102751) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 12:20:14.946329 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.wsgi [-] (102749) accepted ('10.222.0.66', 44980) {{(pid=102749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:20:15.049709 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.v2.base [None req-5e01242c-a6f6-4951-b726-13a9b0ecfa6b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-126369036-network', 'tenant_id': '7f5dffe9bc3f41c7a2656d194fd02173'}} {{(pid=102749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 12:20:15.073464 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e01242c-a6f6-4951-b726-13a9b0ecfa6b admin admin] Made reservation on behalf of 7f5dffe9bc3f41c7a2656d194fd02173 for: {'network': 1} {{(pid=102749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 12:20:15.076633 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-5e01242c-a6f6-4951-b726-13a9b0ecfa6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3931732'] for network, before_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:20:15.097577 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-5e01242c-a6f6-4951-b726-13a9b0ecfa6b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:20:15.161610 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbb9ad3-edf1-46b9-b0b6-3428eaebf882 req-be8a25f4-f488-497b-9a53-5d3bfcea8bbf tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:20:15.163130 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-7dbb9ad3-edf1-46b9-b0b6-3428eaebf882 req-be8a25f4-f488-497b-9a53-5d3bfcea8bbf tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] 10.222.0.66 "GET /v2.0/ports?device_id=937d4958-6710-4c44-8451-2b659b87dc63 HTTP/1.1" status: 200 len: 945 time: 0.0842078 Nov 22 12:20:15.245549 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-7dbb9ad3-edf1-46b9-b0b6-3428eaebf882 req-8f4d6a08-beaa-4a4c-a5a2-1470a6d3676b tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] 10.222.0.66 "GET /v2.0/security-groups?id=d25355f0-2e41-493d-aac5-082c69fe23d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752292 Nov 22 12:20:15.251189 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-5e01242c-a6f6-4951-b726-13a9b0ecfa6b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:20:15.262733 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-5e01242c-a6f6-4951-b726-13a9b0ecfa6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545565'] for security_group, after_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:20:15.287749 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e01242c-a6f6-4951-b726-13a9b0ecfa6b admin admin] vlan segment allocate from pool success with {'vlan_id': 639, 'physical_network': 'physnet1'} {{(pid=102749) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 12:20:15.297789 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e01242c-a6f6-4951-b726-13a9b0ecfa6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=414295b4-e70e-46b1-a75d-a9e6a2e98c52,revision_number=1']} {{(pid=102749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:20:15.302626 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-5e01242c-a6f6-4951-b726-13a9b0ecfa6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3850450'] for segment, precommit_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:20:15.303058 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.db.segments_db [None req-5e01242c-a6f6-4951-b726-13a9b0ecfa6b admin admin] Added segment b78e0815-b799-49df-bef0-4bb183f15c4f of type vlan for network 10b712e1-1243-4ece-87db-2201cf5a5198 Nov 22 12:20:15.343507 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-5e01242c-a6f6-4951-b726-13a9b0ecfa6b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793342968311'] for network, precommit_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:20:15.381661 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-5e01242c-a6f6-4951-b726-13a9b0ecfa6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381'] for network, after_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:20:15.382713 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e01242c-a6f6-4951-b726-13a9b0ecfa6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:20:15.383328 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-5e01242c-a6f6-4951-b726-13a9b0ecfa6b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758363'] for network, before_response {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:20:15.618868 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [None req-5e01242c-a6f6-4951-b726-13a9b0ecfa6b admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6712530 Nov 22 12:20:15.621929 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.wsgi [-] (102750) accepted ('10.222.0.66', 44994) {{(pid=102750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:20:15.626014 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e01242c-a6f6-4951-b726-13a9b0ecfa6b admin admin] Pushing event updated for resources: {'Network': ['ID=10b712e1-1243-4ece-87db-2201cf5a5198,revision_number=1']} {{(pid=102749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:20:15.626983 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.v2.base [None req-41a23916-4d85-441a-8c3a-c6dd6edae1e9 admin admin] Request body: {'subnet': {'network_id': '10b712e1-1243-4ece-87db-2201cf5a5198', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-126369036-subnet', 'tenant_id': '7f5dffe9bc3f41c7a2656d194fd02173', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 12:20:15.636807 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.rpc [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] Network 10b712e1-1243-4ece-87db-2201cf5a5198 details requested by agent ovs-agent-dv-cinder-768458-13-iscsi with host dv-cinder-768458-13-iscsi {{(pid=102751) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 12:20:15.650570 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41a23916-4d85-441a-8c3a-c6dd6edae1e9 admin admin] Made reservation on behalf of 7f5dffe9bc3f41c7a2656d194fd02173 for: {'subnet': 1} {{(pid=102750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 12:20:15.652907 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-41a23916-4d85-441a-8c3a-c6dd6edae1e9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125991844'] for subnet, before_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:20:16.017630 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-41a23916-4d85-441a-8c3a-c6dd6edae1e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128483597', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125991834'] for subnet, after_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:20:16.071771 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a23916-4d85-441a-8c3a-c6dd6edae1e9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=75c4fc63-17cf-4b1b-891d-bbf68c4295d3,revision_number=0']} {{(pid=102750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:20:16.083665 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41a23916-4d85-441a-8c3a-c6dd6edae1e9 admin admin] Checking segment: {'id': 'b78e0815-b799-49df-bef0-4bb183f15c4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '10b712e1-1243-4ece-87db-2201cf5a5198'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 12:20:16.084030 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41a23916-4d85-441a-8c3a-c6dd6edae1e9 admin admin] Network hostable DHCP agents. Network: 10b712e1-1243-4ece-87db-2201cf5a5198, hostable agents: ['c0a0bcc5-cac5-441b-a5c2-c094680f9e9d'], hosted agents: [] {{(pid=102750) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 12:20:16.105001 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41a23916-4d85-441a-8c3a-c6dd6edae1e9 admin admin] Network 10b712e1-1243-4ece-87db-2201cf5a5198 is scheduled to be hosted by DHCP agent c0a0bcc5-cac5-441b-a5c2-c094680f9e9d with binding_index 1 {{(pid=102750) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 12:20:16.118358 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.scheduler.base_scheduler [None req-41a23916-4d85-441a-8c3a-c6dd6edae1e9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768458-13-iscsi, 10b712e1-1243-4ece-87db-2201cf5a5198) {{(pid=102750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 12:20:16.128684 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4200eaf6-c025-4d84-aaf1-cd6da91d15f2 None None] Network 10b712e1-1243-4ece-87db-2201cf5a5198 requested from dv-cinder-768458-13-iscsi {{(pid=102751) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 12:20:16.128992 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41a23916-4d85-441a-8c3a-c6dd6edae1e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:20:16.129707 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-41a23916-4d85-441a-8c3a-c6dd6edae1e9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:20:16.147266 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [None req-41a23916-4d85-441a-8c3a-c6dd6edae1e9 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5240347 Nov 22 12:20:16.150044 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.wsgi [-] (102749) accepted ('10.222.0.66', 45002) {{(pid=102749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:20:16.155819 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.v2.base [None req-cf98d64d-2109-4595-b577-93ee320155d2 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-126369036-router', 'tenant_id': '7f5dffe9bc3f41c7a2656d194fd02173', 'external_gateway_info': {'network_id': '52f34850-4f08-4bf9-8f19-1c892d4c6132'}}} {{(pid=102749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 12:20:16.189252 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-cf98d64d-2109-4595-b577-93ee320155d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-923473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11729'] for router, before_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:20:16.191027 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-cf98d64d-2109-4595-b577-93ee320155d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-533099', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-767110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11738'] for router, precommit_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:20:16.244374 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-cf98d64d-2109-4595-b577-93ee320155d2 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:20:16.287268 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16185e89-11df-4342-9749-507ae4931d40 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfe555459-6e0b-5631-a278-c6609bd98800-10b712e1-1243-4ece-87db-2201cf5a5198', 'network_id': '10b712e1-1243-4ece-87db-2201cf5a5198', 'tenant_id': '7f5dffe9bc3f41c7a2656d194fd02173', 'fixed_ips': [{'subnet_id': '75c4fc63-17cf-4b1b-891d-bbf68c4295d3'}]}} from dv-cinder-768458-13-iscsi. {{(pid=102751) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 12:20:16.288219 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-16185e89-11df-4342-9749-507ae4931d40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3931732'] for port, before_create {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:20:16.385737 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-cf98d64d-2109-4595-b577-93ee320155d2 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:20:16.428314 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.db_base_plugin_common [None req-16185e89-11df-4342-9749-507ae4931d40 None None] Allocated IP 172.20.0.2 (10b712e1-1243-4ece-87db-2201cf5a5198/75c4fc63-17cf-4b1b-891d-bbf68c4295d3/02d3c963-d50a-41ad-a96a-3d5c96c24694) {{(pid=102751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 12:20:16.594198 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-cf98d64d-2109-4595-b577-93ee320155d2 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:20:16.618081 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-cf98d64d-2109-4595-b577-93ee320155d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3931732'] for port, before_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:20:16.687135 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793343475411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3821827'] for agent, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:20:16.702961 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-16185e89-11df-4342-9749-507ae4931d40 None None] Publish callbacks [] for port, precommit_create {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:20:16.709901 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-16185e89-11df-4342-9749-507ae4931d40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793342949268'] for port, after_create {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:20:16.726295 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.db.db_base_plugin_common [None req-cf98d64d-2109-4595-b577-93ee320155d2 admin admin] Allocated IP 172.27.0.63 (52f34850-4f08-4bf9-8f19-1c892d4c6132/9e59152d-9f1b-4a42-ae53-82f6bd285144/0ac1a34f-6725-44f8-8b88-8fb9c49da86b) {{(pid=102749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 12:20:16.748310 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16185e89-11df-4342-9749-507ae4931d40 None None] Network 10b712e1-1243-4ece-87db-2201cf5a5198 is already hosted by enough agents. {{(pid=102751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 12:20:16.752990 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.scheduler.base_scheduler [None req-16185e89-11df-4342-9749-507ae4931d40 None None] Resources bound (agent type, host, resource id): {{(pid=102751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 12:20:16.758100 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16185e89-11df-4342-9749-507ae4931d40 None None] Received port after_create {{(pid=102751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 12:20:16.765673 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16185e89-11df-4342-9749-507ae4931d40 None None] Pushing event updated for resources: {'Port': ['ID=02d3c963-d50a-41ad-a96a-3d5c96c24694,revision_number=1']} {{(pid=102751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:20:16.788062 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16185e89-11df-4342-9749-507ae4931d40 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:20:16.788439 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16185e89-11df-4342-9749-507ae4931d40 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:20:16.788788 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16185e89-11df-4342-9749-507ae4931d40 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:20:16.789128 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16185e89-11df-4342-9749-507ae4931d40 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:20:16.789464 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16185e89-11df-4342-9749-507ae4931d40 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:20:16.789815 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16185e89-11df-4342-9749-507ae4931d40 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:20:16.790152 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16185e89-11df-4342-9749-507ae4931d40 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:20:16.790480 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16185e89-11df-4342-9749-507ae4931d40 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:20:16.790995 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16185e89-11df-4342-9749-507ae4931d40 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:20:16.791510 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16185e89-11df-4342-9749-507ae4931d40 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:20:16.791999 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16185e89-11df-4342-9749-507ae4931d40 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:20:16.792469 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16185e89-11df-4342-9749-507ae4931d40 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:20:16.830141 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.managers [None req-16185e89-11df-4342-9749-507ae4931d40 None None] Attempting to bind port 02d3c963-d50a-41ad-a96a-3d5c96c24694 on host dv-cinder-768458-13-iscsi for vnic_type normal with profile {{(pid=102751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 12:20:16.830518 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.managers [None req-16185e89-11df-4342-9749-507ae4931d40 None None] Attempting to bind port 02d3c963-d50a-41ad-a96a-3d5c96c24694 by drivers openvswitch,hyperv on host dv-cinder-768458-13-iscsi at level 0 using segments [{'id': 'b78e0815-b799-49df-bef0-4bb183f15c4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '10b712e1-1243-4ece-87db-2201cf5a5198'}] {{(pid=102751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 12:20:16.830901 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16185e89-11df-4342-9749-507ae4931d40 None None] Attempting to bind port 02d3c963-d50a-41ad-a96a-3d5c96c24694 on network 10b712e1-1243-4ece-87db-2201cf5a5198 {{(pid=102751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 12:20:16.836182 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16185e89-11df-4342-9749-507ae4931d40 None None] Checking agent: {'id': '93079659-014b-45ff-9ed2-9a81038b5445', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768458-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 12, 11, 26), 'started_at': datetime.datetime(2021, 11, 22, 12, 11, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 12, 19, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768458-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 12:20:16.836583 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16185e89-11df-4342-9749-507ae4931d40 None None] Checking segment: {'id': 'b78e0815-b799-49df-bef0-4bb183f15c4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '10b712e1-1243-4ece-87db-2201cf5a5198'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 12:20:16.837010 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-16185e89-11df-4342-9749-507ae4931d40 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:20:16.837210 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-cf98d64d-2109-4595-b577-93ee320155d2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:20:16.837429 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16185e89-11df-4342-9749-507ae4931d40 None None] Bound using segment: {'id': 'b78e0815-b799-49df-bef0-4bb183f15c4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '10b712e1-1243-4ece-87db-2201cf5a5198'} {{(pid=102751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 12:20:16.837920 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.managers [None req-16185e89-11df-4342-9749-507ae4931d40 None None] Bound port: 02d3c963-d50a-41ad-a96a-3d5c96c24694, host: dv-cinder-768458-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b78e0815-b799-49df-bef0-4bb183f15c4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '10b712e1-1243-4ece-87db-2201cf5a5198'}}] {{(pid=102751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 12:20:16.838305 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-16185e89-11df-4342-9749-507ae4931d40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3931732'] for port, before_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:20:16.871029 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-cf98d64d-2109-4595-b577-93ee320155d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793342949268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126077602'] for port, after_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:20:16.902076 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.db [None req-16185e89-11df-4342-9749-507ae4931d40 None None] For port 02d3c963-d50a-41ad-a96a-3d5c96c24694, host dv-cinder-768458-13-iscsi, cleared binding levels {{(pid=102751) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 12:20:16.906154 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.db [None req-16185e89-11df-4342-9749-507ae4931d40 None None] For port 02d3c963-d50a-41ad-a96a-3d5c96c24694, host dv-cinder-768458-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-13-iscsi',level=0,port_id=02d3c963-d50a-41ad-a96a-3d5c96c24694,segment=NetworkSegment(b78e0815-b799-49df-bef0-4bb183f15c4f),segment_id=b78e0815-b799-49df-bef0-4bb183f15c4f)] {{(pid=102751) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 12:20:16.912909 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-16185e89-11df-4342-9749-507ae4931d40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793343495738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793342949286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793342949304'] for port, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:20:16.913137 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf98d64d-2109-4595-b577-93ee320155d2 admin admin] Network 52f34850-4f08-4bf9-8f19-1c892d4c6132 is already hosted by enough agents. {{(pid=102749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 12:20:16.916453 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.scheduler.base_scheduler [None req-cf98d64d-2109-4595-b577-93ee320155d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=102749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 12:20:16.918806 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf98d64d-2109-4595-b577-93ee320155d2 admin admin] Received port after_create {{(pid=102749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 12:20:16.945586 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf98d64d-2109-4595-b577-93ee320155d2 admin admin] Pushing event updated for resources: {'Port': ['ID=0ac1a34f-6725-44f8-8b88-8fb9c49da86b,revision_number=1']} {{(pid=102749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:20:16.977754 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16185e89-11df-4342-9749-507ae4931d40 None None] Pushing event updated for resources: {'Port': ['ID=02d3c963-d50a-41ad-a96a-3d5c96c24694,revision_number=2']} {{(pid=102751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:20:17.190041 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-cf98d64d-2109-4595-b577-93ee320155d2 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:20:17.397836 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-cf98d64d-2109-4595-b577-93ee320155d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-533046'] for router, after_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:20:17.536765 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf98d64d-2109-4595-b577-93ee320155d2 admin admin] Router 63592a9c-68c1-48ea-b288-b87effc8bba2 is scheduled to L3 agent b4a26ead-6ab2-4f98-a352-c9ed6d39b73e with binding_index 1 {{(pid=102749) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 12:20:17.651885 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf98d64d-2109-4595-b577-93ee320155d2 admin admin] Notify agent at l3_agent.dv-cinder-768458-13-iscsi the message routers_updated {{(pid=102749) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 12:20:17.662362 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ac347c4-9717-47f6-92a1-3ad261392d52 None None] Sync routers for ids ['63592a9c-68c1-48ea-b288-b87effc8bba2'] in dv-cinder-768458-13-iscsi {{(pid=102752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 12:20:17.674376 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ac347c4-9717-47f6-92a1-3ad261392d52 None None] Routers {'63592a9c-68c1-48ea-b288-b87effc8bba2'} bound to L3 agent in host dv-cinder-768458-13-iscsi {{(pid=102752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 12:20:17.675037 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.db.l3_hamode_db [None req-4ac347c4-9717-47f6-92a1-3ad261392d52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T12:11:23Z,description=,heartbeat_timestamp=2021-11-22T12:19:53Z,host='dv-cinder-768458-13-iscsi',id=b4a26ead-6ab2-4f98-a352-c9ed6d39b73e,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T12:11:23Z,topic='l3_agent')) {'router_ids': ['63592a9c-68c1-48ea-b288-b87effc8bba2'], 'active': True} {{(pid=102752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 12:20:17.677315 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-cf98d64d-2109-4595-b577-93ee320155d2 admin admin] Publish callbacks [] for router, before_response {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:20:17.680690 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.wsgi [-] (102750) accepted ('10.222.0.66', 45018) {{(pid=102750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:20:17.681316 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [None req-cf98d64d-2109-4595-b577-93ee320155d2 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5286670 Nov 22 12:20:17.804458 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.db.l3_dvr_db [None req-4ac347c4-9717-47f6-92a1-3ad261392d52 None None] Set router 63592a9c-68c1-48ea-b288-b87effc8bba2 gateway port host: dv-cinder-768458-13-iscsi {{(pid=102752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 12:20:17.952064 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f4d695-3274-4326-8d4c-1562be7a896e req-9c47126c-7d9f-456d-b695-43e0b1dbeb65 tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:20:17.953590 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-52f4d695-3274-4326-8d4c-1562be7a896e req-9c47126c-7d9f-456d-b695-43e0b1dbeb65 tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] 10.222.0.66 "GET /v2.0/ports?device_id=937d4958-6710-4c44-8451-2b659b87dc63 HTTP/1.1" status: 200 len: 945 time: 0.0663960 Nov 22 12:20:18.019459 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-52f4d695-3274-4326-8d4c-1562be7a896e req-35dab221-b256-4fdb-8477-0e8a063d0258 tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] 10.222.0.66 "GET /v2.0/security-groups?id=d25355f0-2e41-493d-aac5-082c69fe23d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596771 Nov 22 12:20:18.048884 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.db.l3_hamode_db [None req-4ac347c4-9717-47f6-92a1-3ad261392d52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63592a9c-68c1-48ea-b288-b87effc8bba2', 'name': 'tempest-AttachVolumeTestJSON-126369036-router', 'tenant_id': '7f5dffe9bc3f41c7a2656d194fd02173', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52f34850-4f08-4bf9-8f19-1c892d4c6132', 'external_fixed_ips': [{'subnet_id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'ip_address': '172.27.0.63'}], 'enable_snat': True}, 'gw_port_id': '0ac1a34f-6725-44f8-8b88-8fb9c49da86b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T12:20:16Z', 'updated_at': '2021-11-22T12:20:17Z', 'revision_number': 3, 'project_id': '7f5dffe9bc3f41c7a2656d194fd02173', 'gw_port': {'id': '0ac1a34f-6725-44f8-8b88-8fb9c49da86b', 'name': '', 'network_id': '52f34850-4f08-4bf9-8f19-1c892d4c6132', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:da:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63592a9c-68c1-48ea-b288-b87effc8bba2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 246, 'fixed_ips': [{'subnet_id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'ip_address': '172.27.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T12:20:16Z', 'updated_at': '2021-11-22T12:20:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-13-iscsi'}], 'dv-cinder-768458-13-iscsi', False) {} {{(pid=102752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 12:20:18.061350 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a45bdff2-f5e4-4521-9cba-0ca6151f8410 None None] Network 10b712e1-1243-4ece-87db-2201cf5a5198 requested from dv-cinder-768458-13-iscsi {{(pid=102751) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 12:20:18.075433 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ac347c4-9717-47f6-92a1-3ad261392d52 None None] Checking router: 63592a9c-68c1-48ea-b288-b87effc8bba2 for host: dv-cinder-768458-13-iscsi {{(pid=102752) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 12:20:18.075929 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ac347c4-9717-47f6-92a1-3ad261392d52 None None] Updating router 63592a9c-68c1-48ea-b288-b87effc8bba2 port 0ac1a34f-6725-44f8-8b88-8fb9c49da86b binding host dv-cinder-768458-13-iscsi {{(pid=102752) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 12:20:18.104577 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron_lib.callbacks.manager [None req-4ac347c4-9717-47f6-92a1-3ad261392d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3931732'] for port, before_update {{(pid=102752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:20:18.205887 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.provisioning_blocks [None req-3ef64382-40ae-439e-8793-0222aab80c07 None None] Provisioning complete for port 02d3c963-d50a-41ad-a96a-3d5c96c24694 triggered by entity DHCP. {{(pid=102751) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 12:20:18.206301 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-3ef64382-40ae-439e-8793-0222aab80c07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3821908'] for port, provisioning_complete {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:20:18.215027 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-2d179080-2565-4d81-9e7a-7f5affaa21d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3931732'] for port, before_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:20:18.330957 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-3ef64382-40ae-439e-8793-0222aab80c07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3931732'] for port, before_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:20:18.378046 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.db [None req-3ef64382-40ae-439e-8793-0222aab80c07 None None] For port 02d3c963-d50a-41ad-a96a-3d5c96c24694, host dv-cinder-768458-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-13-iscsi',level=0,port_id=02d3c963-d50a-41ad-a96a-3d5c96c24694,segment=NetworkSegment(b78e0815-b799-49df-bef0-4bb183f15c4f),segment_id=b78e0815-b799-49df-bef0-4bb183f15c4f)] {{(pid=102751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 12:20:18.383879 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-3ef64382-40ae-439e-8793-0222aab80c07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793343495738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793342949286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793342949304'] for port, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:20:18.426369 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.db.db_base_plugin_common [None req-2d179080-2565-4d81-9e7a-7f5affaa21d8 admin admin] Allocated IP 172.20.0.1 (10b712e1-1243-4ece-87db-2201cf5a5198/75c4fc63-17cf-4b1b-891d-bbf68c4295d3/bbf1bde1-bd21-4da0-b335-a9b80c21c589) {{(pid=102750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 12:20:18.444001 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron_lib.callbacks.manager [None req-4ac347c4-9717-47f6-92a1-3ad261392d52 None None] Publish callbacks [] for port, precommit_update {{(pid=102752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:20:18.448084 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef64382-40ae-439e-8793-0222aab80c07 None None] Pushing event updated for resources: {'Port': ['ID=02d3c963-d50a-41ad-a96a-3d5c96c24694,revision_number=3']} {{(pid=102751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:20:18.451405 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron_lib.callbacks.manager [None req-4ac347c4-9717-47f6-92a1-3ad261392d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793343495738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793342949286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793342949304'] for port, after_update {{(pid=102752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:20:18.519840 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.plugins.ml2.managers [None req-4ac347c4-9717-47f6-92a1-3ad261392d52 None None] Attempting to bind port 0ac1a34f-6725-44f8-8b88-8fb9c49da86b on host dv-cinder-768458-13-iscsi for vnic_type normal with profile {{(pid=102752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 12:20:18.520211 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.plugins.ml2.managers [None req-4ac347c4-9717-47f6-92a1-3ad261392d52 None None] Attempting to bind port 0ac1a34f-6725-44f8-8b88-8fb9c49da86b by drivers openvswitch,hyperv on host dv-cinder-768458-13-iscsi at level 0 using segments [{'id': '91a15bc4-f975-4336-93bb-1ba9d2e7565e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52f34850-4f08-4bf9-8f19-1c892d4c6132'}] {{(pid=102752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 12:20:18.520579 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ac347c4-9717-47f6-92a1-3ad261392d52 None None] Attempting to bind port 0ac1a34f-6725-44f8-8b88-8fb9c49da86b on network 52f34850-4f08-4bf9-8f19-1c892d4c6132 {{(pid=102752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 12:20:18.533173 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ac347c4-9717-47f6-92a1-3ad261392d52 None None] Checking agent: {'id': '93079659-014b-45ff-9ed2-9a81038b5445', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768458-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 12, 11, 26), 'started_at': datetime.datetime(2021, 11, 22, 12, 11, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 12, 19, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768458-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 12:20:18.533545 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ac347c4-9717-47f6-92a1-3ad261392d52 None None] Checking segment: {'id': '91a15bc4-f975-4336-93bb-1ba9d2e7565e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52f34850-4f08-4bf9-8f19-1c892d4c6132'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 12:20:18.533956 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron_lib.callbacks.manager [None req-4ac347c4-9717-47f6-92a1-3ad261392d52 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:20:18.534329 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ac347c4-9717-47f6-92a1-3ad261392d52 None None] Bound using segment: {'id': '91a15bc4-f975-4336-93bb-1ba9d2e7565e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52f34850-4f08-4bf9-8f19-1c892d4c6132'} {{(pid=102752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 12:20:18.534872 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.plugins.ml2.managers [None req-4ac347c4-9717-47f6-92a1-3ad261392d52 None None] Bound port: 0ac1a34f-6725-44f8-8b88-8fb9c49da86b, host: dv-cinder-768458-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91a15bc4-f975-4336-93bb-1ba9d2e7565e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52f34850-4f08-4bf9-8f19-1c892d4c6132'}}] {{(pid=102752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 12:20:18.535271 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron_lib.callbacks.manager [None req-4ac347c4-9717-47f6-92a1-3ad261392d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3931732'] for port, before_update {{(pid=102752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:20:18.540934 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1e9331-7324-48b4-afa5-dd4ff53efb7e None None] Pushing event updated for resources: {'Port': ['ID=0ac1a34f-6725-44f8-8b88-8fb9c49da86b,revision_number=2']} {{(pid=102752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:20:18.549292 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-2d179080-2565-4d81-9e7a-7f5affaa21d8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:20:18.569931 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1e9331-7324-48b4-afa5-dd4ff53efb7e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:20:18.570232 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1e9331-7324-48b4-afa5-dd4ff53efb7e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:20:18.570580 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1e9331-7324-48b4-afa5-dd4ff53efb7e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:20:18.570894 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1e9331-7324-48b4-afa5-dd4ff53efb7e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:20:18.571255 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1e9331-7324-48b4-afa5-dd4ff53efb7e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:20:18.571602 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1e9331-7324-48b4-afa5-dd4ff53efb7e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:20:18.571943 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1e9331-7324-48b4-afa5-dd4ff53efb7e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:20:18.572267 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1e9331-7324-48b4-afa5-dd4ff53efb7e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:20:18.572635 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1e9331-7324-48b4-afa5-dd4ff53efb7e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:20:18.572927 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1e9331-7324-48b4-afa5-dd4ff53efb7e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:20:18.573255 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1e9331-7324-48b4-afa5-dd4ff53efb7e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:20:18.573573 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1e9331-7324-48b4-afa5-dd4ff53efb7e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:20:18.591719 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-2d179080-2565-4d81-9e7a-7f5affaa21d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793342949268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128483729'] for port, after_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:20:18.608513 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.provisioning_blocks [None req-c0f99a1b-0ed1-434f-95b8-969c8a93b90d None None] Provisioning complete for port 02d3c963-d50a-41ad-a96a-3d5c96c24694 triggered by entity DHCP. {{(pid=102751) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 12:20:18.609165 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-c0f99a1b-0ed1-434f-95b8-969c8a93b90d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3821908'] for port, provisioning_complete {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:20:18.609591 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.plugins.ml2.db [None req-4ac347c4-9717-47f6-92a1-3ad261392d52 None None] For port 0ac1a34f-6725-44f8-8b88-8fb9c49da86b, host dv-cinder-768458-13-iscsi, cleared binding levels {{(pid=102752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 12:20:18.614534 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.plugins.ml2.db [None req-4ac347c4-9717-47f6-92a1-3ad261392d52 None None] For port 0ac1a34f-6725-44f8-8b88-8fb9c49da86b, host dv-cinder-768458-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-13-iscsi',level=0,port_id=0ac1a34f-6725-44f8-8b88-8fb9c49da86b,segment=NetworkSegment(91a15bc4-f975-4336-93bb-1ba9d2e7565e),segment_id=91a15bc4-f975-4336-93bb-1ba9d2e7565e)] {{(pid=102752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 12:20:18.619209 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron_lib.callbacks.manager [None req-4ac347c4-9717-47f6-92a1-3ad261392d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793343495738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793342949286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793342949304'] for port, after_update {{(pid=102752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:20:18.635472 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d179080-2565-4d81-9e7a-7f5affaa21d8 admin admin] Network 10b712e1-1243-4ece-87db-2201cf5a5198 is already hosted by enough agents. {{(pid=102750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 12:20:18.638528 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.scheduler.base_scheduler [None req-2d179080-2565-4d81-9e7a-7f5affaa21d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 12:20:18.641073 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d179080-2565-4d81-9e7a-7f5affaa21d8 admin admin] Received port after_create {{(pid=102750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 12:20:18.687845 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d179080-2565-4d81-9e7a-7f5affaa21d8 admin admin] Pushing event updated for resources: {'Port': ['ID=bbf1bde1-bd21-4da0-b335-a9b80c21c589,revision_number=1']} {{(pid=102750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:20:18.688459 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ac347c4-9717-47f6-92a1-3ad261392d52 None None] Routers {'63592a9c-68c1-48ea-b288-b87effc8bba2'} bound to L3 agent in host dv-cinder-768458-13-iscsi {{(pid=102752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 12:20:18.688831 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.db.l3_hamode_db [None req-4ac347c4-9717-47f6-92a1-3ad261392d52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T12:11:23Z,description=,heartbeat_timestamp=2021-11-22T12:19:53Z,host='dv-cinder-768458-13-iscsi',id=b4a26ead-6ab2-4f98-a352-c9ed6d39b73e,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T12:11:23Z,topic='l3_agent')) {'router_ids': ['63592a9c-68c1-48ea-b288-b87effc8bba2'], 'active': True} {{(pid=102752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 12:20:18.691919 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1e9331-7324-48b4-afa5-dd4ff53efb7e None None] Pushing event updated for resources: {'Port': ['ID=0ac1a34f-6725-44f8-8b88-8fb9c49da86b,revision_number=3']} {{(pid=102752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:20:18.709160 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-2d179080-2565-4d81-9e7a-7f5affaa21d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-532587'] for router_interface, before_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:20:18.813339 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.db.l3_dvr_db [None req-4ac347c4-9717-47f6-92a1-3ad261392d52 None None] Set router 63592a9c-68c1-48ea-b288-b87effc8bba2 gateway port host: dv-cinder-768458-13-iscsi {{(pid=102752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 12:20:18.917937 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-2d179080-2565-4d81-9e7a-7f5affaa21d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3931732'] for port, before_update {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:20:18.938450 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.provisioning_blocks [None req-e92c93ab-9051-4ce7-86e2-6f9e66c1bc75 None None] Provisioning complete for port bbf1bde1-bd21-4da0-b335-a9b80c21c589 triggered by entity DHCP. {{(pid=102751) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 12:20:18.939587 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-e92c93ab-9051-4ce7-86e2-6f9e66c1bc75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3821908'] for port, provisioning_complete {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:20:18.990904 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.rpc [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] Device 02d3c963-d50a-41ad-a96a-3d5c96c24694 up at agent ovs-agent-dv-cinder-768458-13-iscsi {{(pid=102751) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 12:20:19.040901 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.plugin [None req-e92c93ab-9051-4ce7-86e2-6f9e66c1bc75 None None] Port bbf1bde1-bd21-4da0-b335-a9b80c21c589 cannot update to ACTIVE because it is not bound. {{(pid=102751) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 12:20:19.060271 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.provisioning_blocks [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] Provisioning complete for port 02d3c963-d50a-41ad-a96a-3d5c96c24694 triggered by entity L2. {{(pid=102751) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 12:20:19.060977 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3821908'] for port, provisioning_complete {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:20:19.197309 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.db.l3_hamode_db [None req-4ac347c4-9717-47f6-92a1-3ad261392d52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63592a9c-68c1-48ea-b288-b87effc8bba2', 'name': 'tempest-AttachVolumeTestJSON-126369036-router', 'tenant_id': '7f5dffe9bc3f41c7a2656d194fd02173', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52f34850-4f08-4bf9-8f19-1c892d4c6132', 'external_fixed_ips': [{'subnet_id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'ip_address': '172.27.0.63'}], 'enable_snat': True}, 'gw_port_id': '0ac1a34f-6725-44f8-8b88-8fb9c49da86b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T12:20:16Z', 'updated_at': '2021-11-22T12:20:17Z', 'revision_number': 3, 'project_id': '7f5dffe9bc3f41c7a2656d194fd02173', 'gw_port': {'id': '0ac1a34f-6725-44f8-8b88-8fb9c49da86b', 'name': '', 'network_id': '52f34850-4f08-4bf9-8f19-1c892d4c6132', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:da:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63592a9c-68c1-48ea-b288-b87effc8bba2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 246, 'fixed_ips': [{'subnet_id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'ip_address': '172.27.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T12:20:16Z', 'updated_at': '2021-11-22T12:20:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-13-iscsi'}], 'dv-cinder-768458-13-iscsi', False) {} {{(pid=102752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 12:20:19.239303 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd81a97a-2c74-4f3e-ade3-a2ccac616aa9 req-3d16e064-eff0-481a-9c85-514d121280ed tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:20:19.242014 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ac347c4-9717-47f6-92a1-3ad261392d52 None None] The sync data for ids ['63592a9c-68c1-48ea-b288-b87effc8bba2'] in dv-cinder-768458-13-iscsi is: [{'id': '63592a9c-68c1-48ea-b288-b87effc8bba2', 'name': 'tempest-AttachVolumeTestJSON-126369036-router', 'tenant_id': '7f5dffe9bc3f41c7a2656d194fd02173', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52f34850-4f08-4bf9-8f19-1c892d4c6132', 'external_fixed_ips': [{'subnet_id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'ip_address': '172.27.0.63'}], 'enable_snat': True}, 'gw_port_id': '0ac1a34f-6725-44f8-8b88-8fb9c49da86b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T12:20:16Z', 'updated_at': '2021-11-22T12:20:17Z', 'revision_number': 3, 'project_id': '7f5dffe9bc3f41c7a2656d194fd02173', 'gw_port': {'id': '0ac1a34f-6725-44f8-8b88-8fb9c49da86b', 'name': '', 'network_id': '52f34850-4f08-4bf9-8f19-1c892d4c6132', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:da:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63592a9c-68c1-48ea-b288-b87effc8bba2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 246, 'fixed_ips': [{'subnet_id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'ip_address': '172.27.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T12:20:16Z', 'updated_at': '2021-11-22T12:20:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-13-iscsi'}] {{(pid=102752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 12:20:19.243910 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-dd81a97a-2c74-4f3e-ade3-a2ccac616aa9 req-3d16e064-eff0-481a-9c85-514d121280ed tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] 10.222.0.66 "GET /v2.0/ports?device_id=937d4958-6710-4c44-8451-2b659b87dc63 HTTP/1.1" status: 200 len: 945 time: 0.0906417 Nov 22 12:20:19.252446 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-2d179080-2565-4d81-9e7a-7f5affaa21d8 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:20:19.258861 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-2d179080-2565-4d81-9e7a-7f5affaa21d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793343495738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793342949286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793342949304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128483736'] for port, after_update {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:20:19.350167 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-2d179080-2565-4d81-9e7a-7f5affaa21d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-758399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-531707'] for router_interface, after_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:20:19.364498 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-dd81a97a-2c74-4f3e-ade3-a2ccac616aa9 req-a238db3a-d8c5-458e-82f4-2e262c441496 tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] 10.222.0.66 "GET /v2.0/security-groups?id=d25355f0-2e41-493d-aac5-082c69fe23d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972090 Nov 22 12:20:19.421359 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d179080-2565-4d81-9e7a-7f5affaa21d8 admin admin] Pushing event updated for resources: {'Port': ['ID=bbf1bde1-bd21-4da0-b335-a9b80c21c589,revision_number=2']} {{(pid=102750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:20:19.473642 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d179080-2565-4d81-9e7a-7f5affaa21d8 admin admin] Network 10b712e1-1243-4ece-87db-2201cf5a5198 is already hosted by enough agents. {{(pid=102750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 12:20:19.475124 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.scheduler.base_scheduler [None req-2d179080-2565-4d81-9e7a-7f5affaa21d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 12:20:19.641891 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d179080-2565-4d81-9e7a-7f5affaa21d8 admin admin] Router 63592a9c-68c1-48ea-b288-b87effc8bba2 has already been hosted by L3 agent b4a26ead-6ab2-4f98-a352-c9ed6d39b73e {{(pid=102750) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 12:20:19.776038 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d179080-2565-4d81-9e7a-7f5affaa21d8 admin admin] Notify agent at l3_agent.dv-cinder-768458-13-iscsi the message routers_updated {{(pid=102750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 12:20:19.783720 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [None req-2d179080-2565-4d81-9e7a-7f5affaa21d8 admin admin] 10.222.0.66 "PUT /v2.0/routers/63592a9c-68c1-48ea-b288-b87effc8bba2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1017334 Nov 22 12:20:19.804196 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.provisioning_blocks [None req-bbe505e5-e0e7-4962-a952-49abd76f54f7 None None] Provisioning complete for port bbf1bde1-bd21-4da0-b335-a9b80c21c589 triggered by entity DHCP. {{(pid=102751) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 12:20:19.804755 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-bbe505e5-e0e7-4962-a952-49abd76f54f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3821908'] for port, provisioning_complete {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:20:19.846786 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.plugin [None req-bbe505e5-e0e7-4962-a952-49abd76f54f7 None None] Port bbf1bde1-bd21-4da0-b335-a9b80c21c589 cannot update to ACTIVE because it is not bound. {{(pid=102751) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 12:20:20.754064 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-4556cf2b-b47d-4af4-a33f-f63284b42203 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793343475411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3821827'] for agent, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:20:20.894322 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24e9a3a1-16db-4d5c-9f5a-40227354529f None None] Sync routers for ids ['63592a9c-68c1-48ea-b288-b87effc8bba2'] in dv-cinder-768458-13-iscsi {{(pid=102751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 12:20:20.908837 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24e9a3a1-16db-4d5c-9f5a-40227354529f None None] Routers {'63592a9c-68c1-48ea-b288-b87effc8bba2'} bound to L3 agent in host dv-cinder-768458-13-iscsi {{(pid=102751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 12:20:20.910129 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.l3_hamode_db [None req-24e9a3a1-16db-4d5c-9f5a-40227354529f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T12:11:23Z,description=,heartbeat_timestamp=2021-11-22T12:19:53Z,host='dv-cinder-768458-13-iscsi',id=b4a26ead-6ab2-4f98-a352-c9ed6d39b73e,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T12:11:23Z,topic='l3_agent')) {'router_ids': ['63592a9c-68c1-48ea-b288-b87effc8bba2'], 'active': True} {{(pid=102751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 12:20:20.954217 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.rpc [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] Device 0ac1a34f-6725-44f8-8b88-8fb9c49da86b up at agent ovs-agent-dv-cinder-768458-13-iscsi {{(pid=102751) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 12:20:21.063679 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.l3_dvr_db [None req-24e9a3a1-16db-4d5c-9f5a-40227354529f None None] Set router 63592a9c-68c1-48ea-b288-b87effc8bba2 gateway port host: dv-cinder-768458-13-iscsi {{(pid=102751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 12:20:21.095995 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.provisioning_blocks [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] Provisioning complete for port 0ac1a34f-6725-44f8-8b88-8fb9c49da86b triggered by entity L2. {{(pid=102751) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 12:20:21.096355 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3821908'] for port, provisioning_complete {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:20:21.294388 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3931732'] for port, before_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:20:21.334178 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.db [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] For port 0ac1a34f-6725-44f8-8b88-8fb9c49da86b, host dv-cinder-768458-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-13-iscsi',level=0,port_id=0ac1a34f-6725-44f8-8b88-8fb9c49da86b,segment=NetworkSegment(91a15bc4-f975-4336-93bb-1ba9d2e7565e),segment_id=91a15bc4-f975-4336-93bb-1ba9d2e7565e)] {{(pid=102751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 12:20:21.341051 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793343495738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793342949286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793342949304'] for port, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:20:21.396831 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.l3_hamode_db [None req-24e9a3a1-16db-4d5c-9f5a-40227354529f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63592a9c-68c1-48ea-b288-b87effc8bba2', 'name': 'tempest-AttachVolumeTestJSON-126369036-router', 'tenant_id': '7f5dffe9bc3f41c7a2656d194fd02173', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52f34850-4f08-4bf9-8f19-1c892d4c6132', 'external_fixed_ips': [{'subnet_id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'ip_address': '172.27.0.63'}], 'enable_snat': True}, 'gw_port_id': '0ac1a34f-6725-44f8-8b88-8fb9c49da86b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T12:20:16Z', 'updated_at': '2021-11-22T12:20:18Z', 'revision_number': 4, 'project_id': '7f5dffe9bc3f41c7a2656d194fd02173', 'gw_port': {'id': '0ac1a34f-6725-44f8-8b88-8fb9c49da86b', 'name': '', 'network_id': '52f34850-4f08-4bf9-8f19-1c892d4c6132', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:da:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63592a9c-68c1-48ea-b288-b87effc8bba2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 246, 'fixed_ips': [{'subnet_id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'ip_address': '172.27.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T12:20:16Z', 'updated_at': '2021-11-22T12:20:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-13-iscsi', '_interfaces': [{'id': 'bbf1bde1-bd21-4da0-b335-a9b80c21c589', 'name': '', 'network_id': '10b712e1-1243-4ece-87db-2201cf5a5198', 'tenant_id': '7f5dffe9bc3f41c7a2656d194fd02173', 'mac_address': 'fa:16:3e:ee:93:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63592a9c-68c1-48ea-b288-b87effc8bba2', 'device_owner': 'network:router_interface', 'standard_attr_id': 247, 'fixed_ips': [{'subnet_id': '75c4fc63-17cf-4b1b-891d-bbf68c4295d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T12:20:18Z', 'updated_at': '2021-11-22T12:20:19Z', 'revision_number': 2, 'project_id': '7f5dffe9bc3f41c7a2656d194fd02173', 'subnets': [{'id': '75c4fc63-17cf-4b1b-891d-bbf68c4295d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-13-iscsi', False) {} {{(pid=102751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 12:20:21.428951 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24e9a3a1-16db-4d5c-9f5a-40227354529f None None] Checking router: 63592a9c-68c1-48ea-b288-b87effc8bba2 for host: dv-cinder-768458-13-iscsi {{(pid=102751) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 12:20:21.429290 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24e9a3a1-16db-4d5c-9f5a-40227354529f None None] Updating router 63592a9c-68c1-48ea-b288-b87effc8bba2 port bbf1bde1-bd21-4da0-b335-a9b80c21c589 binding host dv-cinder-768458-13-iscsi {{(pid=102751) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 12:20:21.431132 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] Pushing event updated for resources: {'Port': ['ID=0ac1a34f-6725-44f8-8b88-8fb9c49da86b,revision_number=4']} {{(pid=102751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:20:21.463471 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-24e9a3a1-16db-4d5c-9f5a-40227354529f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3931732'] for port, before_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:20:21.744185 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-24e9a3a1-16db-4d5c-9f5a-40227354529f None None] Publish callbacks [] for port, precommit_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:20:21.750339 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-24e9a3a1-16db-4d5c-9f5a-40227354529f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793343495738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793342949286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793342949304'] for port, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:20:21.843323 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3dc55f3-49cd-46b0-b4f0-40490122820f None None] Pushing event updated for resources: {'Port': ['ID=bbf1bde1-bd21-4da0-b335-a9b80c21c589,revision_number=3']} {{(pid=102751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:20:22.003821 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.managers [None req-24e9a3a1-16db-4d5c-9f5a-40227354529f None None] Attempting to bind port bbf1bde1-bd21-4da0-b335-a9b80c21c589 on host dv-cinder-768458-13-iscsi for vnic_type normal with profile {{(pid=102751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 12:20:22.004490 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.managers [None req-24e9a3a1-16db-4d5c-9f5a-40227354529f None None] Attempting to bind port bbf1bde1-bd21-4da0-b335-a9b80c21c589 by drivers openvswitch,hyperv on host dv-cinder-768458-13-iscsi at level 0 using segments [{'id': 'b78e0815-b799-49df-bef0-4bb183f15c4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '10b712e1-1243-4ece-87db-2201cf5a5198'}] {{(pid=102751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 12:20:22.004804 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24e9a3a1-16db-4d5c-9f5a-40227354529f None None] Attempting to bind port bbf1bde1-bd21-4da0-b335-a9b80c21c589 on network 10b712e1-1243-4ece-87db-2201cf5a5198 {{(pid=102751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 12:20:22.009955 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24e9a3a1-16db-4d5c-9f5a-40227354529f None None] Checking agent: {'id': '93079659-014b-45ff-9ed2-9a81038b5445', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768458-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 12, 11, 26), 'started_at': datetime.datetime(2021, 11, 22, 12, 11, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 12, 19, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768458-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 12:20:22.010336 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24e9a3a1-16db-4d5c-9f5a-40227354529f None None] Checking segment: {'id': 'b78e0815-b799-49df-bef0-4bb183f15c4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '10b712e1-1243-4ece-87db-2201cf5a5198'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 12:20:22.010738 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-24e9a3a1-16db-4d5c-9f5a-40227354529f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:20:22.011138 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24e9a3a1-16db-4d5c-9f5a-40227354529f None None] Bound using segment: {'id': 'b78e0815-b799-49df-bef0-4bb183f15c4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '10b712e1-1243-4ece-87db-2201cf5a5198'} {{(pid=102751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 12:20:22.011641 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.managers [None req-24e9a3a1-16db-4d5c-9f5a-40227354529f None None] Bound port: bbf1bde1-bd21-4da0-b335-a9b80c21c589, host: dv-cinder-768458-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b78e0815-b799-49df-bef0-4bb183f15c4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '10b712e1-1243-4ece-87db-2201cf5a5198'}}] {{(pid=102751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 12:20:22.012043 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-24e9a3a1-16db-4d5c-9f5a-40227354529f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3931732'] for port, before_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:20:22.067150 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.wsgi [-] (102750) accepted ('10.222.0.66', 45110) {{(pid=102750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:20:22.087802 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.db [None req-24e9a3a1-16db-4d5c-9f5a-40227354529f None None] For port bbf1bde1-bd21-4da0-b335-a9b80c21c589, host dv-cinder-768458-13-iscsi, cleared binding levels {{(pid=102751) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 12:20:22.091850 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.db [None req-24e9a3a1-16db-4d5c-9f5a-40227354529f None None] For port bbf1bde1-bd21-4da0-b335-a9b80c21c589, host dv-cinder-768458-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-13-iscsi',level=0,port_id=bbf1bde1-bd21-4da0-b335-a9b80c21c589,segment=NetworkSegment(b78e0815-b799-49df-bef0-4bb183f15c4f),segment_id=b78e0815-b799-49df-bef0-4bb183f15c4f)] {{(pid=102751) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 12:20:22.097342 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-24e9a3a1-16db-4d5c-9f5a-40227354529f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793343495738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793342949286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793342949304'] for port, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:20:22.100564 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.provisioning_blocks [None req-052e7ae1-e9ec-40c4-87d0-e64b0f857a71 None None] Provisioning complete for port bbf1bde1-bd21-4da0-b335-a9b80c21c589 triggered by entity DHCP. {{(pid=102751) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 12:20:22.100917 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-052e7ae1-e9ec-40c4-87d0-e64b0f857a71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3821908'] for port, provisioning_complete {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:20:22.194442 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3dc55f3-49cd-46b0-b4f0-40490122820f None None] Pushing event updated for resources: {'Port': ['ID=bbf1bde1-bd21-4da0-b335-a9b80c21c589,revision_number=4']} {{(pid=102751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:20:22.196290 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-8223232f-9adc-4e7d-9bc6-c1e27769ff39 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:20:22.199494 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24e9a3a1-16db-4d5c-9f5a-40227354529f None None] Routers {'63592a9c-68c1-48ea-b288-b87effc8bba2'} bound to L3 agent in host dv-cinder-768458-13-iscsi {{(pid=102751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 12:20:22.200123 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.l3_hamode_db [None req-24e9a3a1-16db-4d5c-9f5a-40227354529f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T12:11:23Z,description=,heartbeat_timestamp=2021-11-22T12:19:53Z,host='dv-cinder-768458-13-iscsi',id=b4a26ead-6ab2-4f98-a352-c9ed6d39b73e,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T12:11:23Z,topic='l3_agent')) {'router_ids': ['63592a9c-68c1-48ea-b288-b87effc8bba2'], 'active': True} {{(pid=102751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 12:20:22.302276 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-8223232f-9adc-4e7d-9bc6-c1e27769ff39 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:20:22.311479 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-8223232f-9adc-4e7d-9bc6-c1e27769ff39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545565'] for security_group, after_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:20:22.321821 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-052e7ae1-e9ec-40c4-87d0-e64b0f857a71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3931732'] for port, before_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:20:22.360204 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [None req-8223232f-9adc-4e7d-9bc6-c1e27769ff39 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=a32fe412014f4a3493fb6435a1f83425&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2890377 Nov 22 12:20:22.360204 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8223232f-9adc-4e7d-9bc6-c1e27769ff39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=762f3b9c-3505-4109-b85a-4e378b9ad767,revision_number=1']} {{(pid=102750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:20:22.362435 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.l3_dvr_db [None req-24e9a3a1-16db-4d5c-9f5a-40227354529f None None] Set router 63592a9c-68c1-48ea-b288-b87effc8bba2 gateway port host: dv-cinder-768458-13-iscsi {{(pid=102751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 12:20:22.362958 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.wsgi [-] (102749) accepted ('10.222.0.66', 45116) {{(pid=102749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:20:22.419145 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.db [None req-052e7ae1-e9ec-40c4-87d0-e64b0f857a71 None None] For port bbf1bde1-bd21-4da0-b335-a9b80c21c589, host dv-cinder-768458-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-13-iscsi',level=0,port_id=bbf1bde1-bd21-4da0-b335-a9b80c21c589,segment=NetworkSegment(b78e0815-b799-49df-bef0-4bb183f15c4f),segment_id=b78e0815-b799-49df-bef0-4bb183f15c4f)] {{(pid=102751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 12:20:22.426465 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-052e7ae1-e9ec-40c4-87d0-e64b0f857a71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793343495738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793342949286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793342949304'] for port, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:20:22.445771 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-cd4586b1-1369-45c0-9eec-78ec4e44ef05 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:20:22.468297 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-cd4586b1-1369-45c0-9eec-78ec4e44ef05 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:20:22.530910 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-cd4586b1-1369-45c0-9eec-78ec4e44ef05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545565'] for security_group, after_delete {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:20:22.533961 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-cd4586b1-1369-45c0-9eec-78ec4e44ef05 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:20:22.535948 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [None req-cd4586b1-1369-45c0-9eec-78ec4e44ef05 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/762f3b9c-3505-4109-b85a-4e378b9ad767 HTTP/1.1" status: 204 len: 168 time: 0.1701689 Nov 22 12:20:22.545239 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4586b1-1369-45c0-9eec-78ec4e44ef05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=762f3b9c-3505-4109-b85a-4e378b9ad767,revision_number=None']} {{(pid=102749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:20:22.580237 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052e7ae1-e9ec-40c4-87d0-e64b0f857a71 None None] Pushing event updated for resources: {'Port': ['ID=bbf1bde1-bd21-4da0-b335-a9b80c21c589,revision_number=5']} {{(pid=102751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:20:22.598165 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.provisioning_blocks [None req-ab0d7292-0ee9-4d08-a866-b09ee315f6c2 None None] Provisioning complete for port bbf1bde1-bd21-4da0-b335-a9b80c21c589 triggered by entity DHCP. {{(pid=102751) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 12:20:22.598629 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-ab0d7292-0ee9-4d08-a866-b09ee315f6c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3821908'] for port, provisioning_complete {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:20:22.742938 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.l3_hamode_db [None req-24e9a3a1-16db-4d5c-9f5a-40227354529f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63592a9c-68c1-48ea-b288-b87effc8bba2', 'name': 'tempest-AttachVolumeTestJSON-126369036-router', 'tenant_id': '7f5dffe9bc3f41c7a2656d194fd02173', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52f34850-4f08-4bf9-8f19-1c892d4c6132', 'external_fixed_ips': [{'subnet_id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'ip_address': '172.27.0.63'}], 'enable_snat': True}, 'gw_port_id': '0ac1a34f-6725-44f8-8b88-8fb9c49da86b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T12:20:16Z', 'updated_at': '2021-11-22T12:20:18Z', 'revision_number': 4, 'project_id': '7f5dffe9bc3f41c7a2656d194fd02173', 'gw_port': {'id': '0ac1a34f-6725-44f8-8b88-8fb9c49da86b', 'name': '', 'network_id': '52f34850-4f08-4bf9-8f19-1c892d4c6132', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:da:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63592a9c-68c1-48ea-b288-b87effc8bba2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 246, 'fixed_ips': [{'subnet_id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'ip_address': '172.27.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T12:20:16Z', 'updated_at': '2021-11-22T12:20:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-13-iscsi', '_interfaces': [{'id': 'bbf1bde1-bd21-4da0-b335-a9b80c21c589', 'name': '', 'network_id': '10b712e1-1243-4ece-87db-2201cf5a5198', 'tenant_id': '7f5dffe9bc3f41c7a2656d194fd02173', 'mac_address': 'fa:16:3e:ee:93:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63592a9c-68c1-48ea-b288-b87effc8bba2', 'device_owner': 'network:router_interface', 'standard_attr_id': 247, 'fixed_ips': [{'subnet_id': '75c4fc63-17cf-4b1b-891d-bbf68c4295d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T12:20:18Z', 'updated_at': '2021-11-22T12:20:22Z', 'revision_number': 4, 'project_id': '7f5dffe9bc3f41c7a2656d194fd02173', 'subnets': [{'id': '75c4fc63-17cf-4b1b-891d-bbf68c4295d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-13-iscsi', False) {} {{(pid=102751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 12:20:22.771976 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24e9a3a1-16db-4d5c-9f5a-40227354529f None None] The sync data for ids ['63592a9c-68c1-48ea-b288-b87effc8bba2'] in dv-cinder-768458-13-iscsi is: [{'id': '63592a9c-68c1-48ea-b288-b87effc8bba2', 'name': 'tempest-AttachVolumeTestJSON-126369036-router', 'tenant_id': '7f5dffe9bc3f41c7a2656d194fd02173', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52f34850-4f08-4bf9-8f19-1c892d4c6132', 'external_fixed_ips': [{'subnet_id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'ip_address': '172.27.0.63'}], 'enable_snat': True}, 'gw_port_id': '0ac1a34f-6725-44f8-8b88-8fb9c49da86b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T12:20:16Z', 'updated_at': '2021-11-22T12:20:18Z', 'revision_number': 4, 'project_id': '7f5dffe9bc3f41c7a2656d194fd02173', 'gw_port': {'id': '0ac1a34f-6725-44f8-8b88-8fb9c49da86b', 'name': '', 'network_id': '52f34850-4f08-4bf9-8f19-1c892d4c6132', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:da:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63592a9c-68c1-48ea-b288-b87effc8bba2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 246, 'fixed_ips': [{'subnet_id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'ip_address': '172.27.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T12:20:16Z', 'updated_at': '2021-11-22T12:20:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-13-iscsi', '_interfaces': [{'id': 'bbf1bde1-bd21-4da0-b335-a9b80c21c589', 'name': '', 'network_id': '10b712e1-1243-4ece-87db-2201cf5a5198', 'tenant_id': '7f5dffe9bc3f41c7a2656d194fd02173', 'mac_address': 'fa:16:3e:ee:93:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63592a9c-68c1-48ea-b288-b87effc8bba2', 'device_owner': 'network:router_interface', 'standard_attr_id': 247, 'fixed_ips': [{'subnet_id': '75c4fc63-17cf-4b1b-891d-bbf68c4295d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T12:20:18Z', 'updated_at': '2021-11-22T12:20:22Z', 'revision_number': 4, 'project_id': '7f5dffe9bc3f41c7a2656d194fd02173', 'subnets': [{'id': '75c4fc63-17cf-4b1b-891d-bbf68c4295d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 12:20:22.844000 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.wsgi [-] (102749) accepted ('10.222.0.66', 45124) {{(pid=102749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:20:22.859742 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-51390781-9e4b-4894-8ddb-6bb6a4f43f1d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:20:22.973505 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-51390781-9e4b-4894-8ddb-6bb6a4f43f1d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:20:22.979984 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-51390781-9e4b-4894-8ddb-6bb6a4f43f1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545565'] for security_group, after_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:20:23.040594 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51390781-9e4b-4894-8ddb-6bb6a4f43f1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0cd753b-bd5c-4754-bf52-bcd5adc3ac39,revision_number=1']} {{(pid=102749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:20:23.041275 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.rpc [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] Device bbf1bde1-bd21-4da0-b335-a9b80c21c589 up at agent ovs-agent-dv-cinder-768458-13-iscsi {{(pid=102751) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 12:20:23.047754 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [None req-51390781-9e4b-4894-8ddb-6bb6a4f43f1d admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=bcab439674eb4a55bb42bc6430e9e77c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2026496 Nov 22 12:20:23.051693 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.wsgi [-] (102749) accepted ('10.222.0.66', 45126) {{(pid=102749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:20:23.080713 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-a7a610ee-ae63-4790-918f-5b5fbb8c69e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793343475411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3821827'] for agent, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:20:23.133581 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.provisioning_blocks [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] Provisioning complete for port bbf1bde1-bd21-4da0-b335-a9b80c21c589 triggered by entity L2. {{(pid=102751) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 12:20:23.134318 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3821908'] for port, provisioning_complete {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:20:23.148905 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-af5a6296-be53-4ef4-baff-d4362842746f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:20:23.235071 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.rpc [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] Device 0ac1a34f-6725-44f8-8b88-8fb9c49da86b up at agent ovs-agent-dv-cinder-768458-13-iscsi {{(pid=102751) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 12:20:23.267653 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-af5a6296-be53-4ef4-baff-d4362842746f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:20:23.298098 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.provisioning_blocks [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] Provisioning complete for port 0ac1a34f-6725-44f8-8b88-8fb9c49da86b triggered by entity L2. {{(pid=102751) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 12:20:23.298566 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3821908'] for port, provisioning_complete {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:20:23.368191 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9a631d-8bbc-4400-ae0b-6f49afa4a3f8 req-6b01553b-52c1-40af-bc91-cf61dfb72c26 tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:20:23.369921 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-5c9a631d-8bbc-4400-ae0b-6f49afa4a3f8 req-6b01553b-52c1-40af-bc91-cf61dfb72c26 tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] 10.222.0.66 "GET /v2.0/networks?id=1a398bbd-8494-4c78-9a7f-9328646aea45 HTTP/1.1" status: 200 len: 814 time: 0.2371511 Nov 22 12:20:23.402243 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6a6a74-cbbc-4226-9415-b2c68fd422a7 req-059d1e20-6ace-439c-9c04-f4bb291bfff7 tempest-VolumesSnapshotTestJSON-1978321900 tempest-VolumesSnapshotTestJSON-1978321900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:20:23.403781 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-bf6a6a74-cbbc-4226-9415-b2c68fd422a7 req-059d1e20-6ace-439c-9c04-f4bb291bfff7 tempest-VolumesSnapshotTestJSON-1978321900 tempest-VolumesSnapshotTestJSON-1978321900-project] 10.222.0.66 "GET /v2.0/networks?id=f0e4cddf-9054-45b8-ae14-fd837a61718e HTTP/1.1" status: 200 len: 813 time: 0.2420435 Nov 22 12:20:23.406425 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-5c9a631d-8bbc-4400-ae0b-6f49afa4a3f8 req-05d2f45b-e27c-455a-82af-466ed300c75b tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] 10.222.0.66 "GET /v2.0/quotas/5319fd2dee9b4b47b98f59bca1572ac8 HTTP/1.1" status: 200 len: 375 time: 0.0277715 Nov 22 12:20:23.421767 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-af5a6296-be53-4ef4-baff-d4362842746f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545565'] for security_group, after_delete {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:20:23.424656 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-af5a6296-be53-4ef4-baff-d4362842746f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:20:23.428423 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [None req-af5a6296-be53-4ef4-baff-d4362842746f admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/f0cd753b-bd5c-4754-bf52-bcd5adc3ac39 HTTP/1.1" status: 204 len: 168 time: 0.3731618 Nov 22 12:20:23.444721 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-bf6a6a74-cbbc-4226-9415-b2c68fd422a7 req-587156eb-293a-4d17-a3c0-b3c59808b2f7 tempest-VolumesSnapshotTestJSON-1978321900 tempest-VolumesSnapshotTestJSON-1978321900-project] 10.222.0.66 "GET /v2.0/quotas/8dc74b1d74b14a009699279eb128f9f9 HTTP/1.1" status: 200 len: 375 time: 0.0343511 Nov 22 12:20:23.478477 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5a6296-be53-4ef4-baff-d4362842746f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0cd753b-bd5c-4754-bf52-bcd5adc3ac39,revision_number=None']} {{(pid=102749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:20:23.512889 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-bf6a6a74-cbbc-4226-9415-b2c68fd422a7 req-9fef6fb2-0c80-45cd-8972-0c7636780165 tempest-VolumesSnapshotTestJSON-1978321900 tempest-VolumesSnapshotTestJSON-1978321900-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=8dc74b1d74b14a009699279eb128f9f9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0472729 Nov 22 12:20:23.533169 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-5c9a631d-8bbc-4400-ae0b-6f49afa4a3f8 req-6b4ea04f-e541-47c5-80bb-e7af3730ce73 tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=5319fd2dee9b4b47b98f59bca1572ac8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1142435 Nov 22 12:20:23.898759 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-bf6a6a74-cbbc-4226-9415-b2c68fd422a7 req-a6d29cc4-52b1-48f0-995e-d4ec845f7156 service neutron] 10.222.0.66 "GET /v2.0/networks/f0e4cddf-9054-45b8-ae14-fd837a61718e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3778024 Nov 22 12:20:23.931942 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-5c9a631d-8bbc-4400-ae0b-6f49afa4a3f8 req-7bf239de-3c24-46a1-8375-a5f36bd51250 service neutron] 10.222.0.66 "GET /v2.0/networks/1a398bbd-8494-4c78-9a7f-9328646aea45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3534729 Nov 22 12:20:24.029006 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-9105419b-06f9-45a8-bbac-70d110a73200 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793343475411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3821827'] for agent, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:20:24.073383 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-bf6a6a74-cbbc-4226-9415-b2c68fd422a7 req-98e0f9af-392f-4e49-b1e9-d2f6d158bcc6 service neutron] 10.222.0.66 "GET /v2.0/networks/f0e4cddf-9054-45b8-ae14-fd837a61718e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1652102 Nov 22 12:20:24.086866 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-5c9a631d-8bbc-4400-ae0b-6f49afa4a3f8 req-c62a5d56-5517-4b28-901b-916c82c9572a service neutron] 10.222.0.66 "GET /v2.0/networks/1a398bbd-8494-4c78-9a7f-9328646aea45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281238 Nov 22 12:20:24.546130 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5087d2-bc62-4515-ab98-782f77ec4532 req-c49658e8-add1-4e15-b797-6c82d5ce806f tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:20:24.556930 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-ac5087d2-bc62-4515-ab98-782f77ec4532 req-c49658e8-add1-4e15-b797-6c82d5ce806f tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] 10.222.0.66 "GET /v2.0/ports?device_id=937d4958-6710-4c44-8451-2b659b87dc63 HTTP/1.1" status: 200 len: 945 time: 0.0677192 Nov 22 12:20:24.681258 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-ac5087d2-bc62-4515-ab98-782f77ec4532 req-60f5da64-5585-4b12-875e-4bcf7947ef0d tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] 10.222.0.66 "GET /v2.0/security-groups?id=d25355f0-2e41-493d-aac5-082c69fe23d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138594 Nov 22 12:20:24.773685 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-58746603-c08f-4865-8ecf-efc96de11e9c req-0e17e301-9002-492c-89ed-2ac6c7d81cbc tempest-VolumesSnapshotTestJSON-1978321900 tempest-VolumesSnapshotTestJSON-1978321900-project] 10.222.0.66 "GET /v2.0/ports?device_id=a3624677-f35c-4a8c-ad79-990ee6987c7b HTTP/1.1" status: 200 len: 210 time: 0.0374672 Nov 22 12:20:24.808448 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.wsgi [-] (102749) accepted ('10.222.0.66', 45206) {{(pid=102749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:20:24.813605 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.v2.base [None req-a252445c-3a01-4290-95e8-5fede7f249f5 tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1584808884', 'description': 'tempest-description--1548592410'}} {{(pid=102749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 12:20:24.856729 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-81adc21d-0ec7-4c62-b468-ed4c4de5b13f req-74e8033c-5a3d-4486-b5c7-f7252ac50818 tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] 10.222.0.66 "GET /v2.0/ports?device_id=8412ba15-56d4-416c-ade2-50b31de5ccb9 HTTP/1.1" status: 200 len: 210 time: 0.0371225 Nov 22 12:20:24.872174 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-a252445c-3a01-4290-95e8-5fede7f249f5 tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] Publish callbacks [] for security_group, before_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:20:24.984857 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-a252445c-3a01-4290-95e8-5fede7f249f5 tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] Publish callbacks [] for security_group, precommit_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:20:24.991705 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-a252445c-3a01-4290-95e8-5fede7f249f5 tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545565'] for security_group, after_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:20:25.034857 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a252445c-3a01-4290-95e8-5fede7f249f5 tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] Pushing event updated for resources: {'SecurityGroup': ['ID=117aa477-d28a-495e-b4af-8d598b569f00,revision_number=1']} {{(pid=102749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:20:25.044753 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-a252445c-3a01-4290-95e8-5fede7f249f5 tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] Publish callbacks [] for security_group, before_response {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:20:25.052908 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [None req-a252445c-3a01-4290-95e8-5fede7f249f5 tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.2430625 Nov 22 12:20:25.055831 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.wsgi [-] (102750) accepted ('10.222.0.66', 45216) {{(pid=102750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:20:25.061157 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.v2.base [None req-7b663249-ae3f-4372-8f8d-e57eef395f58 tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] Request body: {'security_group_rule': {'security_group_id': '117aa477-d28a-495e-b4af-8d598b569f00', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 12:20:25.098780 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-7b663249-ae3f-4372-8f8d-e57eef395f58 tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:20:25.157109 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-7b663249-ae3f-4372-8f8d-e57eef395f58 tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:20:25.161623 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-7b663249-ae3f-4372-8f8d-e57eef395f58 tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754837'] for security_group_rule, after_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:20:25.179159 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b663249-ae3f-4372-8f8d-e57eef395f58 tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a6cea6d-e645-4137-abbd-0a90508ac57d,revision_number=0']} {{(pid=102750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:20:25.190610 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-7b663249-ae3f-4372-8f8d-e57eef395f58 tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:20:25.191876 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [None req-7b663249-ae3f-4372-8f8d-e57eef395f58 tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1350846 Nov 22 12:20:25.194524 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.wsgi [-] (102750) accepted ('10.222.0.66', 45222) {{(pid=102750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:20:25.198785 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.v2.base [None req-183c9b48-3eb4-46b8-b5e7-973d39e1cb29 tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] Request body: {'security_group_rule': {'security_group_id': '117aa477-d28a-495e-b4af-8d598b569f00', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 12:20:25.227686 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-183c9b48-3eb4-46b8-b5e7-973d39e1cb29 tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:20:25.289109 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-183c9b48-3eb4-46b8-b5e7-973d39e1cb29 tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:20:25.293789 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-183c9b48-3eb4-46b8-b5e7-973d39e1cb29 tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754837'] for security_group_rule, after_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:20:25.313654 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183c9b48-3eb4-46b8-b5e7-973d39e1cb29 tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6adbd534-c918-4c47-8144-c6c73ba6cb09,revision_number=0']} {{(pid=102750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:20:25.321695 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-183c9b48-3eb4-46b8-b5e7-973d39e1cb29 tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:20:25.322925 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [None req-183c9b48-3eb4-46b8-b5e7-973d39e1cb29 tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1274829 Nov 22 12:20:25.326445 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.wsgi [-] (102750) accepted ('10.222.0.66', 45224) {{(pid=102750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:20:25.330758 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.v2.base [None req-57019e55-72dc-46cf-b886-e51c02278475 tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] Request body: {'floatingip': {'floating_network_id': '52f34850-4f08-4bf9-8f19-1c892d4c6132'}} {{(pid=102750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 12:20:25.354417 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-57019e55-72dc-46cf-b886-e51c02278475 tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] Publish callbacks [] for floatingip, before_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:20:25.473080 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-57019e55-72dc-46cf-b886-e51c02278475 tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3931732'] for port, before_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:20:25.614768 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.db.db_base_plugin_common [None req-57019e55-72dc-46cf-b886-e51c02278475 tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] Allocated IP 172.27.0.114 (52f34850-4f08-4bf9-8f19-1c892d4c6132/9e59152d-9f1b-4a42-ae53-82f6bd285144/a17177de-d449-4c83-82e0-2e8531b7e6b4) {{(pid=102750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 12:20:25.717916 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-2de83071-1b6f-4e8d-a0c8-0ed39ca59a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793343475411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3821827'] for agent, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:20:25.784164 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-57019e55-72dc-46cf-b886-e51c02278475 tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] Publish callbacks [] for port, precommit_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:20:25.809241 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6a6a74-cbbc-4226-9415-b2c68fd422a7 req-e34f44c5-befa-4e4f-981d-9cd07e0a64e6 tempest-VolumesSnapshotTestJSON-1978321900 tempest-VolumesSnapshotTestJSON-1978321900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:20:25.810974 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-bf6a6a74-cbbc-4226-9415-b2c68fd422a7 req-e34f44c5-befa-4e4f-981d-9cd07e0a64e6 tempest-VolumesSnapshotTestJSON-1978321900 tempest-VolumesSnapshotTestJSON-1978321900-project] 10.222.0.46 "GET /v2.0/networks?id=f0e4cddf-9054-45b8-ae14-fd837a61718e HTTP/1.1" status: 200 len: 813 time: 0.1625957 Nov 22 12:20:25.833747 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.v2.base [req-bf6a6a74-cbbc-4226-9415-b2c68fd422a7 req-e375d069-bc24-4d50-9e5f-116bae8206fd tempest-VolumesSnapshotTestJSON-1978321900 tempest-VolumesSnapshotTestJSON-1978321900-project] Request body: {'port': {'device_id': 'a3624677-f35c-4a8c-ad79-990ee6987c7b', 'network_id': 'f0e4cddf-9054-45b8-ae14-fd837a61718e', 'admin_state_up': True, 'tenant_id': '8dc74b1d74b14a009699279eb128f9f9'}} {{(pid=102749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 12:20:25.833987 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-57019e55-72dc-46cf-b886-e51c02278475 tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793342949268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128483729'] for port, after_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:20:25.874725 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57019e55-72dc-46cf-b886-e51c02278475 tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] Network 52f34850-4f08-4bf9-8f19-1c892d4c6132 is already hosted by enough agents. {{(pid=102750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 12:20:25.877727 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.scheduler.base_scheduler [None req-57019e55-72dc-46cf-b886-e51c02278475 tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] Resources bound (agent type, host, resource id): {{(pid=102750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 12:20:25.880144 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57019e55-72dc-46cf-b886-e51c02278475 tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] Received port after_create {{(pid=102750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 12:20:25.912120 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57019e55-72dc-46cf-b886-e51c02278475 tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] Pushing event updated for resources: {'Port': ['ID=a17177de-d449-4c83-82e0-2e8531b7e6b4,revision_number=1']} {{(pid=102750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:20:25.926137 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-1d36be52-3ecd-4877-a26c-558a69c14f10 req-c369d81d-4cba-4ef3-b88b-14a2daee67f8 tempest-VolumesSnapshotTestJSON-1978321900 tempest-VolumesSnapshotTestJSON-1978321900-project] 10.222.0.66 "GET /v2.0/ports?device_id=a3624677-f35c-4a8c-ad79-990ee6987c7b HTTP/1.1" status: 200 len: 210 time: 0.0621154 Nov 22 12:20:25.968363 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3aefe4-1003-4b05-99b9-3196dae36489 req-9ce235fa-c818-4d7a-bc16-593f78f9c511 tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:20:25.969971 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-8d3aefe4-1003-4b05-99b9-3196dae36489 req-9ce235fa-c818-4d7a-bc16-593f78f9c511 tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] 10.222.0.66 "GET /v2.0/ports?device_id=937d4958-6710-4c44-8451-2b659b87dc63 HTTP/1.1" status: 200 len: 945 time: 0.1536269 Nov 22 12:20:25.991303 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-57019e55-72dc-46cf-b886-e51c02278475 tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:20:26.028920 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-57019e55-72dc-46cf-b886-e51c02278475 tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3931732'] for port, before_update {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:20:26.060350 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-a5c9a2e8-9b04-4ace-b9c4-6ec0abf3e3bc req-be5102d7-64b5-4c30-a2d2-7ae02dfec2de tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] 10.222.0.66 "GET /v2.0/ports?device_id=8412ba15-56d4-416c-ade2-50b31de5ccb9 HTTP/1.1" status: 200 len: 210 time: 0.0559285 Nov 22 12:20:26.076949 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-8d3aefe4-1003-4b05-99b9-3196dae36489 req-0e7ecb3b-1920-4f20-bde3-68d438726679 tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] 10.222.0.66 "GET /v2.0/security-groups?id=d25355f0-2e41-493d-aac5-082c69fe23d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957582 Nov 22 12:20:26.106139 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf6a6a74-cbbc-4226-9415-b2c68fd422a7 req-e375d069-bc24-4d50-9e5f-116bae8206fd tempest-VolumesSnapshotTestJSON-1978321900 tempest-VolumesSnapshotTestJSON-1978321900-project] Made reservation on behalf of 8dc74b1d74b14a009699279eb128f9f9 for: {'port': 1} {{(pid=102749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 12:20:26.109855 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [req-bf6a6a74-cbbc-4226-9415-b2c68fd422a7 req-e375d069-bc24-4d50-9e5f-116bae8206fd tempest-VolumesSnapshotTestJSON-1978321900 tempest-VolumesSnapshotTestJSON-1978321900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3931732'] for port, before_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:20:26.192632 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-57019e55-72dc-46cf-b886-e51c02278475 tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] Publish callbacks [] for port, precommit_update {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:20:26.199506 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-57019e55-72dc-46cf-b886-e51c02278475 tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793343495738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793342949286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793342949304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128483736'] for port, after_update {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:20:26.246386 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.db.db_base_plugin_common [req-bf6a6a74-cbbc-4226-9415-b2c68fd422a7 req-e375d069-bc24-4d50-9e5f-116bae8206fd tempest-VolumesSnapshotTestJSON-1978321900 tempest-VolumesSnapshotTestJSON-1978321900-project] Allocated IP 172.20.0.9 (f0e4cddf-9054-45b8-ae14-fd837a61718e/b23da1d5-67b6-4638-9aba-5b784b347006/2dd5ed5d-5998-4e11-8d38-8460b3dd3760) {{(pid=102749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 12:20:26.327432 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57019e55-72dc-46cf-b886-e51c02278475 tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] Pushing event updated for resources: {'Port': ['ID=a17177de-d449-4c83-82e0-2e8531b7e6b4,revision_number=2']} {{(pid=102750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:20:26.354332 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-57019e55-72dc-46cf-b886-e51c02278475 tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-532624'] for floatingip, after_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:20:26.402337 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-57019e55-72dc-46cf-b886-e51c02278475 tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434365'] for floatingip, before_response {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:20:26.402612 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793343475411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3821827'] for agent, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:20:26.404841 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [None req-57019e55-72dc-46cf-b886-e51c02278475 tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0770276 Nov 22 12:20:26.436562 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9a631d-8bbc-4400-ae0b-6f49afa4a3f8 req-ef8ac2b2-4a9d-41a6-9d28-15eb2ca0dc43 tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:20:26.438565 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [req-5c9a631d-8bbc-4400-ae0b-6f49afa4a3f8 req-ef8ac2b2-4a9d-41a6-9d28-15eb2ca0dc43 tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] 10.222.0.46 "GET /v2.0/networks?id=1a398bbd-8494-4c78-9a7f-9328646aea45 HTTP/1.1" status: 200 len: 814 time: 0.1699114 Nov 22 12:20:26.463114 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [req-bf6a6a74-cbbc-4226-9415-b2c68fd422a7 req-e375d069-bc24-4d50-9e5f-116bae8206fd tempest-VolumesSnapshotTestJSON-1978321900 tempest-VolumesSnapshotTestJSON-1978321900-project] Publish callbacks [] for port, precommit_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:20:26.471562 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.v2.base [req-5c9a631d-8bbc-4400-ae0b-6f49afa4a3f8 req-5e0bae51-f49c-48f6-98b7-867dd2b9c67f tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] Request body: {'port': {'device_id': '8412ba15-56d4-416c-ade2-50b31de5ccb9', 'network_id': '1a398bbd-8494-4c78-9a7f-9328646aea45', 'admin_state_up': True, 'tenant_id': '5319fd2dee9b4b47b98f59bca1572ac8'}} {{(pid=102750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 12:20:26.498156 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [req-bf6a6a74-cbbc-4226-9415-b2c68fd422a7 req-e375d069-bc24-4d50-9e5f-116bae8206fd tempest-VolumesSnapshotTestJSON-1978321900 tempest-VolumesSnapshotTestJSON-1978321900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793342949268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126077602'] for port, after_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:20:26.598979 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf6a6a74-cbbc-4226-9415-b2c68fd422a7 req-e375d069-bc24-4d50-9e5f-116bae8206fd tempest-VolumesSnapshotTestJSON-1978321900 tempest-VolumesSnapshotTestJSON-1978321900-project] Network f0e4cddf-9054-45b8-ae14-fd837a61718e is already hosted by enough agents. {{(pid=102749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 12:20:26.602339 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.scheduler.base_scheduler [req-bf6a6a74-cbbc-4226-9415-b2c68fd422a7 req-e375d069-bc24-4d50-9e5f-116bae8206fd tempest-VolumesSnapshotTestJSON-1978321900 tempest-VolumesSnapshotTestJSON-1978321900-project] Resources bound (agent type, host, resource id): {{(pid=102749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 12:20:26.604521 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e375d069-bc24-4d50-9e5f-116bae8206fd tempest-VolumesSnapshotTestJSON-1978321900 tempest-VolumesSnapshotTestJSON-1978321900-project] Pushing event updated for resources: {'Port': ['ID=2dd5ed5d-5998-4e11-8d38-8460b3dd3760,revision_number=1']} {{(pid=102749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:20:26.622465 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf6a6a74-cbbc-4226-9415-b2c68fd422a7 req-e375d069-bc24-4d50-9e5f-116bae8206fd tempest-VolumesSnapshotTestJSON-1978321900 tempest-VolumesSnapshotTestJSON-1978321900-project] Received port after_create {{(pid=102749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 12:20:26.635984 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c9a631d-8bbc-4400-ae0b-6f49afa4a3f8 req-5e0bae51-f49c-48f6-98b7-867dd2b9c67f tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] Made reservation on behalf of 5319fd2dee9b4b47b98f59bca1572ac8 for: {'port': 1} {{(pid=102750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 12:20:26.640103 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [req-5c9a631d-8bbc-4400-ae0b-6f49afa4a3f8 req-5e0bae51-f49c-48f6-98b7-867dd2b9c67f tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3931732'] for port, before_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:20:26.716397 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6a6a74-cbbc-4226-9415-b2c68fd422a7 req-e375d069-bc24-4d50-9e5f-116bae8206fd tempest-VolumesSnapshotTestJSON-1978321900 tempest-VolumesSnapshotTestJSON-1978321900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:20:26.717109 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [req-bf6a6a74-cbbc-4226-9415-b2c68fd422a7 req-e375d069-bc24-4d50-9e5f-116bae8206fd tempest-VolumesSnapshotTestJSON-1978321900 tempest-VolumesSnapshotTestJSON-1978321900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434365'] for port, before_response {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:20:26.751650 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-32b0e388-5a4e-4086-817b-7547642bb6b8 req-a2661100-a242-40cc-a143-1ac7101cdff7 tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-securitygroup--1584808884&fields=id&tenant_id=7f5dffe9bc3f41c7a2656d194fd02173 HTTP/1.1" status: 200 len: 267 time: 0.1007156 Nov 22 12:20:26.759450 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-bf6a6a74-cbbc-4226-9415-b2c68fd422a7 req-e375d069-bc24-4d50-9e5f-116bae8206fd tempest-VolumesSnapshotTestJSON-1978321900 tempest-VolumesSnapshotTestJSON-1978321900-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9295566 Nov 22 12:20:26.807477 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.db.db_base_plugin_common [req-5c9a631d-8bbc-4400-ae0b-6f49afa4a3f8 req-5e0bae51-f49c-48f6-98b7-867dd2b9c67f tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] Allocated IP 172.20.0.4 (1a398bbd-8494-4c78-9a7f-9328646aea45/a297376f-8bec-4762-a395-e20c73d660c4/0b5d6d5e-e442-4681-83aa-fb04b4fc7ce4) {{(pid=102750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 12:20:26.817690 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.v2.base [req-bf6a6a74-cbbc-4226-9415-b2c68fd422a7 req-1ef7dd67-2987-4dae-a2e7-a01927f07462 service neutron] Request body: {'port': {'device_id': 'a3624677-f35c-4a8c-ad79-990ee6987c7b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76845'}} {{(pid=102749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 12:20:26.940786 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [req-bf6a6a74-cbbc-4226-9415-b2c68fd422a7 req-1ef7dd67-2987-4dae-a2e7-a01927f07462 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3931732'] for port, before_update {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:20:26.970794 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b0e388-5a4e-4086-817b-7547642bb6b8 req-fe1b7961-03e4-4d95-91ae-f82db943027b tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:20:26.973080 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-32b0e388-5a4e-4086-817b-7547642bb6b8 req-fe1b7961-03e4-4d95-91ae-f82db943027b tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] 10.222.0.66 "GET /v2.0/networks?id=10b712e1-1243-4ece-87db-2201cf5a5198 HTTP/1.1" status: 200 len: 810 time: 0.2127259 Nov 22 12:20:26.989855 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [req-5c9a631d-8bbc-4400-ae0b-6f49afa4a3f8 req-5e0bae51-f49c-48f6-98b7-867dd2b9c67f tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] Publish callbacks [] for port, precommit_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:20:27.012284 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-32b0e388-5a4e-4086-817b-7547642bb6b8 req-dcf9d4e0-56f3-4eb8-92e3-b77ab3da17ec tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] 10.222.0.66 "GET /v2.0/quotas/7f5dffe9bc3f41c7a2656d194fd02173 HTTP/1.1" status: 200 len: 375 time: 0.0212595 Nov 22 12:20:27.031069 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [req-5c9a631d-8bbc-4400-ae0b-6f49afa4a3f8 req-5e0bae51-f49c-48f6-98b7-867dd2b9c67f tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793342949268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128483729'] for port, after_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:20:27.043573 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.db [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] get_ports_and_sgs() called for port_ids ['c07cfd45-5b74-4945-9991-863824fb50f3'] {{(pid=102751) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 12:20:27.086070 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c9a631d-8bbc-4400-ae0b-6f49afa4a3f8 req-5e0bae51-f49c-48f6-98b7-867dd2b9c67f tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] Network 1a398bbd-8494-4c78-9a7f-9328646aea45 is already hosted by enough agents. {{(pid=102750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 12:20:27.092766 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.scheduler.base_scheduler [req-5c9a631d-8bbc-4400-ae0b-6f49afa4a3f8 req-5e0bae51-f49c-48f6-98b7-867dd2b9c67f tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] Resources bound (agent type, host, resource id): {{(pid=102750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 12:20:27.098994 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c9a631d-8bbc-4400-ae0b-6f49afa4a3f8 req-5e0bae51-f49c-48f6-98b7-867dd2b9c67f tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] Received port after_create {{(pid=102750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 12:20:27.126309 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0bae51-f49c-48f6-98b7-867dd2b9c67f tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] Pushing event updated for resources: {'Port': ['ID=0b5d6d5e-e442-4681-83aa-fb04b4fc7ce4,revision_number=1']} {{(pid=102750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:20:27.162971 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9a631d-8bbc-4400-ae0b-6f49afa4a3f8 req-5e0bae51-f49c-48f6-98b7-867dd2b9c67f tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:20:27.163653 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [req-5c9a631d-8bbc-4400-ae0b-6f49afa4a3f8 req-5e0bae51-f49c-48f6-98b7-867dd2b9c67f tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758363'] for port, before_response {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:20:27.181773 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33e5736-b491-4747-8f8c-a1e7e9bdb76a req-ab1527f0-31ce-4541-ac86-08aa718e966a tempest-VolumesSnapshotTestJSON-1978321900 tempest-VolumesSnapshotTestJSON-1978321900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:20:27.182403 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [req-5c9a631d-8bbc-4400-ae0b-6f49afa4a3f8 req-5e0bae51-f49c-48f6-98b7-867dd2b9c67f tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7154539 Nov 22 12:20:27.183337 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-f33e5736-b491-4747-8f8c-a1e7e9bdb76a req-ab1527f0-31ce-4541-ac86-08aa718e966a tempest-VolumesSnapshotTestJSON-1978321900 tempest-VolumesSnapshotTestJSON-1978321900-project] 10.222.0.66 "GET /v2.0/ports?device_id=a3624677-f35c-4a8c-ad79-990ee6987c7b HTTP/1.1" status: 200 len: 931 time: 0.1728711 Nov 22 12:20:27.203502 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.v2.base [req-5c9a631d-8bbc-4400-ae0b-6f49afa4a3f8 req-cdecc2e9-c874-4083-97a5-247ac05a9d8a service neutron] Request body: {'port': {'device_id': '8412ba15-56d4-416c-ade2-50b31de5ccb9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76845'}} {{(pid=102750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 12:20:27.238132 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-32b0e388-5a4e-4086-817b-7547642bb6b8 req-1505e4f5-6d6c-40a7-8016-5b17a6fae92f tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=7f5dffe9bc3f41c7a2656d194fd02173&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2147102 Nov 22 12:20:27.264890 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [req-5c9a631d-8bbc-4400-ae0b-6f49afa4a3f8 req-cdecc2e9-c874-4083-97a5-247ac05a9d8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3931732'] for port, before_update {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:20:27.360499 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-f33e5736-b491-4747-8f8c-a1e7e9bdb76a req-39e52abc-feac-4ed3-8bf6-f8ee539cdfef tempest-VolumesSnapshotTestJSON-1978321900 tempest-VolumesSnapshotTestJSON-1978321900-project] 10.222.0.66 "GET /v2.0/security-groups?id=188eb127-27e7-40f9-bd3a-a43f3d4f7d59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649518 Nov 22 12:20:27.410292 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-32b0e388-5a4e-4086-817b-7547642bb6b8 req-564b26dd-a8c9-4e20-93d6-e3354bc270dc service neutron] 10.222.0.66 "GET /v2.0/networks/10b712e1-1243-4ece-87db-2201cf5a5198?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1567118 Nov 22 12:20:27.541986 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.notifiers.nova [req-bf6a6a74-cbbc-4226-9415-b2c68fd422a7 req-1ef7dd67-2987-4dae-a2e7-a01927f07462 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2dd5ed5d-5998-4e11-8d38-8460b3dd3760 {{(pid=102749) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 12:20:27.554732 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.notifiers.nova [req-5c9a631d-8bbc-4400-ae0b-6f49afa4a3f8 req-cdecc2e9-c874-4083-97a5-247ac05a9d8a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b5d6d5e-e442-4681-83aa-fb04b4fc7ce4 {{(pid=102750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 12:20:27.558104 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [req-bf6a6a74-cbbc-4226-9415-b2c68fd422a7 req-1ef7dd67-2987-4dae-a2e7-a01927f07462 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:20:27.562738 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [req-5c9a631d-8bbc-4400-ae0b-6f49afa4a3f8 req-cdecc2e9-c874-4083-97a5-247ac05a9d8a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:20:27.576011 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.db.provisioning_blocks [req-5c9a631d-8bbc-4400-ae0b-6f49afa4a3f8 req-cdecc2e9-c874-4083-97a5-247ac05a9d8a service neutron] Transition to ACTIVE for port object 0b5d6d5e-e442-4681-83aa-fb04b4fc7ce4 will not be triggered until provisioned by entity L2. {{(pid=102750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 12:20:27.581571 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [req-5c9a631d-8bbc-4400-ae0b-6f49afa4a3f8 req-cdecc2e9-c874-4083-97a5-247ac05a9d8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793343495738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793342949286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793342949304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128483736'] for port, after_update {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:20:27.589423 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.db.provisioning_blocks [req-bf6a6a74-cbbc-4226-9415-b2c68fd422a7 req-1ef7dd67-2987-4dae-a2e7-a01927f07462 service neutron] Transition to ACTIVE for port object 2dd5ed5d-5998-4e11-8d38-8460b3dd3760 will not be triggered until provisioned by entity L2. {{(pid=102749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 12:20:27.598142 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe56bfe-f0c7-481d-93eb-510acd4a2b7f req-b79872bf-2734-4a87-8fc9-b883705d263b tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:20:27.599716 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-ebe56bfe-f0c7-481d-93eb-510acd4a2b7f req-b79872bf-2734-4a87-8fc9-b883705d263b tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] 10.222.0.66 "GET /v2.0/ports?device_id=8412ba15-56d4-416c-ade2-50b31de5ccb9 HTTP/1.1" status: 200 len: 931 time: 0.1458728 Nov 22 12:20:27.602726 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [req-bf6a6a74-cbbc-4226-9415-b2c68fd422a7 req-1ef7dd67-2987-4dae-a2e7-a01927f07462 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793343495738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793342949286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793342949304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126077611'] for port, after_update {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:20:27.634131 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdecc2e9-c874-4083-97a5-247ac05a9d8a service neutron] Pushing event updated for resources: {'Port': ['ID=0b5d6d5e-e442-4681-83aa-fb04b4fc7ce4,revision_number=2']} {{(pid=102750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:20:27.671324 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-32b0e388-5a4e-4086-817b-7547642bb6b8 req-1d46be48-98be-4343-9f32-74f2a0089f8b service neutron] 10.222.0.66 "GET /v2.0/networks/10b712e1-1243-4ece-87db-2201cf5a5198?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2196274 Nov 22 12:20:27.686369 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef7dd67-2987-4dae-a2e7-a01927f07462 service neutron] Pushing event updated for resources: {'Port': ['ID=2dd5ed5d-5998-4e11-8d38-8460b3dd3760,revision_number=2']} {{(pid=102749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:20:27.716923 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.plugins.ml2.managers [req-5c9a631d-8bbc-4400-ae0b-6f49afa4a3f8 req-cdecc2e9-c874-4083-97a5-247ac05a9d8a service neutron] Attempting to bind port 0b5d6d5e-e442-4681-83aa-fb04b4fc7ce4 on host hv-cinder-76845 for vnic_type normal with profile {{(pid=102750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 12:20:27.717272 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.plugins.ml2.managers [req-5c9a631d-8bbc-4400-ae0b-6f49afa4a3f8 req-cdecc2e9-c874-4083-97a5-247ac05a9d8a service neutron] Attempting to bind port 0b5d6d5e-e442-4681-83aa-fb04b4fc7ce4 by drivers openvswitch,hyperv on host hv-cinder-76845 at level 0 using segments [{'id': '5e5839cc-8792-46fd-9ed5-606893fc60d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '1a398bbd-8494-4c78-9a7f-9328646aea45'}] {{(pid=102750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 12:20:27.717607 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c9a631d-8bbc-4400-ae0b-6f49afa4a3f8 req-cdecc2e9-c874-4083-97a5-247ac05a9d8a service neutron] Attempting to bind port 0b5d6d5e-e442-4681-83aa-fb04b4fc7ce4 on network 1a398bbd-8494-4c78-9a7f-9328646aea45 {{(pid=102750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 12:20:27.722074 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c9a631d-8bbc-4400-ae0b-6f49afa4a3f8 req-cdecc2e9-c874-4083-97a5-247ac05a9d8a service neutron] Port 0b5d6d5e-e442-4681-83aa-fb04b4fc7ce4 on network 1a398bbd-8494-4c78-9a7f-9328646aea45 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76845 {{(pid=102750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 12:20:27.722397 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c9a631d-8bbc-4400-ae0b-6f49afa4a3f8 req-cdecc2e9-c874-4083-97a5-247ac05a9d8a service neutron] Attempting to bind port 0b5d6d5e-e442-4681-83aa-fb04b4fc7ce4 on network 1a398bbd-8494-4c78-9a7f-9328646aea45 {{(pid=102750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 12:20:27.727757 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c9a631d-8bbc-4400-ae0b-6f49afa4a3f8 req-cdecc2e9-c874-4083-97a5-247ac05a9d8a service neutron] Checking agent: {'id': 'fca0b015-0cd5-4a44-bbfe-abb10adcdf42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76845', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 12, 17, 17), 'started_at': datetime.datetime(2021, 11, 22, 12, 17, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 12, 20, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 12:20:27.728099 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c9a631d-8bbc-4400-ae0b-6f49afa4a3f8 req-cdecc2e9-c874-4083-97a5-247ac05a9d8a service neutron] Checking segment: {'id': '5e5839cc-8792-46fd-9ed5-606893fc60d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '1a398bbd-8494-4c78-9a7f-9328646aea45'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 12:20:27.728485 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c9a631d-8bbc-4400-ae0b-6f49afa4a3f8 req-cdecc2e9-c874-4083-97a5-247ac05a9d8a service neutron] Bound using segment: {'id': '5e5839cc-8792-46fd-9ed5-606893fc60d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '1a398bbd-8494-4c78-9a7f-9328646aea45'} {{(pid=102750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 12:20:27.728920 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.plugins.ml2.managers [req-5c9a631d-8bbc-4400-ae0b-6f49afa4a3f8 req-cdecc2e9-c874-4083-97a5-247ac05a9d8a service neutron] Bound port: 0b5d6d5e-e442-4681-83aa-fb04b4fc7ce4, host: hv-cinder-76845, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e5839cc-8792-46fd-9ed5-606893fc60d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '1a398bbd-8494-4c78-9a7f-9328646aea45'}}] {{(pid=102750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 12:20:27.729284 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [req-5c9a631d-8bbc-4400-ae0b-6f49afa4a3f8 req-cdecc2e9-c874-4083-97a5-247ac05a9d8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3931732'] for port, before_update {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:20:27.757279 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-ebe56bfe-f0c7-481d-93eb-510acd4a2b7f req-f91b5a73-0398-4987-9bb5-caa436ab356a tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] 10.222.0.66 "GET /v2.0/security-groups?id=d183c51b-56bc-4b8b-8c88-c11ec3bb03cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443248 Nov 22 12:20:27.806435 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.plugins.ml2.managers [req-bf6a6a74-cbbc-4226-9415-b2c68fd422a7 req-1ef7dd67-2987-4dae-a2e7-a01927f07462 service neutron] Attempting to bind port 2dd5ed5d-5998-4e11-8d38-8460b3dd3760 on host hv-cinder-76845 for vnic_type normal with profile {{(pid=102749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 12:20:27.806777 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.plugins.ml2.managers [req-bf6a6a74-cbbc-4226-9415-b2c68fd422a7 req-1ef7dd67-2987-4dae-a2e7-a01927f07462 service neutron] Attempting to bind port 2dd5ed5d-5998-4e11-8d38-8460b3dd3760 by drivers openvswitch,hyperv on host hv-cinder-76845 at level 0 using segments [{'id': 'b307a277-133b-49ad-9947-78ca47bc0d8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'f0e4cddf-9054-45b8-ae14-fd837a61718e'}] {{(pid=102749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 12:20:27.807111 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf6a6a74-cbbc-4226-9415-b2c68fd422a7 req-1ef7dd67-2987-4dae-a2e7-a01927f07462 service neutron] Attempting to bind port 2dd5ed5d-5998-4e11-8d38-8460b3dd3760 on network f0e4cddf-9054-45b8-ae14-fd837a61718e {{(pid=102749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 12:20:27.812447 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf6a6a74-cbbc-4226-9415-b2c68fd422a7 req-1ef7dd67-2987-4dae-a2e7-a01927f07462 service neutron] Port 2dd5ed5d-5998-4e11-8d38-8460b3dd3760 on network f0e4cddf-9054-45b8-ae14-fd837a61718e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76845 {{(pid=102749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 12:20:27.812781 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf6a6a74-cbbc-4226-9415-b2c68fd422a7 req-1ef7dd67-2987-4dae-a2e7-a01927f07462 service neutron] Attempting to bind port 2dd5ed5d-5998-4e11-8d38-8460b3dd3760 on network f0e4cddf-9054-45b8-ae14-fd837a61718e {{(pid=102749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 12:20:27.816708 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.plugins.ml2.db [req-5c9a631d-8bbc-4400-ae0b-6f49afa4a3f8 req-cdecc2e9-c874-4083-97a5-247ac05a9d8a service neutron] For port 0b5d6d5e-e442-4681-83aa-fb04b4fc7ce4, host hv-cinder-76845, cleared binding levels {{(pid=102750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 12:20:27.818918 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf6a6a74-cbbc-4226-9415-b2c68fd422a7 req-1ef7dd67-2987-4dae-a2e7-a01927f07462 service neutron] Checking agent: {'id': 'fca0b015-0cd5-4a44-bbfe-abb10adcdf42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76845', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 12, 17, 17), 'started_at': datetime.datetime(2021, 11, 22, 12, 17, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 12, 20, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 12:20:27.819547 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf6a6a74-cbbc-4226-9415-b2c68fd422a7 req-1ef7dd67-2987-4dae-a2e7-a01927f07462 service neutron] Checking segment: {'id': 'b307a277-133b-49ad-9947-78ca47bc0d8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'f0e4cddf-9054-45b8-ae14-fd837a61718e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 12:20:27.819840 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf6a6a74-cbbc-4226-9415-b2c68fd422a7 req-1ef7dd67-2987-4dae-a2e7-a01927f07462 service neutron] Bound using segment: {'id': 'b307a277-133b-49ad-9947-78ca47bc0d8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'f0e4cddf-9054-45b8-ae14-fd837a61718e'} {{(pid=102749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 12:20:27.820248 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.plugins.ml2.managers [req-bf6a6a74-cbbc-4226-9415-b2c68fd422a7 req-1ef7dd67-2987-4dae-a2e7-a01927f07462 service neutron] Bound port: 2dd5ed5d-5998-4e11-8d38-8460b3dd3760, host: hv-cinder-76845, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b307a277-133b-49ad-9947-78ca47bc0d8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'f0e4cddf-9054-45b8-ae14-fd837a61718e'}}] {{(pid=102749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 12:20:27.820615 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [req-bf6a6a74-cbbc-4226-9415-b2c68fd422a7 req-1ef7dd67-2987-4dae-a2e7-a01927f07462 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3931732'] for port, before_update {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:20:27.825168 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.plugins.ml2.db [req-5c9a631d-8bbc-4400-ae0b-6f49afa4a3f8 req-cdecc2e9-c874-4083-97a5-247ac05a9d8a service neutron] For port 0b5d6d5e-e442-4681-83aa-fb04b4fc7ce4, host hv-cinder-76845, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=0b5d6d5e-e442-4681-83aa-fb04b4fc7ce4,segment=NetworkSegment(5e5839cc-8792-46fd-9ed5-606893fc60d9),segment_id=5e5839cc-8792-46fd-9ed5-606893fc60d9)] {{(pid=102750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 12:20:27.831717 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [req-5c9a631d-8bbc-4400-ae0b-6f49afa4a3f8 req-cdecc2e9-c874-4083-97a5-247ac05a9d8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793343495738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793342949286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793342949304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128483736'] for port, after_update {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:20:27.893651 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9a631d-8bbc-4400-ae0b-6f49afa4a3f8 req-cdecc2e9-c874-4083-97a5-247ac05a9d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:20:27.894356 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [req-5c9a631d-8bbc-4400-ae0b-6f49afa4a3f8 req-cdecc2e9-c874-4083-97a5-247ac05a9d8a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758363'] for port, before_response {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:20:27.895854 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [req-5c9a631d-8bbc-4400-ae0b-6f49afa4a3f8 req-cdecc2e9-c874-4083-97a5-247ac05a9d8a service neutron] 10.222.0.46 "PUT /v2.0/ports/0b5d6d5e-e442-4681-83aa-fb04b4fc7ce4 HTTP/1.1" status: 200 len: 1093 time: 0.6992636 Nov 22 12:20:27.898195 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8412ba15-56d4-416c-ade2-50b31de5ccb9', 'tag': '0b5d6d5e-e442-4681-83aa-fb04b4fc7ce4'}] {{(pid=102750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 12:20:27.900502 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2a0bed14b240d0d35e029181fb516e01dd4ce85d5fb41ae8ef5632c0b13bd43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa3e11d6-4789-47fb-9054-39e35c9d600c" -d '{"events": [{"name": "network-changed", "server_uuid": "8412ba15-56d4-416c-ade2-50b31de5ccb9", "tag": "0b5d6d5e-e442-4681-83aa-fb04b4fc7ce4"}]}' {{(pid=102750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 12:20:27.929117 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdecc2e9-c874-4083-97a5-247ac05a9d8a service neutron] Pushing event updated for resources: {'Port': ['ID=0b5d6d5e-e442-4681-83aa-fb04b4fc7ce4,revision_number=3']} {{(pid=102750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:20:27.948017 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.plugins.ml2.db [req-bf6a6a74-cbbc-4226-9415-b2c68fd422a7 req-1ef7dd67-2987-4dae-a2e7-a01927f07462 service neutron] For port 2dd5ed5d-5998-4e11-8d38-8460b3dd3760, host hv-cinder-76845, cleared binding levels {{(pid=102749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 12:20:27.952427 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.plugins.ml2.db [req-bf6a6a74-cbbc-4226-9415-b2c68fd422a7 req-1ef7dd67-2987-4dae-a2e7-a01927f07462 service neutron] For port 2dd5ed5d-5998-4e11-8d38-8460b3dd3760, host hv-cinder-76845, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=2dd5ed5d-5998-4e11-8d38-8460b3dd3760,segment=NetworkSegment(b307a277-133b-49ad-9947-78ca47bc0d8c),segment_id=b307a277-133b-49ad-9947-78ca47bc0d8c)] {{(pid=102749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 12:20:27.958196 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [req-bf6a6a74-cbbc-4226-9415-b2c68fd422a7 req-1ef7dd67-2987-4dae-a2e7-a01927f07462 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793343495738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793342949286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793342949304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126077611'] for port, after_update {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:20:27.974393 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a660bc-fc12-4d60-a833-8cc355491010 req-52c6609b-6851-4485-970e-168d9bff02a8 tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:20:27.977035 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-33a660bc-fc12-4d60-a833-8cc355491010 req-52c6609b-6851-4485-970e-168d9bff02a8 tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] 10.222.0.66 "GET /v2.0/ports?device_id=937d4958-6710-4c44-8451-2b659b87dc63 HTTP/1.1" status: 200 len: 945 time: 0.1109092 Nov 22 12:20:28.026938 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6a6a74-cbbc-4226-9415-b2c68fd422a7 req-1ef7dd67-2987-4dae-a2e7-a01927f07462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:20:28.027659 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [req-bf6a6a74-cbbc-4226-9415-b2c68fd422a7 req-1ef7dd67-2987-4dae-a2e7-a01927f07462 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434365'] for port, before_response {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:20:28.029052 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-bf6a6a74-cbbc-4226-9415-b2c68fd422a7 req-1ef7dd67-2987-4dae-a2e7-a01927f07462 service neutron] 10.222.0.46 "PUT /v2.0/ports/2dd5ed5d-5998-4e11-8d38-8460b3dd3760 HTTP/1.1" status: 200 len: 1093 time: 1.2431397 Nov 22 12:20:28.029630 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3624677-f35c-4a8c-ad79-990ee6987c7b', 'tag': '2dd5ed5d-5998-4e11-8d38-8460b3dd3760'}] {{(pid=102749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 12:20:28.032252 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e75a82c02e5e8e80361e9b8ad1df1450ec212ebfa93d78ee9da720cb5365782c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-931bff75-ebc3-484d-accd-cd4748a38244" -d '{"events": [{"name": "network-changed", "server_uuid": "a3624677-f35c-4a8c-ad79-990ee6987c7b", "tag": "2dd5ed5d-5998-4e11-8d38-8460b3dd3760"}]}' {{(pid=102749) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 12:20:28.072941 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef7dd67-2987-4dae-a2e7-a01927f07462 service neutron] Pushing event updated for resources: {'Port': ['ID=2dd5ed5d-5998-4e11-8d38-8460b3dd3760,revision_number=3']} {{(pid=102749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:20:28.083760 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-33a660bc-fc12-4d60-a833-8cc355491010 req-218e517f-c112-4252-8242-1a00cdb46f2d tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] 10.222.0.66 "GET /v2.0/security-groups?id=d25355f0-2e41-493d-aac5-082c69fe23d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799458 Nov 22 12:20:28.157665 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-c6b180e1-dbb7-4bc3-b129-a8c6ae455f1d req-c9321154-4bf3-412d-a551-e7ea6f5f8945 tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] 10.222.0.66 "GET /v2.0/ports?device_id=2306113c-8f98-42fd-8c0c-3dfac98fff21 HTTP/1.1" status: 200 len: 210 time: 0.0286620 Nov 22 12:20:28.202488 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 12:20:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-267bac99-cc5b-440f-ad10-48a222527ccf x-openstack-request-id: req-267bac99-cc5b-440f-ad10-48a222527ccf {{(pid=102750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 12:20:28.202805 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8412ba15-56d4-416c-ade2-50b31de5ccb9", "tag": "0b5d6d5e-e442-4681-83aa-fb04b4fc7ce4", "status": "completed", "code": 200}]} {{(pid=102750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 12:20:28.203068 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-267bac99-cc5b-440f-ad10-48a222527ccf {{(pid=102750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 12:20:28.203505 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8412ba15-56d4-416c-ade2-50b31de5ccb9', 'tag': '0b5d6d5e-e442-4681-83aa-fb04b4fc7ce4', 'status': 'completed', 'code': 200} Nov 22 12:20:28.234430 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 12:20:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-328666b2-52f7-457a-b624-bc15b063f11b x-openstack-request-id: req-328666b2-52f7-457a-b624-bc15b063f11b {{(pid=102749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 12:20:28.235002 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3624677-f35c-4a8c-ad79-990ee6987c7b", "tag": "2dd5ed5d-5998-4e11-8d38-8460b3dd3760", "status": "completed", "code": 200}]} {{(pid=102749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 12:20:28.235279 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-328666b2-52f7-457a-b624-bc15b063f11b {{(pid=102749) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 12:20:28.235685 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3624677-f35c-4a8c-ad79-990ee6987c7b', 'tag': '2dd5ed5d-5998-4e11-8d38-8460b3dd3760', 'status': 'completed', 'code': 200} Nov 22 12:20:28.496369 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e806f163-2517-4a2b-89ed-c03a818d4dfb req-75061a5c-23ab-4f40-8deb-7ba5a8c4ed9f tempest-VolumesSnapshotTestJSON-1978321900 tempest-VolumesSnapshotTestJSON-1978321900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:20:28.497916 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-e806f163-2517-4a2b-89ed-c03a818d4dfb req-75061a5c-23ab-4f40-8deb-7ba5a8c4ed9f tempest-VolumesSnapshotTestJSON-1978321900 tempest-VolumesSnapshotTestJSON-1978321900-project] 10.222.0.66 "GET /v2.0/ports?device_id=a3624677-f35c-4a8c-ad79-990ee6987c7b HTTP/1.1" status: 200 len: 943 time: 0.0557492 Nov 22 12:20:28.551692 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-e806f163-2517-4a2b-89ed-c03a818d4dfb req-dc6d0b44-5827-4bdd-b8a5-167650046a16 tempest-VolumesSnapshotTestJSON-1978321900 tempest-VolumesSnapshotTestJSON-1978321900-project] 10.222.0.66 "GET /v2.0/security-groups?id=188eb127-27e7-40f9-bd3a-a43f3d4f7d59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467257 Nov 22 12:20:28.911992 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed64b4bf-d3a3-457b-9135-d714b18b0844 req-ec9ad1fe-9a02-436d-87dc-956b21227c8b tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:20:28.913910 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-ed64b4bf-d3a3-457b-9135-d714b18b0844 req-ec9ad1fe-9a02-436d-87dc-956b21227c8b tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] 10.222.0.66 "GET /v2.0/ports?device_id=8412ba15-56d4-416c-ade2-50b31de5ccb9 HTTP/1.1" status: 200 len: 943 time: 0.0608706 Nov 22 12:20:28.970815 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-ed64b4bf-d3a3-457b-9135-d714b18b0844 req-8788dd88-45b4-4037-b32f-23d27872d4cd tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] 10.222.0.66 "GET /v2.0/security-groups?id=d183c51b-56bc-4b8b-8c88-c11ec3bb03cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510318 Nov 22 12:20:29.208341 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe6a0cf-74b0-40c0-a172-7331adc7bc4f req-bf84d616-8c63-47ed-b4a4-b72190dce3df tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:20:29.209758 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-dfe6a0cf-74b0-40c0-a172-7331adc7bc4f req-bf84d616-8c63-47ed-b4a4-b72190dce3df tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] 10.222.0.66 "GET /v2.0/ports?device_id=937d4958-6710-4c44-8451-2b659b87dc63 HTTP/1.1" status: 200 len: 945 time: 0.0532546 Nov 22 12:20:29.268421 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-dfe6a0cf-74b0-40c0-a172-7331adc7bc4f req-ffbf642a-ecb6-41bf-b724-aa24d82af299 tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] 10.222.0.66 "GET /v2.0/security-groups?id=d25355f0-2e41-493d-aac5-082c69fe23d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525784 Nov 22 12:20:29.352774 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-39f69e20-a994-4d2c-a3dd-97fc921423c2 req-396394c4-f7fd-46a3-ac14-22a5ecfb966a tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] 10.222.0.66 "GET /v2.0/ports?device_id=2306113c-8f98-42fd-8c0c-3dfac98fff21 HTTP/1.1" status: 200 len: 210 time: 0.0248935 Nov 22 12:20:29.682638 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd41e35-cfb9-4dc6-b339-b8d9ccf943c9 req-207d1e53-66b0-4f52-882d-d2d4b135d3b7 tempest-VolumesSnapshotTestJSON-1978321900 tempest-VolumesSnapshotTestJSON-1978321900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:20:29.684172 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-0fd41e35-cfb9-4dc6-b339-b8d9ccf943c9 req-207d1e53-66b0-4f52-882d-d2d4b135d3b7 tempest-VolumesSnapshotTestJSON-1978321900 tempest-VolumesSnapshotTestJSON-1978321900-project] 10.222.0.66 "GET /v2.0/ports?device_id=a3624677-f35c-4a8c-ad79-990ee6987c7b HTTP/1.1" status: 200 len: 943 time: 0.0575628 Nov 22 12:20:29.734735 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-0fd41e35-cfb9-4dc6-b339-b8d9ccf943c9 req-92a54240-4e0c-4ade-9d32-792710fc6022 tempest-VolumesSnapshotTestJSON-1978321900 tempest-VolumesSnapshotTestJSON-1978321900-project] 10.222.0.66 "GET /v2.0/security-groups?id=188eb127-27e7-40f9-bd3a-a43f3d4f7d59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441470 Nov 22 12:20:30.090661 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41759598-2aa3-407c-8ef7-dca3a0d84004 req-93bf952e-9a97-4cd1-9932-25ced287273b tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:20:30.092468 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-41759598-2aa3-407c-8ef7-dca3a0d84004 req-93bf952e-9a97-4cd1-9932-25ced287273b tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] 10.222.0.66 "GET /v2.0/ports?device_id=8412ba15-56d4-416c-ade2-50b31de5ccb9 HTTP/1.1" status: 200 len: 943 time: 0.0497639 Nov 22 12:20:30.150321 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-41759598-2aa3-407c-8ef7-dca3a0d84004 req-674a0f57-94d0-47e6-9e8b-2a02375e595d tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] 10.222.0.66 "GET /v2.0/security-groups?id=d183c51b-56bc-4b8b-8c88-c11ec3bb03cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507195 Nov 22 12:20:30.401730 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece1b692-d3ca-4fdb-ae4d-86c31038ca2f req-d9dab1a7-86cc-4ed7-a82f-f5a8434027ce tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:20:30.403209 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-ece1b692-d3ca-4fdb-ae4d-86c31038ca2f req-d9dab1a7-86cc-4ed7-a82f-f5a8434027ce tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] 10.222.0.66 "GET /v2.0/ports?device_id=937d4958-6710-4c44-8451-2b659b87dc63 HTTP/1.1" status: 200 len: 945 time: 0.0595896 Nov 22 12:20:30.641534 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-ece1b692-d3ca-4fdb-ae4d-86c31038ca2f req-50216769-93bf-4588-a3d6-d80efc9a25f6 tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] 10.222.0.66 "GET /v2.0/security-groups?id=d25355f0-2e41-493d-aac5-082c69fe23d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2316940 Nov 22 12:20:30.733639 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-8ad65f2d-54d7-4c23-b4e9-4937463f66c2 req-9cbb2f4c-7416-4365-ba9c-4f7f41450d1d tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] 10.222.0.66 "GET /v2.0/ports?device_id=2306113c-8f98-42fd-8c0c-3dfac98fff21 HTTP/1.1" status: 200 len: 210 time: 0.0250454 Nov 22 12:20:30.851580 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44aeb79c-989d-419c-a7b8-f39ae06c2b53 req-3b5cf520-663c-4bc7-9545-2da49739c78f tempest-VolumesSnapshotTestJSON-1978321900 tempest-VolumesSnapshotTestJSON-1978321900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:20:30.853043 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-44aeb79c-989d-419c-a7b8-f39ae06c2b53 req-3b5cf520-663c-4bc7-9545-2da49739c78f tempest-VolumesSnapshotTestJSON-1978321900 tempest-VolumesSnapshotTestJSON-1978321900-project] 10.222.0.66 "GET /v2.0/ports?device_id=a3624677-f35c-4a8c-ad79-990ee6987c7b HTTP/1.1" status: 200 len: 943 time: 0.0501256 Nov 22 12:20:30.908628 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-44aeb79c-989d-419c-a7b8-f39ae06c2b53 req-c4c017ba-646b-472d-a7af-03d12702038f tempest-VolumesSnapshotTestJSON-1978321900 tempest-VolumesSnapshotTestJSON-1978321900-project] 10.222.0.66 "GET /v2.0/security-groups?id=188eb127-27e7-40f9-bd3a-a43f3d4f7d59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489831 Nov 22 12:20:31.229524 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3e11d6-4789-47fb-9054-39e35c9d600c req-98173769-20bb-484c-813b-fdbffd2c04a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:20:31.234130 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-aa3e11d6-4789-47fb-9054-39e35c9d600c req-98173769-20bb-484c-813b-fdbffd2c04a3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5319fd2dee9b4b47b98f59bca1572ac8&device_id=8412ba15-56d4-416c-ade2-50b31de5ccb9 HTTP/1.1" status: 200 len: 1096 time: 0.0591152 Nov 22 12:20:31.439147 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931bff75-ebc3-484d-accd-cd4748a38244 req-6f427075-ed0c-4b3f-8c6e-cb374f2c243b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:20:31.440696 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [req-931bff75-ebc3-484d-accd-cd4748a38244 req-6f427075-ed0c-4b3f-8c6e-cb374f2c243b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8dc74b1d74b14a009699279eb128f9f9&device_id=a3624677-f35c-4a8c-ad79-990ee6987c7b HTTP/1.1" status: 200 len: 1096 time: 0.2677627 Nov 22 12:20:31.445571 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c75ad9-b028-41fe-8736-f822bc6a43ea req-6d1b84df-7b8b-41f2-a073-c9d8948e5065 tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:20:31.447077 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-e4c75ad9-b028-41fe-8736-f822bc6a43ea req-6d1b84df-7b8b-41f2-a073-c9d8948e5065 tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] 10.222.0.66 "GET /v2.0/ports?device_id=8412ba15-56d4-416c-ade2-50b31de5ccb9 HTTP/1.1" status: 200 len: 943 time: 0.1930656 Nov 22 12:20:31.477467 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3e11d6-4789-47fb-9054-39e35c9d600c req-43efc18b-d9f8-4159-b88f-dd54a299ddf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:20:31.479042 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-aa3e11d6-4789-47fb-9054-39e35c9d600c req-43efc18b-d9f8-4159-b88f-dd54a299ddf6 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=5319fd2dee9b4b47b98f59bca1572ac8&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2370980 Nov 22 12:20:31.578864 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-e4c75ad9-b028-41fe-8736-f822bc6a43ea req-b7b9874e-dd0b-4761-8607-405b459bdf42 tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] 10.222.0.66 "GET /v2.0/security-groups?id=d183c51b-56bc-4b8b-8c88-c11ec3bb03cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248820 Nov 22 12:20:31.626751 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931bff75-ebc3-484d-accd-cd4748a38244 req-198e6b13-413a-41bb-8b62-fcf3c5b0c41a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:20:31.628287 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [req-931bff75-ebc3-484d-accd-cd4748a38244 req-198e6b13-413a-41bb-8b62-fcf3c5b0c41a service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=8dc74b1d74b14a009699279eb128f9f9&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1671715 Nov 22 12:20:31.665256 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3e11d6-4789-47fb-9054-39e35c9d600c req-57dd7530-35f8-4c74-864d-2004802501c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:20:31.666737 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-aa3e11d6-4789-47fb-9054-39e35c9d600c req-57dd7530-35f8-4c74-864d-2004802501c3 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1744385 Nov 22 12:20:31.778498 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9a631d-8bbc-4400-ae0b-6f49afa4a3f8 req-35f1d295-d871-4853-b782-733dbaa0dd98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:20:31.780317 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-5c9a631d-8bbc-4400-ae0b-6f49afa4a3f8 req-35f1d295-d871-4853-b782-733dbaa0dd98 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5319fd2dee9b4b47b98f59bca1572ac8&device_id=8412ba15-56d4-416c-ade2-50b31de5ccb9 HTTP/1.1" status: 200 len: 1096 time: 0.0693908 Nov 22 12:20:31.800817 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3e094a-649b-4c9c-a996-8e17724e0a1c req-e4cc9b10-1af6-495d-b801-83246795609a tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:20:31.802369 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-7e3e094a-649b-4c9c-a996-8e17724e0a1c req-e4cc9b10-1af6-495d-b801-83246795609a tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] 10.222.0.66 "GET /v2.0/ports?device_id=937d4958-6710-4c44-8451-2b659b87dc63 HTTP/1.1" status: 200 len: 945 time: 0.0672534 Nov 22 12:20:31.811866 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931bff75-ebc3-484d-accd-cd4748a38244 req-faa4da63-7be6-4d1b-87a0-b6cbacd2ca22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:20:31.813534 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [req-931bff75-ebc3-484d-accd-cd4748a38244 req-faa4da63-7be6-4d1b-87a0-b6cbacd2ca22 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1734533 Nov 22 12:20:31.852173 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-5c9a631d-8bbc-4400-ae0b-6f49afa4a3f8 req-baad370d-fccc-4f5a-aea2-7a9753545000 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0b5d6d5e-e442-4681-83aa-fb04b4fc7ce4 HTTP/1.1" status: 200 len: 217 time: 0.0488319 Nov 22 12:20:31.876002 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-5a77c82a-08a7-4ed8-b8af-ddec1fc68f59 req-f30d63c4-8f2d-4583-af13-7eb252678ee0 tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] 10.222.0.66 "GET /v2.0/ports?device_id=2306113c-8f98-42fd-8c0c-3dfac98fff21 HTTP/1.1" status: 200 len: 210 time: 0.0329521 Nov 22 12:20:31.946229 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6a6a74-cbbc-4226-9415-b2c68fd422a7 req-3897cdd8-0a3a-4aba-a4eb-84e3323eca4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:20:31.947958 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [req-bf6a6a74-cbbc-4226-9415-b2c68fd422a7 req-3897cdd8-0a3a-4aba-a4eb-84e3323eca4f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8dc74b1d74b14a009699279eb128f9f9&device_id=a3624677-f35c-4a8c-ad79-990ee6987c7b HTTP/1.1" status: 200 len: 1096 time: 0.0514584 Nov 22 12:20:31.948086 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9a631d-8bbc-4400-ae0b-6f49afa4a3f8 req-00aa65f3-8f6f-471c-a8d5-c9b9944083d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:20:31.949523 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-5c9a631d-8bbc-4400-ae0b-6f49afa4a3f8 req-00aa65f3-8f6f-471c-a8d5-c9b9944083d3 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a297376f-8bec-4762-a395-e20c73d660c4 HTTP/1.1" status: 200 len: 854 time: 0.0763206 Nov 22 12:20:31.954347 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-7e3e094a-649b-4c9c-a996-8e17724e0a1c req-44732bec-7fc7-4317-9fc1-61b4520a8343 tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] 10.222.0.66 "GET /v2.0/security-groups?id=d25355f0-2e41-493d-aac5-082c69fe23d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125758 Nov 22 12:20:32.013695 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-5c9a631d-8bbc-4400-ae0b-6f49afa4a3f8 req-da4da24e-52a9-4fec-bd2b-5629ab2eb2dd service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1a398bbd-8494-4c78-9a7f-9328646aea45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367794 Nov 22 12:20:32.035503 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [req-bf6a6a74-cbbc-4226-9415-b2c68fd422a7 req-52068175-131c-429a-a660-f74463b840d2 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2dd5ed5d-5998-4e11-8d38-8460b3dd3760 HTTP/1.1" status: 200 len: 217 time: 0.0654154 Nov 22 12:20:32.111184 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa85cb2-d2e8-4fd8-80a4-02250b80173d req-329467b1-8c80-45dd-aa55-dcde237c867d tempest-VolumesSnapshotTestJSON-1978321900 tempest-VolumesSnapshotTestJSON-1978321900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:20:32.112938 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-7aa85cb2-d2e8-4fd8-80a4-02250b80173d req-329467b1-8c80-45dd-aa55-dcde237c867d tempest-VolumesSnapshotTestJSON-1978321900 tempest-VolumesSnapshotTestJSON-1978321900-project] 10.222.0.66 "GET /v2.0/ports?device_id=a3624677-f35c-4a8c-ad79-990ee6987c7b HTTP/1.1" status: 200 len: 943 time: 0.1095018 Nov 22 12:20:32.156053 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6a6a74-cbbc-4226-9415-b2c68fd422a7 req-201c4cfa-7484-4e6c-84cd-b20a47aa8cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:20:32.157703 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [req-bf6a6a74-cbbc-4226-9415-b2c68fd422a7 req-201c4cfa-7484-4e6c-84cd-b20a47aa8cd8 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b23da1d5-67b6-4638-9aba-5b784b347006 HTTP/1.1" status: 200 len: 853 time: 0.1099927 Nov 22 12:20:32.166538 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b0e388-5a4e-4086-817b-7547642bb6b8 req-54ffc31f-dca0-4224-8b66-a950c912bf14 tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:20:32.168217 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [req-32b0e388-5a4e-4086-817b-7547642bb6b8 req-54ffc31f-dca0-4224-8b66-a950c912bf14 tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] 10.222.0.46 "GET /v2.0/networks?id=10b712e1-1243-4ece-87db-2201cf5a5198 HTTP/1.1" status: 200 len: 810 time: 0.2192349 Nov 22 12:20:32.173092 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-5c9a631d-8bbc-4400-ae0b-6f49afa4a3f8 req-c8f7b3bd-eef3-4db2-b159-270080f34a1f service neutron] 10.222.0.46 "GET /v2.0/networks/1a398bbd-8494-4c78-9a7f-9328646aea45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376851 Nov 22 12:20:32.203611 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-7aa85cb2-d2e8-4fd8-80a4-02250b80173d req-6af4402a-4092-4996-9e03-fce547554a69 tempest-VolumesSnapshotTestJSON-1978321900 tempest-VolumesSnapshotTestJSON-1978321900-project] 10.222.0.66 "GET /v2.0/security-groups?id=188eb127-27e7-40f9-bd3a-a43f3d4f7d59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763814 Nov 22 12:20:32.224780 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [req-bf6a6a74-cbbc-4226-9415-b2c68fd422a7 req-c646c6e2-1438-41da-b361-8810abcb934a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f0e4cddf-9054-45b8-ae14-fd837a61718e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0436945 Nov 22 12:20:32.313262 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-5c9a631d-8bbc-4400-ae0b-6f49afa4a3f8 req-5d38dc4e-5c8e-41a2-8169-48014f5b9f64 service neutron] 10.222.0.46 "GET /v2.0/networks/1a398bbd-8494-4c78-9a7f-9328646aea45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1083426 Nov 22 12:20:32.326844 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [req-32b0e388-5a4e-4086-817b-7547642bb6b8 req-f2b94a5b-1fae-4325-9145-3c222712e158 tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7f5dffe9bc3f41c7a2656d194fd02173 HTTP/1.1" status: 200 len: 380 time: 0.1365616 Nov 22 12:20:32.339618 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.v2.base [req-32b0e388-5a4e-4086-817b-7547642bb6b8 req-fbf014c4-d090-4635-bc6f-c5943c52f45f tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] Request body: {'port': {'device_id': '2306113c-8f98-42fd-8c0c-3dfac98fff21', 'network_id': '10b712e1-1243-4ece-87db-2201cf5a5198', 'admin_state_up': True, 'tenant_id': '7f5dffe9bc3f41c7a2656d194fd02173', 'security_groups': ['117aa477-d28a-495e-b4af-8d598b569f00']}} {{(pid=102750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 12:20:32.408722 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [req-bf6a6a74-cbbc-4226-9415-b2c68fd422a7 req-085a1f89-bae8-4ef6-b4ba-422860205dd3 service neutron] 10.222.0.46 "GET /v2.0/networks/f0e4cddf-9054-45b8-ae14-fd837a61718e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1740487 Nov 22 12:20:32.549666 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32b0e388-5a4e-4086-817b-7547642bb6b8 req-fbf014c4-d090-4635-bc6f-c5943c52f45f tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] Made reservation on behalf of 7f5dffe9bc3f41c7a2656d194fd02173 for: {'port': 1} {{(pid=102750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 12:20:32.553813 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [req-32b0e388-5a4e-4086-817b-7547642bb6b8 req-fbf014c4-d090-4635-bc6f-c5943c52f45f tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3931732'] for port, before_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:20:32.569063 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [req-bf6a6a74-cbbc-4226-9415-b2c68fd422a7 req-aee353c0-e2a6-4650-bbb6-c6c2e86e22f3 service neutron] 10.222.0.46 "GET /v2.0/networks/f0e4cddf-9054-45b8-ae14-fd837a61718e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354241 Nov 22 12:20:32.695542 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.db.db_base_plugin_common [req-32b0e388-5a4e-4086-817b-7547642bb6b8 req-fbf014c4-d090-4635-bc6f-c5943c52f45f tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] Allocated IP 172.20.0.3 (10b712e1-1243-4ece-87db-2201cf5a5198/75c4fc63-17cf-4b1b-891d-bbf68c4295d3/0b19f5ef-ff09-43ae-866e-7b3d6c9fc45c) {{(pid=102750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 12:20:32.700453 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe96cc1f-e166-49ed-a017-4ab3deda8235 req-628afa51-5ce6-4550-95b2-34fe24e4eb31 tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:20:32.702532 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-fe96cc1f-e166-49ed-a017-4ab3deda8235 req-628afa51-5ce6-4550-95b2-34fe24e4eb31 tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] 10.222.0.66 "GET /v2.0/ports?device_id=8412ba15-56d4-416c-ade2-50b31de5ccb9 HTTP/1.1" status: 200 len: 943 time: 0.0525656 Nov 22 12:20:32.752237 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-fe96cc1f-e166-49ed-a017-4ab3deda8235 req-51f4e4f3-7792-4a1f-9880-d6c5d29e26ff tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] 10.222.0.66 "GET /v2.0/security-groups?id=d183c51b-56bc-4b8b-8c88-c11ec3bb03cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433581 Nov 22 12:20:32.842518 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [req-32b0e388-5a4e-4086-817b-7547642bb6b8 req-fbf014c4-d090-4635-bc6f-c5943c52f45f tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] Publish callbacks [] for port, precommit_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:20:32.876543 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [req-32b0e388-5a4e-4086-817b-7547642bb6b8 req-fbf014c4-d090-4635-bc6f-c5943c52f45f tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793342949268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128483729'] for port, after_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:20:32.921861 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32b0e388-5a4e-4086-817b-7547642bb6b8 req-fbf014c4-d090-4635-bc6f-c5943c52f45f tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] Network 10b712e1-1243-4ece-87db-2201cf5a5198 is already hosted by enough agents. {{(pid=102750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 12:20:32.924585 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.scheduler.base_scheduler [req-32b0e388-5a4e-4086-817b-7547642bb6b8 req-fbf014c4-d090-4635-bc6f-c5943c52f45f tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] Resources bound (agent type, host, resource id): {{(pid=102750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 12:20:32.928982 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.db.l3_dvrscheduler_db [req-32b0e388-5a4e-4086-817b-7547642bb6b8 req-fbf014c4-d090-4635-bc6f-c5943c52f45f tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] Received port after_create {{(pid=102750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 12:20:32.961749 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf014c4-d090-4635-bc6f-c5943c52f45f tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] Pushing event updated for resources: {'Port': ['ID=0b19f5ef-ff09-43ae-866e-7b3d6c9fc45c,revision_number=1']} {{(pid=102750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:20:32.993135 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b0e388-5a4e-4086-817b-7547642bb6b8 req-fbf014c4-d090-4635-bc6f-c5943c52f45f tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:20:32.993825 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [req-32b0e388-5a4e-4086-817b-7547642bb6b8 req-fbf014c4-d090-4635-bc6f-c5943c52f45f tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758363'] for port, before_response {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:20:33.013518 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [req-32b0e388-5a4e-4086-817b-7547642bb6b8 req-fbf014c4-d090-4635-bc6f-c5943c52f45f tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6779139 Nov 22 12:20:33.026601 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.v2.base [req-32b0e388-5a4e-4086-817b-7547642bb6b8 req-af6149b4-6b8a-47bd-8842-e78b8d1ab573 service neutron] Request body: {'port': {'device_id': '2306113c-8f98-42fd-8c0c-3dfac98fff21', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76845'}} {{(pid=102750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 12:20:33.026806 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c36beb-7211-486d-a126-4e9f1f25ba56 req-f4c1df0c-6766-4083-8e3b-5736b400bb24 tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:20:33.028446 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-86c36beb-7211-486d-a126-4e9f1f25ba56 req-f4c1df0c-6766-4083-8e3b-5736b400bb24 tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] 10.222.0.66 "GET /v2.0/ports?device_id=2306113c-8f98-42fd-8c0c-3dfac98fff21 HTTP/1.1" status: 200 len: 931 time: 0.0628817 Nov 22 12:20:33.095474 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [req-32b0e388-5a4e-4086-817b-7547642bb6b8 req-af6149b4-6b8a-47bd-8842-e78b8d1ab573 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3931732'] for port, before_update {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:20:33.116278 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-86c36beb-7211-486d-a126-4e9f1f25ba56 req-daa8a66b-7bdb-4a68-8440-7320b9bb1596 tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] 10.222.0.66 "GET /v2.0/security-groups?id=117aa477-d28a-495e-b4af-8d598b569f00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801408 Nov 22 12:20:33.123984 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720d0cc8-12a5-44fe-a938-bd21c75e8933 req-01e138a3-d8ed-40c3-a52d-7cc1dfa9b6c9 tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:20:33.125623 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-720d0cc8-12a5-44fe-a938-bd21c75e8933 req-01e138a3-d8ed-40c3-a52d-7cc1dfa9b6c9 tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] 10.222.0.66 "GET /v2.0/ports?device_id=937d4958-6710-4c44-8451-2b659b87dc63 HTTP/1.1" status: 200 len: 945 time: 0.0936327 Nov 22 12:20:33.201471 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-720d0cc8-12a5-44fe-a938-bd21c75e8933 req-52c2e8d2-56fd-488b-93a5-ab7a297569a3 tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] 10.222.0.66 "GET /v2.0/security-groups?id=d25355f0-2e41-493d-aac5-082c69fe23d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693226 Nov 22 12:20:33.248238 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.provisioning_blocks [None req-02980e1f-87b2-47de-9de9-0aa09ffb87f2 None None] Provisioning complete for port 0b19f5ef-ff09-43ae-866e-7b3d6c9fc45c triggered by entity DHCP. {{(pid=102751) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 12:20:33.249314 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-02980e1f-87b2-47de-9de9-0aa09ffb87f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3821908'] for port, provisioning_complete {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:20:33.298623 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.plugin [None req-02980e1f-87b2-47de-9de9-0aa09ffb87f2 None None] Port 0b19f5ef-ff09-43ae-866e-7b3d6c9fc45c cannot update to ACTIVE because it is not bound. {{(pid=102751) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 12:20:33.337352 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce527e0d-df70-40ed-9c4c-92bb41529abb req-7846ffcb-c535-4793-a2d5-453bb97347ca tempest-VolumesSnapshotTestJSON-1978321900 tempest-VolumesSnapshotTestJSON-1978321900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:20:33.340430 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-ce527e0d-df70-40ed-9c4c-92bb41529abb req-7846ffcb-c535-4793-a2d5-453bb97347ca tempest-VolumesSnapshotTestJSON-1978321900 tempest-VolumesSnapshotTestJSON-1978321900-project] 10.222.0.66 "GET /v2.0/ports?device_id=a3624677-f35c-4a8c-ad79-990ee6987c7b HTTP/1.1" status: 200 len: 943 time: 0.0627706 Nov 22 12:20:33.402408 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-ce527e0d-df70-40ed-9c4c-92bb41529abb req-2a39c803-b976-459a-b4d1-eba7fcf94efa tempest-VolumesSnapshotTestJSON-1978321900 tempest-VolumesSnapshotTestJSON-1978321900-project] 10.222.0.66 "GET /v2.0/security-groups?id=188eb127-27e7-40f9-bd3a-a43f3d4f7d59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533726 Nov 22 12:20:33.436930 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.notifiers.nova [req-32b0e388-5a4e-4086-817b-7547642bb6b8 req-af6149b4-6b8a-47bd-8842-e78b8d1ab573 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b19f5ef-ff09-43ae-866e-7b3d6c9fc45c {{(pid=102750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 12:20:33.444506 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [req-32b0e388-5a4e-4086-817b-7547642bb6b8 req-af6149b4-6b8a-47bd-8842-e78b8d1ab573 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:20:33.456612 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.db.provisioning_blocks [req-32b0e388-5a4e-4086-817b-7547642bb6b8 req-af6149b4-6b8a-47bd-8842-e78b8d1ab573 service neutron] Transition to ACTIVE for port object 0b19f5ef-ff09-43ae-866e-7b3d6c9fc45c will not be triggered until provisioned by entity L2. {{(pid=102750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 12:20:33.460309 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [req-32b0e388-5a4e-4086-817b-7547642bb6b8 req-af6149b4-6b8a-47bd-8842-e78b8d1ab573 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793343495738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793342949286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793342949304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128483736'] for port, after_update {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:20:33.533152 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6149b4-6b8a-47bd-8842-e78b8d1ab573 service neutron] Pushing event updated for resources: {'Port': ['ID=0b19f5ef-ff09-43ae-866e-7b3d6c9fc45c,revision_number=2']} {{(pid=102750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:20:33.588348 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.plugins.ml2.managers [req-32b0e388-5a4e-4086-817b-7547642bb6b8 req-af6149b4-6b8a-47bd-8842-e78b8d1ab573 service neutron] Attempting to bind port 0b19f5ef-ff09-43ae-866e-7b3d6c9fc45c on host hv-cinder-76845 for vnic_type normal with profile {{(pid=102750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 12:20:33.589021 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.plugins.ml2.managers [req-32b0e388-5a4e-4086-817b-7547642bb6b8 req-af6149b4-6b8a-47bd-8842-e78b8d1ab573 service neutron] Attempting to bind port 0b19f5ef-ff09-43ae-866e-7b3d6c9fc45c by drivers openvswitch,hyperv on host hv-cinder-76845 at level 0 using segments [{'id': 'b78e0815-b799-49df-bef0-4bb183f15c4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '10b712e1-1243-4ece-87db-2201cf5a5198'}] {{(pid=102750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 12:20:33.589021 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32b0e388-5a4e-4086-817b-7547642bb6b8 req-af6149b4-6b8a-47bd-8842-e78b8d1ab573 service neutron] Attempting to bind port 0b19f5ef-ff09-43ae-866e-7b3d6c9fc45c on network 10b712e1-1243-4ece-87db-2201cf5a5198 {{(pid=102750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 12:20:33.594084 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32b0e388-5a4e-4086-817b-7547642bb6b8 req-af6149b4-6b8a-47bd-8842-e78b8d1ab573 service neutron] Port 0b19f5ef-ff09-43ae-866e-7b3d6c9fc45c on network 10b712e1-1243-4ece-87db-2201cf5a5198 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76845 {{(pid=102750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 12:20:33.594411 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32b0e388-5a4e-4086-817b-7547642bb6b8 req-af6149b4-6b8a-47bd-8842-e78b8d1ab573 service neutron] Attempting to bind port 0b19f5ef-ff09-43ae-866e-7b3d6c9fc45c on network 10b712e1-1243-4ece-87db-2201cf5a5198 {{(pid=102750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 12:20:33.599974 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32b0e388-5a4e-4086-817b-7547642bb6b8 req-af6149b4-6b8a-47bd-8842-e78b8d1ab573 service neutron] Checking agent: {'id': 'fca0b015-0cd5-4a44-bbfe-abb10adcdf42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76845', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 12, 17, 17), 'started_at': datetime.datetime(2021, 11, 22, 12, 17, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 12, 20, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 12:20:33.600320 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32b0e388-5a4e-4086-817b-7547642bb6b8 req-af6149b4-6b8a-47bd-8842-e78b8d1ab573 service neutron] Checking segment: {'id': 'b78e0815-b799-49df-bef0-4bb183f15c4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '10b712e1-1243-4ece-87db-2201cf5a5198'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 12:20:33.600713 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32b0e388-5a4e-4086-817b-7547642bb6b8 req-af6149b4-6b8a-47bd-8842-e78b8d1ab573 service neutron] Bound using segment: {'id': 'b78e0815-b799-49df-bef0-4bb183f15c4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '10b712e1-1243-4ece-87db-2201cf5a5198'} {{(pid=102750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 12:20:33.601145 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.plugins.ml2.managers [req-32b0e388-5a4e-4086-817b-7547642bb6b8 req-af6149b4-6b8a-47bd-8842-e78b8d1ab573 service neutron] Bound port: 0b19f5ef-ff09-43ae-866e-7b3d6c9fc45c, host: hv-cinder-76845, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b78e0815-b799-49df-bef0-4bb183f15c4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '10b712e1-1243-4ece-87db-2201cf5a5198'}}] {{(pid=102750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 12:20:33.601509 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [req-32b0e388-5a4e-4086-817b-7547642bb6b8 req-af6149b4-6b8a-47bd-8842-e78b8d1ab573 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3931732'] for port, before_update {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:20:33.675181 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.plugins.ml2.db [req-32b0e388-5a4e-4086-817b-7547642bb6b8 req-af6149b4-6b8a-47bd-8842-e78b8d1ab573 service neutron] For port 0b19f5ef-ff09-43ae-866e-7b3d6c9fc45c, host hv-cinder-76845, cleared binding levels {{(pid=102750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 12:20:33.678480 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.plugins.ml2.db [req-32b0e388-5a4e-4086-817b-7547642bb6b8 req-af6149b4-6b8a-47bd-8842-e78b8d1ab573 service neutron] For port 0b19f5ef-ff09-43ae-866e-7b3d6c9fc45c, host hv-cinder-76845, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=0b19f5ef-ff09-43ae-866e-7b3d6c9fc45c,segment=NetworkSegment(b78e0815-b799-49df-bef0-4bb183f15c4f),segment_id=b78e0815-b799-49df-bef0-4bb183f15c4f)] {{(pid=102750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 12:20:33.683684 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [req-32b0e388-5a4e-4086-817b-7547642bb6b8 req-af6149b4-6b8a-47bd-8842-e78b8d1ab573 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793343495738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793342949286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793342949304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128483736'] for port, after_update {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:20:33.728476 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b0e388-5a4e-4086-817b-7547642bb6b8 req-af6149b4-6b8a-47bd-8842-e78b8d1ab573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:20:33.729107 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [req-32b0e388-5a4e-4086-817b-7547642bb6b8 req-af6149b4-6b8a-47bd-8842-e78b8d1ab573 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758363'] for port, before_response {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:20:33.730985 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [req-32b0e388-5a4e-4086-817b-7547642bb6b8 req-af6149b4-6b8a-47bd-8842-e78b8d1ab573 service neutron] 10.222.0.46 "PUT /v2.0/ports/0b19f5ef-ff09-43ae-866e-7b3d6c9fc45c HTTP/1.1" status: 200 len: 1093 time: 0.7087915 Nov 22 12:20:33.731529 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2306113c-8f98-42fd-8c0c-3dfac98fff21', 'tag': '0b19f5ef-ff09-43ae-866e-7b3d6c9fc45c'}] {{(pid=102750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 12:20:33.734365 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2a0bed14b240d0d35e029181fb516e01dd4ce85d5fb41ae8ef5632c0b13bd43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b677a6b-5a62-4d01-abb0-9a02f2ff16e0" -d '{"events": [{"name": "network-changed", "server_uuid": "2306113c-8f98-42fd-8c0c-3dfac98fff21", "tag": "0b19f5ef-ff09-43ae-866e-7b3d6c9fc45c"}]}' {{(pid=102750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 12:20:33.763945 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6149b4-6b8a-47bd-8842-e78b8d1ab573 service neutron] Pushing event updated for resources: {'Port': ['ID=0b19f5ef-ff09-43ae-866e-7b3d6c9fc45c,revision_number=3']} {{(pid=102750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:20:33.790615 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 12:20:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d62daa91-16c0-49b5-9e8a-cf3cc5e99ba4 x-openstack-request-id: req-d62daa91-16c0-49b5-9e8a-cf3cc5e99ba4 {{(pid=102750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 12:20:33.790924 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2306113c-8f98-42fd-8c0c-3dfac98fff21", "tag": "0b19f5ef-ff09-43ae-866e-7b3d6c9fc45c", "status": "completed", "code": 200}]} {{(pid=102750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 12:20:33.791193 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-d62daa91-16c0-49b5-9e8a-cf3cc5e99ba4 {{(pid=102750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 12:20:33.792711 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2306113c-8f98-42fd-8c0c-3dfac98fff21', 'tag': '0b19f5ef-ff09-43ae-866e-7b3d6c9fc45c', 'status': 'completed', 'code': 200} Nov 22 12:20:33.927115 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89476d22-65d6-499c-b9c9-220f9543b0f3 req-0e8dcc23-42dd-480e-846f-de8a6c0ed5a9 tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:20:33.928829 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-89476d22-65d6-499c-b9c9-220f9543b0f3 req-0e8dcc23-42dd-480e-846f-de8a6c0ed5a9 tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] 10.222.0.66 "GET /v2.0/ports?device_id=8412ba15-56d4-416c-ade2-50b31de5ccb9 HTTP/1.1" status: 200 len: 943 time: 0.0536199 Nov 22 12:20:33.999677 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-89476d22-65d6-499c-b9c9-220f9543b0f3 req-f463de61-853d-4bac-94bb-25e4d2852331 tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] 10.222.0.66 "GET /v2.0/security-groups?id=d183c51b-56bc-4b8b-8c88-c11ec3bb03cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643938 Nov 22 12:20:34.248061 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68d7b49-a88b-4dbd-8612-2a3b299f0056 req-571e855e-a8e3-4481-a7c7-b22a299cd7f7 tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:20:34.249720 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-f68d7b49-a88b-4dbd-8612-2a3b299f0056 req-571e855e-a8e3-4481-a7c7-b22a299cd7f7 tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] 10.222.0.66 "GET /v2.0/ports?device_id=2306113c-8f98-42fd-8c0c-3dfac98fff21 HTTP/1.1" status: 200 len: 943 time: 0.0541577 Nov 22 12:20:34.306588 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-f68d7b49-a88b-4dbd-8612-2a3b299f0056 req-8a6fb8f4-a2d3-4cd2-aa50-f670865b8f5f tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] 10.222.0.66 "GET /v2.0/security-groups?id=117aa477-d28a-495e-b4af-8d598b569f00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506730 Nov 22 12:20:34.416386 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401880c2-dd2b-427c-b969-fa7df195677b req-8bd8ba0c-c9b4-4420-a3aa-33051b839aad tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:20:34.417806 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-401880c2-dd2b-427c-b969-fa7df195677b req-8bd8ba0c-c9b4-4420-a3aa-33051b839aad tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] 10.222.0.66 "GET /v2.0/ports?device_id=937d4958-6710-4c44-8451-2b659b87dc63 HTTP/1.1" status: 200 len: 945 time: 0.0503321 Nov 22 12:20:34.469428 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-401880c2-dd2b-427c-b969-fa7df195677b req-0c4d589c-78ca-4faa-aad6-53ec712d29ac tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] 10.222.0.66 "GET /v2.0/security-groups?id=d25355f0-2e41-493d-aac5-082c69fe23d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454302 Nov 22 12:20:34.584123 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37720cd0-6fa0-4876-b25c-8e0166bf3677 req-a353ddee-fa9a-48e6-a8e9-fc51f0ec69ba tempest-VolumesSnapshotTestJSON-1978321900 tempest-VolumesSnapshotTestJSON-1978321900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:20:34.585638 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-37720cd0-6fa0-4876-b25c-8e0166bf3677 req-a353ddee-fa9a-48e6-a8e9-fc51f0ec69ba tempest-VolumesSnapshotTestJSON-1978321900 tempest-VolumesSnapshotTestJSON-1978321900-project] 10.222.0.66 "GET /v2.0/ports?device_id=a3624677-f35c-4a8c-ad79-990ee6987c7b HTTP/1.1" status: 200 len: 943 time: 0.0522935 Nov 22 12:20:34.637544 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-37720cd0-6fa0-4876-b25c-8e0166bf3677 req-82c2a850-4ce7-4759-9c53-ce7441579ea5 tempest-VolumesSnapshotTestJSON-1978321900 tempest-VolumesSnapshotTestJSON-1978321900-project] 10.222.0.66 "GET /v2.0/security-groups?id=188eb127-27e7-40f9-bd3a-a43f3d4f7d59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457346 Nov 22 12:20:35.124455 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8858e9f-a2ad-4727-89ec-c33a471cf092 req-bf23eb9a-a840-4a97-ba20-f7009dcc64a2 tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:20:35.125891 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-d8858e9f-a2ad-4727-89ec-c33a471cf092 req-bf23eb9a-a840-4a97-ba20-f7009dcc64a2 tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] 10.222.0.66 "GET /v2.0/ports?device_id=8412ba15-56d4-416c-ade2-50b31de5ccb9 HTTP/1.1" status: 200 len: 943 time: 0.0548787 Nov 22 12:20:35.177987 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-d8858e9f-a2ad-4727-89ec-c33a471cf092 req-4f118749-bae5-462e-917f-f42dc618c71a tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] 10.222.0.66 "GET /v2.0/security-groups?id=d183c51b-56bc-4b8b-8c88-c11ec3bb03cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459223 Nov 22 12:20:35.441985 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa6a7a1-72ab-40a8-852f-f0f12308f434 req-9dd0dfe4-ce54-4010-bf76-42cb1804aa6f tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:20:35.443409 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-0fa6a7a1-72ab-40a8-852f-f0f12308f434 req-9dd0dfe4-ce54-4010-bf76-42cb1804aa6f tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] 10.222.0.66 "GET /v2.0/ports?device_id=2306113c-8f98-42fd-8c0c-3dfac98fff21 HTTP/1.1" status: 200 len: 943 time: 0.0608439 Nov 22 12:20:35.502723 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-0fa6a7a1-72ab-40a8-852f-f0f12308f434 req-5d02c3db-e5a6-46d0-a4fd-6e1481f8a637 tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] 10.222.0.66 "GET /v2.0/security-groups?id=117aa477-d28a-495e-b4af-8d598b569f00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502248 Nov 22 12:20:35.626852 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dab238-5799-45d8-9125-fc8235ae1e67 req-4dd1aba7-74da-4f0c-ae4b-94d06d89da2a tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:20:35.628433 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-e0dab238-5799-45d8-9125-fc8235ae1e67 req-4dd1aba7-74da-4f0c-ae4b-94d06d89da2a tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] 10.222.0.66 "GET /v2.0/ports?device_id=937d4958-6710-4c44-8451-2b659b87dc63 HTTP/1.1" status: 200 len: 945 time: 0.0678248 Nov 22 12:20:35.682693 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-e0dab238-5799-45d8-9125-fc8235ae1e67 req-47ec2382-275c-453f-ae9d-d8c3ca03869b tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] 10.222.0.66 "GET /v2.0/security-groups?id=d25355f0-2e41-493d-aac5-082c69fe23d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481179 Nov 22 12:20:35.793866 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca49d657-74af-47bb-97b4-266a91c17d4a req-24298379-c7dc-4bfb-9fb6-dbc1f891a702 tempest-VolumesSnapshotTestJSON-1978321900 tempest-VolumesSnapshotTestJSON-1978321900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:20:35.795398 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-ca49d657-74af-47bb-97b4-266a91c17d4a req-24298379-c7dc-4bfb-9fb6-dbc1f891a702 tempest-VolumesSnapshotTestJSON-1978321900 tempest-VolumesSnapshotTestJSON-1978321900-project] 10.222.0.66 "GET /v2.0/ports?device_id=a3624677-f35c-4a8c-ad79-990ee6987c7b HTTP/1.1" status: 200 len: 943 time: 0.0550528 Nov 22 12:20:35.845153 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-ca49d657-74af-47bb-97b4-266a91c17d4a req-08ec45fb-111c-4a5b-b447-fd09028a9acb tempest-VolumesSnapshotTestJSON-1978321900 tempest-VolumesSnapshotTestJSON-1978321900-project] 10.222.0.66 "GET /v2.0/security-groups?id=188eb127-27e7-40f9-bd3a-a43f3d4f7d59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427978 Nov 22 12:20:36.313783 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec65e10-daa1-4139-92db-011737c98969 req-55357c95-9ed8-4455-aa5f-21ec44fe99a0 tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:20:36.315326 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-cec65e10-daa1-4139-92db-011737c98969 req-55357c95-9ed8-4455-aa5f-21ec44fe99a0 tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] 10.222.0.66 "GET /v2.0/ports?device_id=8412ba15-56d4-416c-ade2-50b31de5ccb9 HTTP/1.1" status: 200 len: 943 time: 0.0589464 Nov 22 12:20:36.369826 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-cec65e10-daa1-4139-92db-011737c98969 req-3a84561c-94f0-4ed0-a773-149a09b3a20d tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] 10.222.0.66 "GET /v2.0/security-groups?id=d183c51b-56bc-4b8b-8c88-c11ec3bb03cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457265 Nov 22 12:20:36.626154 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f2a3cd-26a8-4648-9fee-80cea2ad50fe req-e3624d2f-5e2b-457a-b62c-212ed465bcfd tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:20:36.627802 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-a9f2a3cd-26a8-4648-9fee-80cea2ad50fe req-e3624d2f-5e2b-457a-b62c-212ed465bcfd tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] 10.222.0.66 "GET /v2.0/ports?device_id=2306113c-8f98-42fd-8c0c-3dfac98fff21 HTTP/1.1" status: 200 len: 943 time: 0.0487421 Nov 22 12:20:36.677930 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-a9f2a3cd-26a8-4648-9fee-80cea2ad50fe req-ef601fa5-1ee8-4895-b9ed-37164cc71d5b tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] 10.222.0.66 "GET /v2.0/security-groups?id=117aa477-d28a-495e-b4af-8d598b569f00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436714 Nov 22 12:20:36.802525 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c2fd83-6763-4768-a81f-6ddf2a053ff8 req-cf194130-ed33-4cc5-b210-92adc9c6f331 tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:20:36.804068 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-47c2fd83-6763-4768-a81f-6ddf2a053ff8 req-cf194130-ed33-4cc5-b210-92adc9c6f331 tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] 10.222.0.66 "GET /v2.0/ports?device_id=937d4958-6710-4c44-8451-2b659b87dc63 HTTP/1.1" status: 200 len: 945 time: 0.0521023 Nov 22 12:20:36.860563 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-47c2fd83-6763-4768-a81f-6ddf2a053ff8 req-6f0a3f07-a37e-4b8a-9a6e-f8172287cc9f tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] 10.222.0.66 "GET /v2.0/security-groups?id=d25355f0-2e41-493d-aac5-082c69fe23d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496690 Nov 22 12:20:36.889711 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b677a6b-5a62-4d01-abb0-9a02f2ff16e0 req-08283cf1-bcec-4c53-a21d-dab266dd6300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:20:36.891260 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [req-8b677a6b-5a62-4d01-abb0-9a02f2ff16e0 req-08283cf1-bcec-4c53-a21d-dab266dd6300 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7f5dffe9bc3f41c7a2656d194fd02173&device_id=2306113c-8f98-42fd-8c0c-3dfac98fff21 HTTP/1.1" status: 200 len: 1096 time: 0.0406470 Nov 22 12:20:36.962365 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31598082-f1fd-4292-8b85-ee9047a223ba req-ef6152cc-84a3-4e1b-ae40-bacee9618820 tempest-VolumesSnapshotTestJSON-1978321900 tempest-VolumesSnapshotTestJSON-1978321900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:20:36.964167 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-31598082-f1fd-4292-8b85-ee9047a223ba req-ef6152cc-84a3-4e1b-ae40-bacee9618820 tempest-VolumesSnapshotTestJSON-1978321900 tempest-VolumesSnapshotTestJSON-1978321900-project] 10.222.0.66 "GET /v2.0/ports?device_id=a3624677-f35c-4a8c-ad79-990ee6987c7b HTTP/1.1" status: 200 len: 943 time: 0.0482101 Nov 22 12:20:37.006173 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b677a6b-5a62-4d01-abb0-9a02f2ff16e0 req-80ec034a-15d4-48a8-853c-d64db5621556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:20:37.006173 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [req-8b677a6b-5a62-4d01-abb0-9a02f2ff16e0 req-80ec034a-15d4-48a8-853c-d64db5621556 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=7f5dffe9bc3f41c7a2656d194fd02173&shared=False HTTP/1.1" status: 200 len: 911 time: 0.0934398 Nov 22 12:20:37.015586 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-31598082-f1fd-4292-8b85-ee9047a223ba req-57caafec-afb1-411d-ab4e-231de0cd82f9 tempest-VolumesSnapshotTestJSON-1978321900 tempest-VolumesSnapshotTestJSON-1978321900-project] 10.222.0.66 "GET /v2.0/security-groups?id=188eb127-27e7-40f9-bd3a-a43f3d4f7d59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449338 Nov 22 12:20:37.099943 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b677a6b-5a62-4d01-abb0-9a02f2ff16e0 req-bba2dc21-c634-461f-95ce-4a941863e545 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:20:37.103761 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [req-8b677a6b-5a62-4d01-abb0-9a02f2ff16e0 req-bba2dc21-c634-461f-95ce-4a941863e545 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0878158 Nov 22 12:20:37.192821 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b0e388-5a4e-4086-817b-7547642bb6b8 req-623b44da-26bb-4adb-b687-52f440c6b4ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:20:37.194323 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [req-32b0e388-5a4e-4086-817b-7547642bb6b8 req-623b44da-26bb-4adb-b687-52f440c6b4ac service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7f5dffe9bc3f41c7a2656d194fd02173&device_id=2306113c-8f98-42fd-8c0c-3dfac98fff21 HTTP/1.1" status: 200 len: 1096 time: 0.0405788 Nov 22 12:20:37.242575 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [req-32b0e388-5a4e-4086-817b-7547642bb6b8 req-db8ca251-9823-49eb-b719-2b0a6736e00f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0b19f5ef-ff09-43ae-866e-7b3d6c9fc45c HTTP/1.1" status: 200 len: 217 time: 0.0357587 Nov 22 12:20:37.303964 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b0e388-5a4e-4086-817b-7547642bb6b8 req-1ea49ca0-92f0-47eb-84ac-5ba99f5c7551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:20:37.305439 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [req-32b0e388-5a4e-4086-817b-7547642bb6b8 req-1ea49ca0-92f0-47eb-84ac-5ba99f5c7551 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=75c4fc63-17cf-4b1b-891d-bbf68c4295d3 HTTP/1.1" status: 200 len: 849 time: 0.0467234 Nov 22 12:20:37.368091 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b0e388-5a4e-4086-817b-7547642bb6b8 req-f9ff6f53-0d0e-4ee5-85a1-aecd01947743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:20:37.370937 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [req-32b0e388-5a4e-4086-817b-7547642bb6b8 req-f9ff6f53-0d0e-4ee5-85a1-aecd01947743 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=10b712e1-1243-4ece-87db-2201cf5a5198&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0565822 Nov 22 12:20:37.474275 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [req-32b0e388-5a4e-4086-817b-7547642bb6b8 req-6969193a-3394-4fc1-bfc5-ef7765ecfda4 service neutron] 10.222.0.46 "GET /v2.0/networks/10b712e1-1243-4ece-87db-2201cf5a5198?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936882 Nov 22 12:20:37.492916 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ce86ae-c7dd-439c-8dac-7b33b0e3046f req-4af712b6-5e9d-45a8-a848-449f5ce16e33 tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:20:37.494489 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-75ce86ae-c7dd-439c-8dac-7b33b0e3046f req-4af712b6-5e9d-45a8-a848-449f5ce16e33 tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] 10.222.0.66 "GET /v2.0/ports?device_id=8412ba15-56d4-416c-ade2-50b31de5ccb9 HTTP/1.1" status: 200 len: 943 time: 0.0490990 Nov 22 12:20:37.543677 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-75ce86ae-c7dd-439c-8dac-7b33b0e3046f req-424e4bf3-012c-488c-b78e-877aaf7bc0d8 tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] 10.222.0.66 "GET /v2.0/security-groups?id=d183c51b-56bc-4b8b-8c88-c11ec3bb03cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427911 Nov 22 12:20:37.570430 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [req-32b0e388-5a4e-4086-817b-7547642bb6b8 req-b440f4b7-89bb-4e83-b1ee-907ce70a2563 service neutron] 10.222.0.46 "GET /v2.0/networks/10b712e1-1243-4ece-87db-2201cf5a5198?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882471 Nov 22 12:20:37.804219 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25772b0-99bd-488d-9767-fcd2273e0757 req-accff5be-1bc8-447a-8724-22dc682d4076 tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:20:37.805878 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-b25772b0-99bd-488d-9767-fcd2273e0757 req-accff5be-1bc8-447a-8724-22dc682d4076 tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] 10.222.0.66 "GET /v2.0/ports?device_id=2306113c-8f98-42fd-8c0c-3dfac98fff21 HTTP/1.1" status: 200 len: 943 time: 0.0547893 Nov 22 12:20:37.860172 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-b25772b0-99bd-488d-9767-fcd2273e0757 req-d7a46aed-0600-4d45-9e81-c7542386fde7 tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] 10.222.0.66 "GET /v2.0/security-groups?id=117aa477-d28a-495e-b4af-8d598b569f00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481651 Nov 22 12:20:37.997098 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b476347d-795d-4445-8862-3e9aa39e742d req-d0da7656-0286-4248-90b9-70490e645b5d tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:20:37.998948 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-b476347d-795d-4445-8862-3e9aa39e742d req-d0da7656-0286-4248-90b9-70490e645b5d tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] 10.222.0.66 "GET /v2.0/ports?device_id=937d4958-6710-4c44-8451-2b659b87dc63 HTTP/1.1" status: 200 len: 945 time: 0.0637045 Nov 22 12:20:38.002146 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.db.agents_db [None req-5743c18b-166a-4bd0-85c4-3f13128e6c33 None None] Agent healthcheck: found 6 active agents {{(pid=102752) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 12:20:38.056208 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-b476347d-795d-4445-8862-3e9aa39e742d req-66cb5e4d-1af9-4f5d-996a-a2c582d40f61 tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] 10.222.0.66 "GET /v2.0/security-groups?id=d25355f0-2e41-493d-aac5-082c69fe23d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501404 Nov 22 12:20:38.142543 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62210293-6f6b-4d50-8aff-c420e18e03fa req-288a56c9-834b-4caf-910b-a14f4abc3caf tempest-VolumesSnapshotTestJSON-1978321900 tempest-VolumesSnapshotTestJSON-1978321900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:20:38.144020 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-62210293-6f6b-4d50-8aff-c420e18e03fa req-288a56c9-834b-4caf-910b-a14f4abc3caf tempest-VolumesSnapshotTestJSON-1978321900 tempest-VolumesSnapshotTestJSON-1978321900-project] 10.222.0.66 "GET /v2.0/ports?device_id=a3624677-f35c-4a8c-ad79-990ee6987c7b HTTP/1.1" status: 200 len: 943 time: 0.0519371 Nov 22 12:20:38.199903 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-62210293-6f6b-4d50-8aff-c420e18e03fa req-6136c235-9f68-454a-a3eb-ddeade64c528 tempest-VolumesSnapshotTestJSON-1978321900 tempest-VolumesSnapshotTestJSON-1978321900-project] 10.222.0.66 "GET /v2.0/security-groups?id=188eb127-27e7-40f9-bd3a-a43f3d4f7d59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494757 Nov 22 12:20:38.663971 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3038ab-6e56-4b5d-a921-a9f490985337 req-7412face-eeb2-402b-bbfb-b186eab4b75b tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:20:38.665498 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-dd3038ab-6e56-4b5d-a921-a9f490985337 req-7412face-eeb2-402b-bbfb-b186eab4b75b tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] 10.222.0.66 "GET /v2.0/ports?device_id=8412ba15-56d4-416c-ade2-50b31de5ccb9 HTTP/1.1" status: 200 len: 943 time: 0.0504611 Nov 22 12:20:38.720964 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-dd3038ab-6e56-4b5d-a921-a9f490985337 req-601aa39f-31cf-44c9-99ba-51840aaa1b3c tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] 10.222.0.66 "GET /v2.0/security-groups?id=d183c51b-56bc-4b8b-8c88-c11ec3bb03cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485177 Nov 22 12:20:38.910071 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.rpc [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Device 0b5d6d5e-e442-4681-83aa-fb04b4fc7ce4 details requested by agent hyperv_hv-cinder-76845 with host hv-cinder-76845 {{(pid=102751) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 12:20:39.000627 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ae717f-04e6-4445-b5aa-0360d953ce65 req-15a90124-3afd-4229-9725-95ea46cfe59f tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:20:39.001993 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-64ae717f-04e6-4445-b5aa-0360d953ce65 req-15a90124-3afd-4229-9725-95ea46cfe59f tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] 10.222.0.66 "GET /v2.0/ports?device_id=2306113c-8f98-42fd-8c0c-3dfac98fff21 HTTP/1.1" status: 200 len: 943 time: 0.0658152 Nov 22 12:20:39.032839 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.db [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] For port 0b5d6d5e-e442-4681-83aa-fb04b4fc7ce4, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=0b5d6d5e-e442-4681-83aa-fb04b4fc7ce4,segment=NetworkSegment(5e5839cc-8792-46fd-9ed5-606893fc60d9),segment_id=5e5839cc-8792-46fd-9ed5-606893fc60d9)] {{(pid=102751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 12:20:39.048303 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.rpc [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Returning: {'device': '0b5d6d5e-e442-4681-83aa-fb04b4fc7ce4', 'network_id': '1a398bbd-8494-4c78-9a7f-9328646aea45', 'port_id': '0b5d6d5e-e442-4681-83aa-fb04b4fc7ce4', 'mac_address': 'fa:16:3e:af:09:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 606, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a297376f-8bec-4762-a395-e20c73d660c4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102751) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 12:20:39.077185 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-64ae717f-04e6-4445-b5aa-0360d953ce65 req-77c27fec-7dc3-4411-8cae-4af369984053 tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] 10.222.0.66 "GET /v2.0/security-groups?id=117aa477-d28a-495e-b4af-8d598b569f00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679591 Nov 22 12:20:39.098902 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3931732'] for port, before_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:20:39.114943 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.notifiers.nova [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b5d6d5e-e442-4681-83aa-fb04b4fc7ce4 {{(pid=102751) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 12:20:39.146405 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.db [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] For port 0b5d6d5e-e442-4681-83aa-fb04b4fc7ce4, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=0b5d6d5e-e442-4681-83aa-fb04b4fc7ce4,segment=NetworkSegment(5e5839cc-8792-46fd-9ed5-606893fc60d9),segment_id=5e5839cc-8792-46fd-9ed5-606893fc60d9)] {{(pid=102751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 12:20:39.151378 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793343495738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793342949286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793342949304'] for port, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:20:39.213051 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Pushing event updated for resources: {'Port': ['ID=0b5d6d5e-e442-4681-83aa-fb04b4fc7ce4,revision_number=4']} {{(pid=102751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:20:39.298555 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4665fabd-2342-4907-a1d2-1e48379814be req-79d667aa-35f6-44b8-a539-17eca638aa25 tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:20:39.308619 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-4665fabd-2342-4907-a1d2-1e48379814be req-79d667aa-35f6-44b8-a539-17eca638aa25 tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] 10.222.0.66 "GET /v2.0/ports?device_id=937d4958-6710-4c44-8451-2b659b87dc63 HTTP/1.1" status: 200 len: 945 time: 0.1385698 Nov 22 12:20:39.409391 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68da1db-1567-4d6c-a759-51a813489719 req-774e524f-38f9-497f-b830-f3b1510243a3 tempest-VolumesSnapshotTestJSON-1978321900 tempest-VolumesSnapshotTestJSON-1978321900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:20:39.410972 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-a68da1db-1567-4d6c-a759-51a813489719 req-774e524f-38f9-497f-b830-f3b1510243a3 tempest-VolumesSnapshotTestJSON-1978321900 tempest-VolumesSnapshotTestJSON-1978321900-project] 10.222.0.66 "GET /v2.0/ports?device_id=a3624677-f35c-4a8c-ad79-990ee6987c7b HTTP/1.1" status: 200 len: 943 time: 0.0946393 Nov 22 12:20:39.415271 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-4665fabd-2342-4907-a1d2-1e48379814be req-0169bb95-4211-4541-88f0-3734c1ced5e6 tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] 10.222.0.66 "GET /v2.0/security-groups?id=d25355f0-2e41-493d-aac5-082c69fe23d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056719 Nov 22 12:20:39.463841 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.db [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] get_ports_and_sgs() called for port_ids ['0b5d6d5e-e442-4681-83aa-fb04b4fc7ce4'] {{(pid=102751) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 12:20:39.471313 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-a68da1db-1567-4d6c-a759-51a813489719 req-373861df-2a94-4fee-9989-130a1156881a tempest-VolumesSnapshotTestJSON-1978321900 tempest-VolumesSnapshotTestJSON-1978321900-project] 10.222.0.66 "GET /v2.0/security-groups?id=188eb127-27e7-40f9-bd3a-a43f3d4f7d59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538731 Nov 22 12:20:39.850713 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cbe6e0-821c-48ec-9507-95cea3370d43 req-6f5626e3-1a1d-4e76-b5e2-a71ecb51bfc6 tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:20:39.852407 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-b6cbe6e0-821c-48ec-9507-95cea3370d43 req-6f5626e3-1a1d-4e76-b5e2-a71ecb51bfc6 tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] 10.222.0.66 "GET /v2.0/ports?device_id=8412ba15-56d4-416c-ade2-50b31de5ccb9 HTTP/1.1" status: 200 len: 944 time: 0.0532246 Nov 22 12:20:39.910013 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-b6cbe6e0-821c-48ec-9507-95cea3370d43 req-c23d8fa3-5f29-4b09-b188-c869a8dcb3dc tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] 10.222.0.66 "GET /v2.0/security-groups?id=d183c51b-56bc-4b8b-8c88-c11ec3bb03cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472682 Nov 22 12:20:40.211419 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f20b29b-ebed-44be-b413-fb8508174bd0 req-8dd9eb23-9dd5-463c-b7c2-e76b00f1d5ba tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:20:40.212987 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-9f20b29b-ebed-44be-b413-fb8508174bd0 req-8dd9eb23-9dd5-463c-b7c2-e76b00f1d5ba tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] 10.222.0.66 "GET /v2.0/ports?device_id=2306113c-8f98-42fd-8c0c-3dfac98fff21 HTTP/1.1" status: 200 len: 943 time: 0.0526791 Nov 22 12:20:40.265181 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-9f20b29b-ebed-44be-b413-fb8508174bd0 req-747809fb-c0e6-4d58-98b5-97e46b30e300 tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] 10.222.0.66 "GET /v2.0/security-groups?id=117aa477-d28a-495e-b4af-8d598b569f00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452826 Nov 22 12:20:40.540729 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddfbd14-244b-487a-aeb2-9b0bfbf0ccb1 req-0cce3878-b369-4981-a699-b6a769f54ce2 tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:20:40.542210 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-8ddfbd14-244b-487a-aeb2-9b0bfbf0ccb1 req-0cce3878-b369-4981-a699-b6a769f54ce2 tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] 10.222.0.66 "GET /v2.0/ports?device_id=937d4958-6710-4c44-8451-2b659b87dc63 HTTP/1.1" status: 200 len: 945 time: 0.0490496 Nov 22 12:20:40.598834 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-8ddfbd14-244b-487a-aeb2-9b0bfbf0ccb1 req-e5103bee-6617-4af5-a930-4486268bc946 tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] 10.222.0.66 "GET /v2.0/security-groups?id=d25355f0-2e41-493d-aac5-082c69fe23d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496769 Nov 22 12:20:40.728187 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb46883-a077-45d1-af0c-01d0f5eb658f req-dc072f50-c2fa-47fd-89b1-61f4672cbd95 tempest-VolumesSnapshotTestJSON-1978321900 tempest-VolumesSnapshotTestJSON-1978321900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:20:40.729448 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-cbb46883-a077-45d1-af0c-01d0f5eb658f req-dc072f50-c2fa-47fd-89b1-61f4672cbd95 tempest-VolumesSnapshotTestJSON-1978321900 tempest-VolumesSnapshotTestJSON-1978321900-project] 10.222.0.66 "GET /v2.0/ports?device_id=a3624677-f35c-4a8c-ad79-990ee6987c7b HTTP/1.1" status: 200 len: 943 time: 0.0675285 Nov 22 12:20:40.783252 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-cbb46883-a077-45d1-af0c-01d0f5eb658f req-87bc4806-3d48-441c-963d-33d83edb8b89 tempest-VolumesSnapshotTestJSON-1978321900 tempest-VolumesSnapshotTestJSON-1978321900-project] 10.222.0.66 "GET /v2.0/security-groups?id=188eb127-27e7-40f9-bd3a-a43f3d4f7d59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435691 Nov 22 12:20:41.028373 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92698e5-0e8e-41d4-8015-59a96e7e7722 req-64bf6926-f9d4-430b-9b14-3fadbcf2971f tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:20:41.029955 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-e92698e5-0e8e-41d4-8015-59a96e7e7722 req-64bf6926-f9d4-430b-9b14-3fadbcf2971f tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] 10.222.0.66 "GET /v2.0/ports?device_id=8412ba15-56d4-416c-ade2-50b31de5ccb9 HTTP/1.1" status: 200 len: 944 time: 0.0506861 Nov 22 12:20:41.082282 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-e92698e5-0e8e-41d4-8015-59a96e7e7722 req-908182f6-9e1f-461e-a71d-3a754881e4df tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] 10.222.0.66 "GET /v2.0/security-groups?id=d183c51b-56bc-4b8b-8c88-c11ec3bb03cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453835 Nov 22 12:20:41.391093 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c7e7e9-43fe-496d-be19-75f6a7b82e48 req-f3a025d8-4675-4f98-a0d7-5039095046b0 tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:20:41.393274 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-e9c7e7e9-43fe-496d-be19-75f6a7b82e48 req-f3a025d8-4675-4f98-a0d7-5039095046b0 tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] 10.222.0.66 "GET /v2.0/ports?device_id=2306113c-8f98-42fd-8c0c-3dfac98fff21 HTTP/1.1" status: 200 len: 943 time: 0.0536575 Nov 22 12:20:41.441939 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-e9c7e7e9-43fe-496d-be19-75f6a7b82e48 req-28289b60-afdf-47be-b4db-e806201743fe tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] 10.222.0.66 "GET /v2.0/security-groups?id=117aa477-d28a-495e-b4af-8d598b569f00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432656 Nov 22 12:20:41.725341 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ce4e61-6664-4566-b029-48447603a726 req-45007571-8f70-4912-b52a-8bcaab359d8e tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:20:41.727278 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-c6ce4e61-6664-4566-b029-48447603a726 req-45007571-8f70-4912-b52a-8bcaab359d8e tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] 10.222.0.66 "GET /v2.0/ports?device_id=937d4958-6710-4c44-8451-2b659b87dc63 HTTP/1.1" status: 200 len: 945 time: 0.0546474 Nov 22 12:20:41.785169 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-c6ce4e61-6664-4566-b029-48447603a726 req-bbb4dd7a-7781-43e4-9e5f-37e2b2793801 tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] 10.222.0.66 "GET /v2.0/security-groups?id=d25355f0-2e41-493d-aac5-082c69fe23d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477908 Nov 22 12:20:41.899198 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabdd388-adbc-425b-8828-d8471fb729b7 req-2b436981-89aa-476b-bb46-7371396d92ac tempest-VolumesSnapshotTestJSON-1978321900 tempest-VolumesSnapshotTestJSON-1978321900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:20:41.900632 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-aabdd388-adbc-425b-8828-d8471fb729b7 req-2b436981-89aa-476b-bb46-7371396d92ac tempest-VolumesSnapshotTestJSON-1978321900 tempest-VolumesSnapshotTestJSON-1978321900-project] 10.222.0.66 "GET /v2.0/ports?device_id=a3624677-f35c-4a8c-ad79-990ee6987c7b HTTP/1.1" status: 200 len: 943 time: 0.0506074 Nov 22 12:20:41.962210 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-aabdd388-adbc-425b-8828-d8471fb729b7 req-e9755c16-4582-4a80-b0ed-28f758878468 tempest-VolumesSnapshotTestJSON-1978321900 tempest-VolumesSnapshotTestJSON-1978321900-project] 10.222.0.66 "GET /v2.0/security-groups?id=188eb127-27e7-40f9-bd3a-a43f3d4f7d59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455062 Nov 22 12:20:42.216684 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f5b43d-e68c-4941-a75a-146ac1e288e1 req-d758f1e0-cc00-44d0-bb24-cb2da321636b tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:20:42.218307 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-26f5b43d-e68c-4941-a75a-146ac1e288e1 req-d758f1e0-cc00-44d0-bb24-cb2da321636b tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] 10.222.0.66 "GET /v2.0/ports?device_id=8412ba15-56d4-416c-ade2-50b31de5ccb9 HTTP/1.1" status: 200 len: 944 time: 0.0571382 Nov 22 12:20:42.268733 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-26f5b43d-e68c-4941-a75a-146ac1e288e1 req-1afaa876-0a20-4fbe-8e83-efd3124051ce tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] 10.222.0.66 "GET /v2.0/security-groups?id=d183c51b-56bc-4b8b-8c88-c11ec3bb03cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424452 Nov 22 12:20:42.516470 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.rpc [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Device 0b19f5ef-ff09-43ae-866e-7b3d6c9fc45c details requested by agent hyperv_hv-cinder-76845 with host hv-cinder-76845 {{(pid=102751) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 12:20:42.575121 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69aae5a-423a-4ec4-b866-5cb02b7939ec req-f60e804d-bdd0-4315-be18-320204e68bf8 tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:20:42.576747 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-e69aae5a-423a-4ec4-b866-5cb02b7939ec req-f60e804d-bdd0-4315-be18-320204e68bf8 tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] 10.222.0.66 "GET /v2.0/ports?device_id=2306113c-8f98-42fd-8c0c-3dfac98fff21 HTTP/1.1" status: 200 len: 943 time: 0.0637169 Nov 22 12:20:42.636751 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-e69aae5a-423a-4ec4-b866-5cb02b7939ec req-8077f040-a1df-43cb-ba29-b7daf71988b3 tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] 10.222.0.66 "GET /v2.0/security-groups?id=117aa477-d28a-495e-b4af-8d598b569f00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534477 Nov 22 12:20:42.652707 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.db [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] For port 0b19f5ef-ff09-43ae-866e-7b3d6c9fc45c, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=0b19f5ef-ff09-43ae-866e-7b3d6c9fc45c,segment=NetworkSegment(b78e0815-b799-49df-bef0-4bb183f15c4f),segment_id=b78e0815-b799-49df-bef0-4bb183f15c4f)] {{(pid=102751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 12:20:42.666663 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.rpc [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Returning: {'device': '0b19f5ef-ff09-43ae-866e-7b3d6c9fc45c', 'network_id': '10b712e1-1243-4ece-87db-2201cf5a5198', 'port_id': '0b19f5ef-ff09-43ae-866e-7b3d6c9fc45c', 'mac_address': 'fa:16:3e:19:98:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 639, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75c4fc63-17cf-4b1b-891d-bbf68c4295d3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102751) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 12:20:42.707967 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3931732'] for port, before_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:20:42.728992 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.notifiers.nova [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b19f5ef-ff09-43ae-866e-7b3d6c9fc45c {{(pid=102751) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 12:20:42.751810 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.db [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] For port 0b19f5ef-ff09-43ae-866e-7b3d6c9fc45c, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=0b19f5ef-ff09-43ae-866e-7b3d6c9fc45c,segment=NetworkSegment(b78e0815-b799-49df-bef0-4bb183f15c4f),segment_id=b78e0815-b799-49df-bef0-4bb183f15c4f)] {{(pid=102751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 12:20:42.758409 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793343495738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793342949286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793342949304'] for port, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:20:42.759215 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.rpc [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Device 2dd5ed5d-5998-4e11-8d38-8460b3dd3760 details requested by agent hyperv_hv-cinder-76845 with host hv-cinder-76845 {{(pid=102751) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 12:20:42.952787 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd93163-6a3a-4abf-8263-78dd4fed7049 req-b87a28e9-8fad-4696-9414-375c95209404 tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:20:42.955705 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-5bd93163-6a3a-4abf-8263-78dd4fed7049 req-b87a28e9-8fad-4696-9414-375c95209404 tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] 10.222.0.66 "GET /v2.0/ports?device_id=937d4958-6710-4c44-8451-2b659b87dc63 HTTP/1.1" status: 200 len: 945 time: 0.0863700 Nov 22 12:20:42.985104 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Pushing event updated for resources: {'Port': ['ID=0b19f5ef-ff09-43ae-866e-7b3d6c9fc45c,revision_number=4']} {{(pid=102751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:20:43.009651 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-5bd93163-6a3a-4abf-8263-78dd4fed7049 req-126e9e3f-b072-45b3-81c9-344f465befad tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] 10.222.0.66 "GET /v2.0/security-groups?id=d25355f0-2e41-493d-aac5-082c69fe23d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478899 Nov 22 12:20:43.031782 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.db [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] For port 2dd5ed5d-5998-4e11-8d38-8460b3dd3760, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=2dd5ed5d-5998-4e11-8d38-8460b3dd3760,segment=NetworkSegment(b307a277-133b-49ad-9947-78ca47bc0d8c),segment_id=b307a277-133b-49ad-9947-78ca47bc0d8c)] {{(pid=102751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 12:20:43.048092 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.rpc [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Returning: {'device': '2dd5ed5d-5998-4e11-8d38-8460b3dd3760', 'network_id': 'f0e4cddf-9054-45b8-ae14-fd837a61718e', 'port_id': '2dd5ed5d-5998-4e11-8d38-8460b3dd3760', 'mac_address': 'fa:16:3e:aa:70:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 631, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b23da1d5-67b6-4638-9aba-5b784b347006', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102751) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 12:20:43.087460 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3931732'] for port, before_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:20:43.099653 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65413810-ffd4-4848-ac96-2d4b4b0f3555 req-fc50a766-795b-4129-aca9-7dd9ea2e73b8 tempest-VolumesSnapshotTestJSON-1978321900 tempest-VolumesSnapshotTestJSON-1978321900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:20:43.101246 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-65413810-ffd4-4848-ac96-2d4b4b0f3555 req-fc50a766-795b-4129-aca9-7dd9ea2e73b8 tempest-VolumesSnapshotTestJSON-1978321900 tempest-VolumesSnapshotTestJSON-1978321900-project] 10.222.0.66 "GET /v2.0/ports?device_id=a3624677-f35c-4a8c-ad79-990ee6987c7b HTTP/1.1" status: 200 len: 943 time: 0.0510218 Nov 22 12:20:43.103912 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.notifiers.nova [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2dd5ed5d-5998-4e11-8d38-8460b3dd3760 {{(pid=102751) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 12:20:43.125533 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.db [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] For port 2dd5ed5d-5998-4e11-8d38-8460b3dd3760, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=2dd5ed5d-5998-4e11-8d38-8460b3dd3760,segment=NetworkSegment(b307a277-133b-49ad-9947-78ca47bc0d8c),segment_id=b307a277-133b-49ad-9947-78ca47bc0d8c)] {{(pid=102751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 12:20:43.130516 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793343495738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793342949286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793342949304'] for port, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:20:43.155125 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-65413810-ffd4-4848-ac96-2d4b4b0f3555 req-5030571b-fc86-4414-9ac6-39f6e0654cbe tempest-VolumesSnapshotTestJSON-1978321900 tempest-VolumesSnapshotTestJSON-1978321900-project] 10.222.0.66 "GET /v2.0/security-groups?id=188eb127-27e7-40f9-bd3a-a43f3d4f7d59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467567 Nov 22 12:20:43.184591 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Pushing event updated for resources: {'Port': ['ID=2dd5ed5d-5998-4e11-8d38-8460b3dd3760,revision_number=4']} {{(pid=102751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:20:43.398601 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1c2e42-8574-4665-a4fe-db457139b451 req-8ec586ac-0a3d-4ff3-8c94-87c339d85259 tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:20:43.400369 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-3a1c2e42-8574-4665-a4fe-db457139b451 req-8ec586ac-0a3d-4ff3-8c94-87c339d85259 tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] 10.222.0.66 "GET /v2.0/ports?device_id=8412ba15-56d4-416c-ade2-50b31de5ccb9 HTTP/1.1" status: 200 len: 944 time: 0.0546782 Nov 22 12:20:43.643928 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-3a1c2e42-8574-4665-a4fe-db457139b451 req-fde193d8-2abf-4d01-9247-33c7be79d167 tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] 10.222.0.66 "GET /v2.0/security-groups?id=d183c51b-56bc-4b8b-8c88-c11ec3bb03cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2341642 Nov 22 12:20:43.764519 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e656f3-a362-4e22-b587-448a2ffa2437 req-528f8bb6-0fe4-46de-91e3-4ac76b457b04 tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:20:43.766398 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-61e656f3-a362-4e22-b587-448a2ffa2437 req-528f8bb6-0fe4-46de-91e3-4ac76b457b04 tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] 10.222.0.66 "GET /v2.0/ports?device_id=2306113c-8f98-42fd-8c0c-3dfac98fff21 HTTP/1.1" status: 200 len: 944 time: 0.0518231 Nov 22 12:20:43.818658 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-61e656f3-a362-4e22-b587-448a2ffa2437 req-9ae317ea-590b-4ff5-94d0-1ddc5df18743 tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] 10.222.0.66 "GET /v2.0/security-groups?id=117aa477-d28a-495e-b4af-8d598b569f00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456798 Nov 22 12:20:44.138552 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fa8661-e2e7-4787-8c46-472134122ad6 req-cfd7d844-d700-4445-9d37-809adfef7a00 tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:20:44.140070 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-c1fa8661-e2e7-4787-8c46-472134122ad6 req-cfd7d844-d700-4445-9d37-809adfef7a00 tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] 10.222.0.66 "GET /v2.0/ports?device_id=937d4958-6710-4c44-8451-2b659b87dc63 HTTP/1.1" status: 200 len: 945 time: 0.0548379 Nov 22 12:20:44.197784 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-c1fa8661-e2e7-4787-8c46-472134122ad6 req-965495cc-3aa5-4d17-a1fb-89673f14a0a9 tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] 10.222.0.66 "GET /v2.0/security-groups?id=d25355f0-2e41-493d-aac5-082c69fe23d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515268 Nov 22 12:20:44.319925 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024093dd-f0b2-4c22-a427-fb5a4d258851 req-a065c1e2-eb55-4d89-ac60-58a658f97c49 tempest-VolumesSnapshotTestJSON-1978321900 tempest-VolumesSnapshotTestJSON-1978321900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:20:44.321471 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-024093dd-f0b2-4c22-a427-fb5a4d258851 req-a065c1e2-eb55-4d89-ac60-58a658f97c49 tempest-VolumesSnapshotTestJSON-1978321900 tempest-VolumesSnapshotTestJSON-1978321900-project] 10.222.0.66 "GET /v2.0/ports?device_id=a3624677-f35c-4a8c-ad79-990ee6987c7b HTTP/1.1" status: 200 len: 944 time: 0.0511489 Nov 22 12:20:44.376380 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-024093dd-f0b2-4c22-a427-fb5a4d258851 req-374b24c0-3828-48dd-8ce3-04dcb0d71e19 tempest-VolumesSnapshotTestJSON-1978321900 tempest-VolumesSnapshotTestJSON-1978321900-project] 10.222.0.66 "GET /v2.0/security-groups?id=188eb127-27e7-40f9-bd3a-a43f3d4f7d59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488858 Nov 22 12:20:44.773493 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6a7708-c15b-454a-b653-f11871ed0105 req-2465e773-969b-4f23-bdc3-f368b896dbf6 tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:20:44.775261 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-fd6a7708-c15b-454a-b653-f11871ed0105 req-2465e773-969b-4f23-bdc3-f368b896dbf6 tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] 10.222.0.66 "GET /v2.0/ports?device_id=8412ba15-56d4-416c-ade2-50b31de5ccb9 HTTP/1.1" status: 200 len: 944 time: 0.0551672 Nov 22 12:20:44.834821 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-fd6a7708-c15b-454a-b653-f11871ed0105 req-aeb19c75-c5ce-4b74-9204-ea9faf3c0d75 tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] 10.222.0.66 "GET /v2.0/security-groups?id=d183c51b-56bc-4b8b-8c88-c11ec3bb03cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482144 Nov 22 12:20:44.962371 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff82ba7-8b8b-4550-895d-8a79c31b064d req-645514b4-6068-4069-ba86-d41bd89f40e5 tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:20:44.964085 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-3ff82ba7-8b8b-4550-895d-8a79c31b064d req-645514b4-6068-4069-ba86-d41bd89f40e5 tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] 10.222.0.66 "GET /v2.0/ports?device_id=2306113c-8f98-42fd-8c0c-3dfac98fff21 HTTP/1.1" status: 200 len: 944 time: 0.0640261 Nov 22 12:20:45.018203 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-3ff82ba7-8b8b-4550-895d-8a79c31b064d req-25ac96da-ca1b-47cb-b19b-d902a2205aa6 tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] 10.222.0.66 "GET /v2.0/security-groups?id=117aa477-d28a-495e-b4af-8d598b569f00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471566 Nov 22 12:20:45.378608 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20100e1-433f-480d-b123-d57d47de6beb req-a8e2bb26-c97d-454b-b867-f5325d25e40f tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:20:45.381189 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-e20100e1-433f-480d-b123-d57d47de6beb req-a8e2bb26-c97d-454b-b867-f5325d25e40f tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] 10.222.0.66 "GET /v2.0/ports?device_id=937d4958-6710-4c44-8451-2b659b87dc63 HTTP/1.1" status: 200 len: 945 time: 0.0644333 Nov 22 12:20:45.439900 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-e20100e1-433f-480d-b123-d57d47de6beb req-25ad2c03-6fe2-400f-8f96-bc18bcff9754 tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] 10.222.0.66 "GET /v2.0/security-groups?id=d25355f0-2e41-493d-aac5-082c69fe23d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527241 Nov 22 12:20:45.567044 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9612d4bd-1e8f-4b68-ae42-6c899d9aa174 req-dc8b5814-5b3b-4e6d-9a17-9c310ddec40a tempest-VolumesSnapshotTestJSON-1978321900 tempest-VolumesSnapshotTestJSON-1978321900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:20:45.569617 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-9612d4bd-1e8f-4b68-ae42-6c899d9aa174 req-dc8b5814-5b3b-4e6d-9a17-9c310ddec40a tempest-VolumesSnapshotTestJSON-1978321900 tempest-VolumesSnapshotTestJSON-1978321900-project] 10.222.0.66 "GET /v2.0/ports?device_id=a3624677-f35c-4a8c-ad79-990ee6987c7b HTTP/1.1" status: 200 len: 944 time: 0.0670779 Nov 22 12:20:45.638804 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-9612d4bd-1e8f-4b68-ae42-6c899d9aa174 req-58bbdd9f-d937-4fde-89e0-31c5b32171ef tempest-VolumesSnapshotTestJSON-1978321900 tempest-VolumesSnapshotTestJSON-1978321900-project] 10.222.0.66 "GET /v2.0/security-groups?id=188eb127-27e7-40f9-bd3a-a43f3d4f7d59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626321 Nov 22 12:20:45.961715 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d074c4de-284d-4003-9d27-e1941ed66861 req-8900117d-7b15-411d-a118-fc49b663905a tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:20:45.963258 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-d074c4de-284d-4003-9d27-e1941ed66861 req-8900117d-7b15-411d-a118-fc49b663905a tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] 10.222.0.66 "GET /v2.0/ports?device_id=8412ba15-56d4-416c-ade2-50b31de5ccb9 HTTP/1.1" status: 200 len: 944 time: 0.0525312 Nov 22 12:20:46.018937 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-d074c4de-284d-4003-9d27-e1941ed66861 req-ba35db57-9173-4e8d-b810-18774b98e221 tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] 10.222.0.66 "GET /v2.0/security-groups?id=d183c51b-56bc-4b8b-8c88-c11ec3bb03cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492339 Nov 22 12:20:46.147523 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85660d3-1238-4798-bdb5-94f68ad1854b req-44c6c7b3-cc46-4935-813e-335c896c6a80 tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:20:46.149176 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-f85660d3-1238-4798-bdb5-94f68ad1854b req-44c6c7b3-cc46-4935-813e-335c896c6a80 tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] 10.222.0.66 "GET /v2.0/ports?device_id=2306113c-8f98-42fd-8c0c-3dfac98fff21 HTTP/1.1" status: 200 len: 944 time: 0.0514548 Nov 22 12:20:46.161501 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.db [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] get_ports_and_sgs() called for port_ids ['2dd5ed5d-5998-4e11-8d38-8460b3dd3760'] {{(pid=102751) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 12:20:46.166718 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.db [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] get_ports_and_sgs() called for port_ids ['0b19f5ef-ff09-43ae-866e-7b3d6c9fc45c'] {{(pid=102751) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 12:20:46.227946 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-f85660d3-1238-4798-bdb5-94f68ad1854b req-66e906c4-a1bb-4f79-949a-a2154fb6854d tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] 10.222.0.66 "GET /v2.0/security-groups?id=117aa477-d28a-495e-b4af-8d598b569f00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719039 Nov 22 12:20:46.537877 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793343475411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3821827'] for agent, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:20:46.616602 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979a905f-5a2c-4229-aab7-50cca2b69f39 req-6ee0c36d-30da-408a-b249-90cc89a896f6 tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:20:46.618402 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-979a905f-5a2c-4229-aab7-50cca2b69f39 req-6ee0c36d-30da-408a-b249-90cc89a896f6 tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] 10.222.0.66 "GET /v2.0/ports?device_id=937d4958-6710-4c44-8451-2b659b87dc63 HTTP/1.1" status: 200 len: 945 time: 0.0700724 Nov 22 12:20:46.701056 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-979a905f-5a2c-4229-aab7-50cca2b69f39 req-6f182bd5-ec9a-4a40-add2-15aa9b57725b tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] 10.222.0.66 "GET /v2.0/security-groups?id=d25355f0-2e41-493d-aac5-082c69fe23d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714114 Nov 22 12:20:46.797924 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d612980-9b26-4d90-8445-57dea5366c30 req-39f37dca-cef7-47c7-b67a-aef536362506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:20:46.801818 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [req-0d612980-9b26-4d90-8445-57dea5366c30 req-39f37dca-cef7-47c7-b67a-aef536362506 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=937d4958-6710-4c44-8451-2b659b87dc63 HTTP/1.1" status: 200 len: 1098 time: 0.0817471 Nov 22 12:20:46.866781 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [req-0d612980-9b26-4d90-8445-57dea5366c30 req-3e040614-a001-459b-a505-0b250114bcc4 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=d25355f0-2e41-493d-aac5-082c69fe23d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552301 Nov 22 12:20:46.927143 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aca2a2d-8de9-4b64-9187-b588eb53976c req-80342798-0b82-4e3f-bcce-0a7bcbe87e8d tempest-VolumesSnapshotTestJSON-1978321900 tempest-VolumesSnapshotTestJSON-1978321900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:20:46.930790 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-1aca2a2d-8de9-4b64-9187-b588eb53976c req-80342798-0b82-4e3f-bcce-0a7bcbe87e8d tempest-VolumesSnapshotTestJSON-1978321900 tempest-VolumesSnapshotTestJSON-1978321900-project] 10.222.0.66 "GET /v2.0/ports?device_id=a3624677-f35c-4a8c-ad79-990ee6987c7b HTTP/1.1" status: 200 len: 944 time: 0.1513708 Nov 22 12:20:47.001439 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-1aca2a2d-8de9-4b64-9187-b588eb53976c req-6399d73d-5dbc-4b40-bc96-149f46edb77e tempest-VolumesSnapshotTestJSON-1978321900 tempest-VolumesSnapshotTestJSON-1978321900-project] 10.222.0.66 "GET /v2.0/security-groups?id=188eb127-27e7-40f9-bd3a-a43f3d4f7d59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588408 Nov 22 12:20:47.241101 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187db624-3e04-497c-8ee8-e89ca6e953d1 req-e73fdca2-1afe-4054-954d-3efc599ceaf8 tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:20:47.243836 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-187db624-3e04-497c-8ee8-e89ca6e953d1 req-e73fdca2-1afe-4054-954d-3efc599ceaf8 tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] 10.222.0.66 "GET /v2.0/ports?device_id=8412ba15-56d4-416c-ade2-50b31de5ccb9 HTTP/1.1" status: 200 len: 944 time: 0.0979125 Nov 22 12:20:47.313153 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-187db624-3e04-497c-8ee8-e89ca6e953d1 req-5d646f61-7ba4-4af1-b222-6fdf82206471 tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] 10.222.0.66 "GET /v2.0/security-groups?id=d183c51b-56bc-4b8b-8c88-c11ec3bb03cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584438 Nov 22 12:20:47.405921 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cc3baf-7b3f-45b6-aae4-d8c16545626a req-a9de479d-d91b-4246-9db5-8e8fb7112727 tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:20:47.407959 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-d1cc3baf-7b3f-45b6-aae4-d8c16545626a req-a9de479d-d91b-4246-9db5-8e8fb7112727 tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] 10.222.0.66 "GET /v2.0/ports?device_id=2306113c-8f98-42fd-8c0c-3dfac98fff21 HTTP/1.1" status: 200 len: 944 time: 0.0638485 Nov 22 12:20:47.468909 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.wsgi [-] (102750) accepted ('10.222.0.66', 45654) {{(pid=102750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:20:47.484561 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-d1cc3baf-7b3f-45b6-aae4-d8c16545626a req-1ae939fd-86ff-45b6-b60d-3a255c16668e tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] 10.222.0.66 "GET /v2.0/security-groups?id=117aa477-d28a-495e-b4af-8d598b569f00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650499 Nov 22 12:20:47.613441 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-e706a2fe-c00a-48f2-956a-87c0d97f4c3e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:20:47.734305 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-e706a2fe-c00a-48f2-956a-87c0d97f4c3e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:20:47.740763 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-e706a2fe-c00a-48f2-956a-87c0d97f4c3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545565'] for security_group, after_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:20:47.786943 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [None req-e706a2fe-c00a-48f2-956a-87c0d97f4c3e admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=f1dcc73fd19f4d8d9b4e9718302a1645&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3129816 Nov 22 12:20:47.786943 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e706a2fe-c00a-48f2-956a-87c0d97f4c3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae2c7f28-29e3-4c81-9354-b530417ab4ab,revision_number=1']} {{(pid=102750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:20:47.787285 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.wsgi [-] (102750) accepted ('10.222.0.66', 45660) {{(pid=102750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:20:47.841829 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-1fee698d-03a8-43fb-bc02-82fd6ee7bbaa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:20:47.865523 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e3ea53-6478-4a35-90c9-f0163d8644d6 req-eb12e325-2d2d-46dd-b3d1-fd5315f70ecd tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:20:47.865965 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-1fee698d-03a8-43fb-bc02-82fd6ee7bbaa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:20:47.868197 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-c3e3ea53-6478-4a35-90c9-f0163d8644d6 req-eb12e325-2d2d-46dd-b3d1-fd5315f70ecd tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] 10.222.0.66 "GET /v2.0/ports?device_id=937d4958-6710-4c44-8451-2b659b87dc63 HTTP/1.1" status: 200 len: 945 time: 0.0575304 Nov 22 12:20:47.930619 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-c3e3ea53-6478-4a35-90c9-f0163d8644d6 req-0d42cbc3-0426-493b-bc77-d99856c94203 tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] 10.222.0.66 "GET /v2.0/security-groups?id=d25355f0-2e41-493d-aac5-082c69fe23d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555720 Nov 22 12:20:47.948671 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-1fee698d-03a8-43fb-bc02-82fd6ee7bbaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545565'] for security_group, after_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:20:47.952079 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-1fee698d-03a8-43fb-bc02-82fd6ee7bbaa admin admin] Publish callbacks [] for security_group, before_response {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:20:47.956796 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [None req-1fee698d-03a8-43fb-bc02-82fd6ee7bbaa admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/ae2c7f28-29e3-4c81-9354-b530417ab4ab HTTP/1.1" status: 204 len: 168 time: 0.1664307 Nov 22 12:20:47.965956 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fee698d-03a8-43fb-bc02-82fd6ee7bbaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae2c7f28-29e3-4c81-9354-b530417ab4ab,revision_number=None']} {{(pid=102750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:20:48.144805 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10788ffc-a5d3-418b-8a0a-2533b37954f1 req-a5b26c0b-50ec-4f8e-8055-60b60beff002 tempest-VolumesSnapshotTestJSON-1978321900 tempest-VolumesSnapshotTestJSON-1978321900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:20:48.146420 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-10788ffc-a5d3-418b-8a0a-2533b37954f1 req-a5b26c0b-50ec-4f8e-8055-60b60beff002 tempest-VolumesSnapshotTestJSON-1978321900 tempest-VolumesSnapshotTestJSON-1978321900-project] 10.222.0.66 "GET /v2.0/ports?device_id=a3624677-f35c-4a8c-ad79-990ee6987c7b HTTP/1.1" status: 200 len: 944 time: 0.0552280 Nov 22 12:20:48.208836 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-10788ffc-a5d3-418b-8a0a-2533b37954f1 req-9ebe52a0-77af-4226-98f1-4dfdbb5735f0 tempest-VolumesSnapshotTestJSON-1978321900 tempest-VolumesSnapshotTestJSON-1978321900-project] 10.222.0.66 "GET /v2.0/security-groups?id=188eb127-27e7-40f9-bd3a-a43f3d4f7d59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563641 Nov 22 12:20:48.393011 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.rpc [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Device 0b5d6d5e-e442-4681-83aa-fb04b4fc7ce4 up at agent hyperv_hv-cinder-76845 {{(pid=102751) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 12:20:48.480251 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e78b2a-30b2-494e-a884-8444b7bcf8b3 req-06976c06-a46c-49ca-93e7-215aa62bc375 tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:20:48.482580 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-e6e78b2a-30b2-494e-a884-8444b7bcf8b3 req-06976c06-a46c-49ca-93e7-215aa62bc375 tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] 10.222.0.66 "GET /v2.0/ports?device_id=8412ba15-56d4-416c-ade2-50b31de5ccb9 HTTP/1.1" status: 200 len: 944 time: 0.0839028 Nov 22 12:20:48.491423 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.provisioning_blocks [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Provisioning for port 0b5d6d5e-e442-4681-83aa-fb04b4fc7ce4 completed by entity L2. {{(pid=102751) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 12:20:48.498486 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.provisioning_blocks [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Provisioning complete for port 0b5d6d5e-e442-4681-83aa-fb04b4fc7ce4 triggered by entity L2. {{(pid=102751) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 12:20:48.499669 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3821908'] for port, provisioning_complete {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:20:48.605579 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-e6e78b2a-30b2-494e-a884-8444b7bcf8b3 req-9d253b4a-6431-4214-94e8-3ad9b8f4cdc6 tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] 10.222.0.66 "GET /v2.0/security-groups?id=d183c51b-56bc-4b8b-8c88-c11ec3bb03cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094761 Nov 22 12:20:48.622724 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3931732'] for port, before_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:20:48.665948 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8412ba15-56d4-416c-ade2-50b31de5ccb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b5d6d5e-e442-4681-83aa-fb04b4fc7ce4'}] {{(pid=102751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 12:20:48.668799 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50f57f68d0dae852c32e4f8721e97c07bf2df52fd56e1603e3e4743a1bb51d8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf810355-2bed-4da3-a2b0-b8697c7a402c" -d '{"events": [{"server_uuid": "8412ba15-56d4-416c-ade2-50b31de5ccb9", "name": "network-vif-plugged", "status": "completed", "tag": "0b5d6d5e-e442-4681-83aa-fb04b4fc7ce4"}]}' {{(pid=102751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 12:20:48.692195 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.db [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] For port 0b5d6d5e-e442-4681-83aa-fb04b4fc7ce4, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=0b5d6d5e-e442-4681-83aa-fb04b4fc7ce4,segment=NetworkSegment(5e5839cc-8792-46fd-9ed5-606893fc60d9),segment_id=5e5839cc-8792-46fd-9ed5-606893fc60d9)] {{(pid=102751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 12:20:48.698073 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793343495738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793342949286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793342949304'] for port, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:20:48.699193 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.rpc [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Device 0b19f5ef-ff09-43ae-866e-7b3d6c9fc45c up at agent hyperv_hv-cinder-76845 {{(pid=102751) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 12:20:48.733658 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21eb8ab7-cf77-4bbd-9381-23f09e2ec6e8 req-06dfb669-9882-4755-b256-aba505742631 tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:20:48.736504 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-21eb8ab7-cf77-4bbd-9381-23f09e2ec6e8 req-06dfb669-9882-4755-b256-aba505742631 tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] 10.222.0.66 "GET /v2.0/ports?device_id=2306113c-8f98-42fd-8c0c-3dfac98fff21 HTTP/1.1" status: 200 len: 944 time: 0.0692396 Nov 22 12:20:48.806037 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Pushing event updated for resources: {'Port': ['ID=0b5d6d5e-e442-4681-83aa-fb04b4fc7ce4,revision_number=5']} {{(pid=102751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:20:48.824966 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-21eb8ab7-cf77-4bbd-9381-23f09e2ec6e8 req-161487ce-deb8-4050-90ab-607f8aff40ce tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] 10.222.0.66 "GET /v2.0/security-groups?id=117aa477-d28a-495e-b4af-8d598b569f00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817146 Nov 22 12:20:48.872110 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.provisioning_blocks [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Provisioning for port 0b19f5ef-ff09-43ae-866e-7b3d6c9fc45c completed by entity L2. {{(pid=102751) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 12:20:48.881533 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 12:20:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4ef80c7-ca3f-4b58-868d-90f081151fdd x-openstack-request-id: req-e4ef80c7-ca3f-4b58-868d-90f081151fdd {{(pid=102751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 12:20:48.881937 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8412ba15-56d4-416c-ade2-50b31de5ccb9", "name": "network-vif-plugged", "status": "completed", "tag": "0b5d6d5e-e442-4681-83aa-fb04b4fc7ce4", "code": 200}]} {{(pid=102751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 12:20:48.882195 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-e4ef80c7-ca3f-4b58-868d-90f081151fdd {{(pid=102751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 12:20:48.882597 dv-cinder-768458-13-iscsi neutron-server[102751]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8412ba15-56d4-416c-ade2-50b31de5ccb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b5d6d5e-e442-4681-83aa-fb04b4fc7ce4', 'code': 200} Nov 22 12:20:48.884845 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.provisioning_blocks [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Provisioning complete for port 0b19f5ef-ff09-43ae-866e-7b3d6c9fc45c triggered by entity L2. {{(pid=102751) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 12:20:48.885216 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3821908'] for port, provisioning_complete {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:20:49.043530 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3931732'] for port, before_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:20:49.089071 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.db [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] For port 0b19f5ef-ff09-43ae-866e-7b3d6c9fc45c, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=0b19f5ef-ff09-43ae-866e-7b3d6c9fc45c,segment=NetworkSegment(b78e0815-b799-49df-bef0-4bb183f15c4f),segment_id=b78e0815-b799-49df-bef0-4bb183f15c4f)] {{(pid=102751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 12:20:49.095812 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793343495738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793342949286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793342949304'] for port, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:20:49.096913 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.rpc [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Device 2dd5ed5d-5998-4e11-8d38-8460b3dd3760 up at agent hyperv_hv-cinder-76845 {{(pid=102751) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 12:20:49.101393 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9219801c-83b1-4a96-b004-2ebecdc0e821 req-2f61cfdd-ac66-463e-a115-dd3a9a8ca422 tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:20:49.103199 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-9219801c-83b1-4a96-b004-2ebecdc0e821 req-2f61cfdd-ac66-463e-a115-dd3a9a8ca422 tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] 10.222.0.66 "GET /v2.0/ports?device_id=937d4958-6710-4c44-8451-2b659b87dc63 HTTP/1.1" status: 200 len: 945 time: 0.0696096 Nov 22 12:20:49.154505 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-9219801c-83b1-4a96-b004-2ebecdc0e821 req-614e6c32-7c57-4e19-aa09-ed1164c60252 tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] 10.222.0.66 "GET /v2.0/security-groups?id=d25355f0-2e41-493d-aac5-082c69fe23d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450673 Nov 22 12:20:49.182356 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Pushing event updated for resources: {'Port': ['ID=0b19f5ef-ff09-43ae-866e-7b3d6c9fc45c,revision_number=5']} {{(pid=102751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:20:49.196772 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.provisioning_blocks [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Provisioning for port 2dd5ed5d-5998-4e11-8d38-8460b3dd3760 completed by entity L2. {{(pid=102751) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 12:20:49.201139 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.provisioning_blocks [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Provisioning complete for port 2dd5ed5d-5998-4e11-8d38-8460b3dd3760 triggered by entity L2. {{(pid=102751) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 12:20:49.201425 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3821908'] for port, provisioning_complete {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:20:49.308018 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3931732'] for port, before_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:20:49.347534 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.db [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] For port 2dd5ed5d-5998-4e11-8d38-8460b3dd3760, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=2dd5ed5d-5998-4e11-8d38-8460b3dd3760,segment=NetworkSegment(b307a277-133b-49ad-9947-78ca47bc0d8c),segment_id=b307a277-133b-49ad-9947-78ca47bc0d8c)] {{(pid=102751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 12:20:49.353612 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793343495738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793342949286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793342949304'] for port, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:20:49.366410 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d96fe3a-87cd-4d1e-8ab4-3ed87387c995 req-870c2332-3fe1-4f2d-8e18-bf84ed3edb4d tempest-VolumesSnapshotTestJSON-1978321900 tempest-VolumesSnapshotTestJSON-1978321900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:20:49.368117 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-9d96fe3a-87cd-4d1e-8ab4-3ed87387c995 req-870c2332-3fe1-4f2d-8e18-bf84ed3edb4d tempest-VolumesSnapshotTestJSON-1978321900 tempest-VolumesSnapshotTestJSON-1978321900-project] 10.222.0.66 "GET /v2.0/ports?device_id=a3624677-f35c-4a8c-ad79-990ee6987c7b HTTP/1.1" status: 200 len: 944 time: 0.0773470 Nov 22 12:20:49.409459 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Pushing event updated for resources: {'Port': ['ID=2dd5ed5d-5998-4e11-8d38-8460b3dd3760,revision_number=5']} {{(pid=102751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:20:49.431374 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-9d96fe3a-87cd-4d1e-8ab4-3ed87387c995 req-e0eb94c9-e5ae-486d-af17-dac849598cef tempest-VolumesSnapshotTestJSON-1978321900 tempest-VolumesSnapshotTestJSON-1978321900-project] 10.222.0.66 "GET /v2.0/security-groups?id=188eb127-27e7-40f9-bd3a-a43f3d4f7d59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556982 Nov 22 12:20:49.731561 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49449a2-5afe-4497-86f0-5161db06e787 req-5923777f-197c-4e4d-8270-a6c2d4773d42 tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:20:49.733172 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-b49449a2-5afe-4497-86f0-5161db06e787 req-5923777f-197c-4e4d-8270-a6c2d4773d42 tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] 10.222.0.66 "GET /v2.0/ports?device_id=8412ba15-56d4-416c-ade2-50b31de5ccb9 HTTP/1.1" status: 200 len: 945 time: 0.0554304 Nov 22 12:20:49.784954 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-b49449a2-5afe-4497-86f0-5161db06e787 req-80c18281-c34d-4f48-a449-8d2a7506b8a6 tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] 10.222.0.66 "GET /v2.0/security-groups?id=d183c51b-56bc-4b8b-8c88-c11ec3bb03cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454750 Nov 22 12:20:49.958704 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e25913-21ab-48b5-803c-edddc8b5ffb6 req-3c4520c9-f462-4966-9ae3-dda4e5679646 tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:20:49.960269 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-30e25913-21ab-48b5-803c-edddc8b5ffb6 req-3c4520c9-f462-4966-9ae3-dda4e5679646 tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] 10.222.0.66 "GET /v2.0/ports?device_id=2306113c-8f98-42fd-8c0c-3dfac98fff21 HTTP/1.1" status: 200 len: 945 time: 0.0521886 Nov 22 12:20:50.019670 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-30e25913-21ab-48b5-803c-edddc8b5ffb6 req-0e22b312-1aee-4ea0-aaf1-217cbfaf3255 tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] 10.222.0.66 "GET /v2.0/security-groups?id=117aa477-d28a-495e-b4af-8d598b569f00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532024 Nov 22 12:20:50.285217 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754023d3-c96f-40d3-9502-c394b86e79d4 req-f70f73c0-3a01-4ede-a1b4-7ec199fc3ef4 tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:20:50.286764 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-754023d3-c96f-40d3-9502-c394b86e79d4 req-f70f73c0-3a01-4ede-a1b4-7ec199fc3ef4 tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] 10.222.0.66 "GET /v2.0/ports?device_id=937d4958-6710-4c44-8451-2b659b87dc63 HTTP/1.1" status: 200 len: 945 time: 0.0597432 Nov 22 12:20:50.337813 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-754023d3-c96f-40d3-9502-c394b86e79d4 req-11db1cf8-afd2-41f9-bd9e-84530acbcdc0 tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] 10.222.0.66 "GET /v2.0/security-groups?id=d25355f0-2e41-493d-aac5-082c69fe23d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443175 Nov 22 12:20:50.507502 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc22bc5d-9c4a-491f-b376-0bb93427ee5d req-389ed26d-8a2e-4600-81ec-035c8b1868b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:20:50.509285 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [req-fc22bc5d-9c4a-491f-b376-0bb93427ee5d req-389ed26d-8a2e-4600-81ec-035c8b1868b5 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=8412ba15-56d4-416c-ade2-50b31de5ccb9 HTTP/1.1" status: 200 len: 1098 time: 0.0486941 Nov 22 12:20:50.557955 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c607ada-093e-4abe-9b65-7f0c3505ffb7 req-79cacacf-acd0-40a6-909f-98c5317907ab tempest-VolumesSnapshotTestJSON-1978321900 tempest-VolumesSnapshotTestJSON-1978321900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:20:50.559715 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-4c607ada-093e-4abe-9b65-7f0c3505ffb7 req-79cacacf-acd0-40a6-909f-98c5317907ab tempest-VolumesSnapshotTestJSON-1978321900 tempest-VolumesSnapshotTestJSON-1978321900-project] 10.222.0.66 "GET /v2.0/ports?device_id=a3624677-f35c-4a8c-ad79-990ee6987c7b HTTP/1.1" status: 200 len: 945 time: 0.0530219 Nov 22 12:20:50.574783 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [req-fc22bc5d-9c4a-491f-b376-0bb93427ee5d req-b07fe806-f24a-40f6-af76-c5a1168f67c1 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=d183c51b-56bc-4b8b-8c88-c11ec3bb03cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531890 Nov 22 12:20:50.613878 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-4c607ada-093e-4abe-9b65-7f0c3505ffb7 req-e76cee27-9e2e-4eaa-a73f-03570b04de72 tempest-VolumesSnapshotTestJSON-1978321900 tempest-VolumesSnapshotTestJSON-1978321900-project] 10.222.0.66 "GET /v2.0/security-groups?id=188eb127-27e7-40f9-bd3a-a43f3d4f7d59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473461 Nov 22 12:20:50.758482 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-2b6aac23-c7bc-4703-badb-49aa47064244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793343475411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3821827'] for agent, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:20:50.884254 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2306113c-8f98-42fd-8c0c-3dfac98fff21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b19f5ef-ff09-43ae-866e-7b3d6c9fc45c'}, {'server_uuid': 'a3624677-f35c-4a8c-ad79-990ee6987c7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2dd5ed5d-5998-4e11-8d38-8460b3dd3760'}] {{(pid=102751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 12:20:50.888976 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50f57f68d0dae852c32e4f8721e97c07bf2df52fd56e1603e3e4743a1bb51d8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0fc7a49-d921-4064-97ee-f2ac730ca121" -d '{"events": [{"server_uuid": "2306113c-8f98-42fd-8c0c-3dfac98fff21", "name": "network-vif-plugged", "status": "completed", "tag": "0b19f5ef-ff09-43ae-866e-7b3d6c9fc45c"}, {"server_uuid": "a3624677-f35c-4a8c-ad79-990ee6987c7b", "name": "network-vif-plugged", "status": "completed", "tag": "2dd5ed5d-5998-4e11-8d38-8460b3dd3760"}]}' {{(pid=102751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 12:20:50.927274 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddbb735-6a6e-4896-a303-17038a0e4cee req-7943e314-5ad3-44ad-adce-013c4b72b6aa tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:20:50.928990 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-dddbb735-6a6e-4896-a303-17038a0e4cee req-7943e314-5ad3-44ad-adce-013c4b72b6aa tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] 10.222.0.66 "GET /v2.0/ports?device_id=8412ba15-56d4-416c-ade2-50b31de5ccb9 HTTP/1.1" status: 200 len: 945 time: 0.0713215 Nov 22 12:20:50.956251 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 22 Nov 2021 12:20:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53f5ac3c-6462-4da7-8514-12e0fd28967b x-openstack-request-id: req-53f5ac3c-6462-4da7-8514-12e0fd28967b {{(pid=102751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 12:20:50.956720 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2306113c-8f98-42fd-8c0c-3dfac98fff21", "name": "network-vif-plugged", "status": "completed", "tag": "0b19f5ef-ff09-43ae-866e-7b3d6c9fc45c", "code": 200}, {"server_uuid": "a3624677-f35c-4a8c-ad79-990ee6987c7b", "name": "network-vif-plugged", "status": "completed", "tag": "2dd5ed5d-5998-4e11-8d38-8460b3dd3760", "code": 200}]} {{(pid=102751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 12:20:50.957130 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-53f5ac3c-6462-4da7-8514-12e0fd28967b {{(pid=102751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 12:20:50.957764 dv-cinder-768458-13-iscsi neutron-server[102751]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2306113c-8f98-42fd-8c0c-3dfac98fff21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b19f5ef-ff09-43ae-866e-7b3d6c9fc45c', 'code': 200} Nov 22 12:20:50.958185 dv-cinder-768458-13-iscsi neutron-server[102751]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3624677-f35c-4a8c-ad79-990ee6987c7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2dd5ed5d-5998-4e11-8d38-8460b3dd3760', 'code': 200} Nov 22 12:20:50.994526 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-dddbb735-6a6e-4896-a303-17038a0e4cee req-761b2057-6b53-4a73-b3a8-92a51254b954 tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] 10.222.0.66 "GET /v2.0/security-groups?id=d183c51b-56bc-4b8b-8c88-c11ec3bb03cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583363 Nov 22 12:20:51.158215 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38599fac-669e-4c4a-91b6-0114d11f47d9 req-c1890231-c10d-462f-a610-0a720f599abd tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:20:51.160438 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-38599fac-669e-4c4a-91b6-0114d11f47d9 req-c1890231-c10d-462f-a610-0a720f599abd tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] 10.222.0.66 "GET /v2.0/ports?device_id=2306113c-8f98-42fd-8c0c-3dfac98fff21 HTTP/1.1" status: 200 len: 945 time: 0.0574870 Nov 22 12:20:51.216071 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-38599fac-669e-4c4a-91b6-0114d11f47d9 req-2aef4e21-9ff5-4efa-8a34-a36b6e877994 tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] 10.222.0.66 "GET /v2.0/security-groups?id=117aa477-d28a-495e-b4af-8d598b569f00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437362 Nov 22 12:20:51.229030 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4968ef-1f98-4fc9-a40f-c1be7eb09dcd req-06944c44-d684-44be-9bc2-ba39f01e4c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:20:51.230545 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [req-5c4968ef-1f98-4fc9-a40f-c1be7eb09dcd req-06944c44-d684-44be-9bc2-ba39f01e4c88 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=a3624677-f35c-4a8c-ad79-990ee6987c7b HTTP/1.1" status: 200 len: 1098 time: 0.0681105 Nov 22 12:20:51.243901 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b6e32c-8f86-4647-977c-39928fc6839f req-1297346c-48f7-4d87-bbf4-a1cc1d0e2aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:20:51.245383 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [req-a8b6e32c-8f86-4647-977c-39928fc6839f req-1297346c-48f7-4d87-bbf4-a1cc1d0e2aa6 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=2306113c-8f98-42fd-8c0c-3dfac98fff21 HTTP/1.1" status: 200 len: 1098 time: 0.0479786 Nov 22 12:20:51.505135 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8cc63f-8ba7-4e56-a7f0-112866f27906 req-ddbcd84b-fd17-40e6-80ef-2eef1fb5152a tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:20:51.513726 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-4a8cc63f-8ba7-4e56-a7f0-112866f27906 req-ddbcd84b-fd17-40e6-80ef-2eef1fb5152a tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] 10.222.0.66 "GET /v2.0/ports?device_id=937d4958-6710-4c44-8451-2b659b87dc63 HTTP/1.1" status: 200 len: 945 time: 0.0813224 Nov 22 12:20:51.557188 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [req-5c4968ef-1f98-4fc9-a40f-c1be7eb09dcd req-08890a0b-1157-4756-a5cb-01be2f410ecd service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=188eb127-27e7-40f9-bd3a-a43f3d4f7d59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3018324 Nov 22 12:20:51.561882 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [req-a8b6e32c-8f86-4647-977c-39928fc6839f req-2d331dbf-a678-4b79-8035-3c878d9488dc service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=117aa477-d28a-495e-b4af-8d598b569f00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3052938 Nov 22 12:20:51.579953 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-4a8cc63f-8ba7-4e56-a7f0-112866f27906 req-dcd9ac9d-2f71-44b5-b48b-b9368adedb13 tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] 10.222.0.66 "GET /v2.0/security-groups?id=d25355f0-2e41-493d-aac5-082c69fe23d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649953 Nov 22 12:20:51.709347 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01aa686d-00fa-4a63-842e-68418f63e3da req-776f7198-cfcd-406e-8c83-169cbd5aa4e9 tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:20:51.711045 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-01aa686d-00fa-4a63-842e-68418f63e3da req-776f7198-cfcd-406e-8c83-169cbd5aa4e9 tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] 10.222.0.66 "GET /v2.0/ports?device_id=302ab8ef-5565-4f9b-9b91-b405d550a90d HTTP/1.1" status: 200 len: 945 time: 0.0571995 Nov 22 12:20:51.789447 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8291bf8a-fadb-428e-a577-ecac6d8e7c39 req-46e1bb4e-2bf4-4808-aa9e-af7f86c81245 tempest-VolumesSnapshotTestJSON-1978321900 tempest-VolumesSnapshotTestJSON-1978321900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:20:51.790853 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-8291bf8a-fadb-428e-a577-ecac6d8e7c39 req-46e1bb4e-2bf4-4808-aa9e-af7f86c81245 tempest-VolumesSnapshotTestJSON-1978321900 tempest-VolumesSnapshotTestJSON-1978321900-project] 10.222.0.66 "GET /v2.0/ports?device_id=a3624677-f35c-4a8c-ad79-990ee6987c7b HTTP/1.1" status: 200 len: 945 time: 0.0788844 Nov 22 12:20:51.794523 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-01aa686d-00fa-4a63-842e-68418f63e3da req-a0b4dc47-282f-406f-b2c6-cde6ae2caadb tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] 10.222.0.66 "GET /v2.0/security-groups?id=d25355f0-2e41-493d-aac5-082c69fe23d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724998 Nov 22 12:20:51.857112 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-8291bf8a-fadb-428e-a577-ecac6d8e7c39 req-113c9ecf-ec6a-4771-9fda-da20fbf9eebd tempest-VolumesSnapshotTestJSON-1978321900 tempest-VolumesSnapshotTestJSON-1978321900-project] 10.222.0.66 "GET /v2.0/security-groups?id=188eb127-27e7-40f9-bd3a-a43f3d4f7d59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596592 Nov 22 12:20:52.138967 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433feebe-15a4-4cab-a03e-1f7818c02124 req-90215154-9b3b-46b4-a6e9-7944aacd0f3b tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:20:52.141694 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-433feebe-15a4-4cab-a03e-1f7818c02124 req-90215154-9b3b-46b4-a6e9-7944aacd0f3b tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] 10.222.0.66 "GET /v2.0/ports?device_id=8412ba15-56d4-416c-ade2-50b31de5ccb9 HTTP/1.1" status: 200 len: 945 time: 0.0663705 Nov 22 12:20:52.201073 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-433feebe-15a4-4cab-a03e-1f7818c02124 req-4b2fd721-cf35-4ff4-92c8-0741c94e2d0c tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] 10.222.0.66 "GET /v2.0/security-groups?id=d183c51b-56bc-4b8b-8c88-c11ec3bb03cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487208 Nov 22 12:20:52.342879 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974662c3-aef1-4540-b853-43ef28dc3f03 req-46b45b1a-17b2-41b2-b032-da8009aba1e6 tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:20:52.345269 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-974662c3-aef1-4540-b853-43ef28dc3f03 req-46b45b1a-17b2-41b2-b032-da8009aba1e6 tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] 10.222.0.66 "GET /v2.0/ports?device_id=2306113c-8f98-42fd-8c0c-3dfac98fff21 HTTP/1.1" status: 200 len: 945 time: 0.0516715 Nov 22 12:20:52.400682 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-974662c3-aef1-4540-b853-43ef28dc3f03 req-410c8a91-7bc8-4353-a2b3-604940fe8e2c tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] 10.222.0.66 "GET /v2.0/security-groups?id=117aa477-d28a-495e-b4af-8d598b569f00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488045 Nov 22 12:20:52.994889 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929e62c6-f648-49a6-beb4-6ee7137461a9 req-5397cb63-6742-406d-90cf-c32896a8e869 tempest-VolumesSnapshotTestJSON-1978321900 tempest-VolumesSnapshotTestJSON-1978321900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:20:52.998091 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-929e62c6-f648-49a6-beb4-6ee7137461a9 req-5397cb63-6742-406d-90cf-c32896a8e869 tempest-VolumesSnapshotTestJSON-1978321900 tempest-VolumesSnapshotTestJSON-1978321900-project] 10.222.0.66 "GET /v2.0/ports?device_id=a3624677-f35c-4a8c-ad79-990ee6987c7b HTTP/1.1" status: 200 len: 945 time: 0.0606391 Nov 22 12:20:53.027136 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-cb51efb1-1463-4e7d-9e6e-8664a0291936 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793343475411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3821827'] for agent, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:20:53.073588 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-929e62c6-f648-49a6-beb4-6ee7137461a9 req-f82f6e9d-beb1-4c94-ad08-dcc109573de3 tempest-VolumesSnapshotTestJSON-1978321900 tempest-VolumesSnapshotTestJSON-1978321900-project] 10.222.0.66 "GET /v2.0/security-groups?id=188eb127-27e7-40f9-bd3a-a43f3d4f7d59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676084 Nov 22 12:20:53.347606 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0674da3a-2c0d-4864-a143-44bf6bc89ab1 req-b7e0052e-a15f-4f27-a507-cf3e64cbd5bf tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:20:53.349249 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-0674da3a-2c0d-4864-a143-44bf6bc89ab1 req-b7e0052e-a15f-4f27-a507-cf3e64cbd5bf tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] 10.222.0.66 "GET /v2.0/ports?device_id=8412ba15-56d4-416c-ade2-50b31de5ccb9 HTTP/1.1" status: 200 len: 945 time: 0.0597696 Nov 22 12:20:53.401164 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-0674da3a-2c0d-4864-a143-44bf6bc89ab1 req-bf890fce-85fe-46fe-a8d5-eed6a7bff533 tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] 10.222.0.66 "GET /v2.0/security-groups?id=d183c51b-56bc-4b8b-8c88-c11ec3bb03cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453613 Nov 22 12:20:53.493236 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decf302b-1824-43c2-9b2f-2b46adb81c5f req-2f2802ae-773f-4a38-9253-1b5aae88a802 tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:20:53.494790 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-decf302b-1824-43c2-9b2f-2b46adb81c5f req-2f2802ae-773f-4a38-9253-1b5aae88a802 tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] 10.222.0.66 "GET /v2.0/ports?device_id=302ab8ef-5565-4f9b-9b91-b405d550a90d HTTP/1.1" status: 200 len: 945 time: 0.0504849 Nov 22 12:20:53.562454 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-decf302b-1824-43c2-9b2f-2b46adb81c5f req-62ace732-496c-402d-9291-eac5710bccdf tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] 10.222.0.66 "GET /v2.0/security-groups?id=d25355f0-2e41-493d-aac5-082c69fe23d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553608 Nov 22 12:20:53.636794 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95223618-d9e5-4126-918b-8a6807cfd08c req-b26b962b-601a-429d-9486-ac51b7b29933 tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:20:53.638384 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-95223618-d9e5-4126-918b-8a6807cfd08c req-b26b962b-601a-429d-9486-ac51b7b29933 tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] 10.222.0.66 "GET /v2.0/ports?device_id=2306113c-8f98-42fd-8c0c-3dfac98fff21 HTTP/1.1" status: 200 len: 945 time: 0.0674062 Nov 22 12:20:53.689522 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-95223618-d9e5-4126-918b-8a6807cfd08c req-4fc5af65-9ae3-4a22-9c9a-ada96c9cbf34 tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] 10.222.0.66 "GET /v2.0/security-groups?id=117aa477-d28a-495e-b4af-8d598b569f00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447948 Nov 22 12:20:53.816459 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.wsgi [-] (102750) accepted ('10.222.0.66', 45848) {{(pid=102750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:20:53.928578 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-495c4cf7-2295-4782-b6ab-4183bdbdda16 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:20:54.011344 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-495c4cf7-2295-4782-b6ab-4183bdbdda16 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:20:54.016333 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-495c4cf7-2295-4782-b6ab-4183bdbdda16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545565'] for security_group, after_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:20:54.027001 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-9105419b-06f9-45a8-bbac-70d110a73200 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793343475411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3821827'] for agent, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:20:54.056220 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [None req-495c4cf7-2295-4782-b6ab-4183bdbdda16 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=f26ba54c08054f44a606fa375f59acde&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2385886 Nov 22 12:20:54.057340 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495c4cf7-2295-4782-b6ab-4183bdbdda16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2ab9537-62cd-43df-804a-53b8a65d32a1,revision_number=1']} {{(pid=102750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:20:54.059103 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.wsgi [-] (102749) accepted ('10.222.0.66', 45856) {{(pid=102749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:20:54.110956 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-d268e68c-b8c2-4df2-97e1-66fe686d1a49 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:20:54.133571 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-d268e68c-b8c2-4df2-97e1-66fe686d1a49 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:20:54.219542 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542f0298-767f-4584-b529-865fbdc5e800 req-be004af5-7235-41fa-a86d-b5254cb9a7d1 tempest-VolumesSnapshotTestJSON-1978321900 tempest-VolumesSnapshotTestJSON-1978321900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:20:54.221496 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-542f0298-767f-4584-b529-865fbdc5e800 req-be004af5-7235-41fa-a86d-b5254cb9a7d1 tempest-VolumesSnapshotTestJSON-1978321900 tempest-VolumesSnapshotTestJSON-1978321900-project] 10.222.0.66 "GET /v2.0/ports?device_id=a3624677-f35c-4a8c-ad79-990ee6987c7b HTTP/1.1" status: 200 len: 945 time: 0.0772841 Nov 22 12:20:54.247936 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-d268e68c-b8c2-4df2-97e1-66fe686d1a49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545565'] for security_group, after_delete {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:20:54.251196 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-d268e68c-b8c2-4df2-97e1-66fe686d1a49 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:20:54.252354 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [None req-d268e68c-b8c2-4df2-97e1-66fe686d1a49 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/f2ab9537-62cd-43df-804a-53b8a65d32a1 HTTP/1.1" status: 204 len: 168 time: 0.1922688 Nov 22 12:20:54.268525 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d268e68c-b8c2-4df2-97e1-66fe686d1a49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2ab9537-62cd-43df-804a-53b8a65d32a1,revision_number=None']} {{(pid=102749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:20:54.288056 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-542f0298-767f-4584-b529-865fbdc5e800 req-6d77ca82-ab61-4916-804d-99ac770fd1e3 tempest-VolumesSnapshotTestJSON-1978321900 tempest-VolumesSnapshotTestJSON-1978321900-project] 10.222.0.66 "GET /v2.0/security-groups?id=188eb127-27e7-40f9-bd3a-a43f3d4f7d59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604322 Nov 22 12:20:54.683961 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c25503-27ee-48aa-9561-e5a0e3bf9667 req-585af44f-838b-4231-a425-5d722e8e8b58 tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:20:54.687741 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-53c25503-27ee-48aa-9561-e5a0e3bf9667 req-585af44f-838b-4231-a425-5d722e8e8b58 tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] 10.222.0.66 "GET /v2.0/ports?device_id=302ab8ef-5565-4f9b-9b91-b405d550a90d HTTP/1.1" status: 200 len: 945 time: 0.0535834 Nov 22 12:20:54.738647 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-53c25503-27ee-48aa-9561-e5a0e3bf9667 req-49d50ae0-429f-47e7-9819-e6aaa3ebf46b tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] 10.222.0.66 "GET /v2.0/security-groups?id=d25355f0-2e41-493d-aac5-082c69fe23d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471797 Nov 22 12:20:54.849455 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274d6e62-8297-4189-93c5-fb70a6e675c4 req-9fd498dc-79db-4214-9f7c-e6ce4058173e tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:20:54.850985 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-274d6e62-8297-4189-93c5-fb70a6e675c4 req-9fd498dc-79db-4214-9f7c-e6ce4058173e tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] 10.222.0.66 "GET /v2.0/ports?device_id=2306113c-8f98-42fd-8c0c-3dfac98fff21 HTTP/1.1" status: 200 len: 945 time: 0.0509663 Nov 22 12:20:54.908209 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-274d6e62-8297-4189-93c5-fb70a6e675c4 req-a7c67d8c-ce3d-441a-89ce-e79701361a0e tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] 10.222.0.66 "GET /v2.0/security-groups?id=117aa477-d28a-495e-b4af-8d598b569f00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509567 Nov 22 12:20:55.431200 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da21fff7-7201-4e41-87ef-2f5ae220d007 req-6bc055b3-9869-476f-a6f7-ddba8ca757ba tempest-VolumesSnapshotTestJSON-1978321900 tempest-VolumesSnapshotTestJSON-1978321900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:20:55.432757 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-da21fff7-7201-4e41-87ef-2f5ae220d007 req-6bc055b3-9869-476f-a6f7-ddba8ca757ba tempest-VolumesSnapshotTestJSON-1978321900 tempest-VolumesSnapshotTestJSON-1978321900-project] 10.222.0.66 "GET /v2.0/ports?device_id=a3624677-f35c-4a8c-ad79-990ee6987c7b HTTP/1.1" status: 200 len: 945 time: 0.0500023 Nov 22 12:20:55.482429 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-da21fff7-7201-4e41-87ef-2f5ae220d007 req-bc150af0-da52-4e48-9526-6f6e40c3a998 tempest-VolumesSnapshotTestJSON-1978321900 tempest-VolumesSnapshotTestJSON-1978321900-project] 10.222.0.66 "GET /v2.0/security-groups?id=188eb127-27e7-40f9-bd3a-a43f3d4f7d59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434349 Nov 22 12:20:55.702353 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-2de83071-1b6f-4e8d-a0c8-0ed39ca59a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793343475411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3821827'] for agent, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:20:55.860378 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cf6274-969c-457a-9e04-5ff14a50c5d8 req-ec2d697e-96db-4d09-9822-04248e257353 tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:20:55.862104 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-a9cf6274-969c-457a-9e04-5ff14a50c5d8 req-ec2d697e-96db-4d09-9822-04248e257353 tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] 10.222.0.66 "GET /v2.0/ports?device_id=302ab8ef-5565-4f9b-9b91-b405d550a90d HTTP/1.1" status: 200 len: 945 time: 0.0520723 Nov 22 12:20:55.915268 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-a9cf6274-969c-457a-9e04-5ff14a50c5d8 req-376e4707-ed3a-4678-8740-c1fc14bd832c tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] 10.222.0.66 "GET /v2.0/security-groups?id=d25355f0-2e41-493d-aac5-082c69fe23d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455942 Nov 22 12:20:56.049140 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1181f43f-e3b8-4c21-8def-b362a093b1fd req-d37d5d80-f3ca-46a5-adb2-a920f49e9208 tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:20:56.057198 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-1181f43f-e3b8-4c21-8def-b362a093b1fd req-d37d5d80-f3ca-46a5-adb2-a920f49e9208 tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] 10.222.0.66 "GET /v2.0/ports?device_id=2306113c-8f98-42fd-8c0c-3dfac98fff21 HTTP/1.1" status: 200 len: 945 time: 0.0653570 Nov 22 12:20:56.106649 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-1181f43f-e3b8-4c21-8def-b362a093b1fd req-a679a4c7-509c-4e15-b175-8a314e8cbaef tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] 10.222.0.66 "GET /v2.0/security-groups?id=117aa477-d28a-495e-b4af-8d598b569f00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485184 Nov 22 12:20:56.240367 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba83af3-0266-4147-8bb4-50598c66d264 req-a2e25a08-7412-4235-9620-ea1ee21ab8bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:20:56.241911 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [req-2ba83af3-0266-4147-8bb4-50598c66d264 req-a2e25a08-7412-4235-9620-ea1ee21ab8bb service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f3d392a7d77f46fcb4faa017786796fa&device_id=302ab8ef-5565-4f9b-9b91-b405d550a90d HTTP/1.1" status: 200 len: 1098 time: 0.0440485 Nov 22 12:20:56.380280 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba83af3-0266-4147-8bb4-50598c66d264 req-f08e78ca-1660-4443-bd30-63b1cafa629e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:20:56.381906 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [req-2ba83af3-0266-4147-8bb4-50598c66d264 req-f08e78ca-1660-4443-bd30-63b1cafa629e service neutron] 10.222.0.46 "GET /v2.0/networks?id=08903c03-f7d7-43c9-ab4d-565ac4637d53 HTTP/1.1" status: 200 len: 919 time: 0.1103427 Nov 22 12:20:56.393422 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793343475411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3821827'] for agent, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:20:56.445365 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [req-2ba83af3-0266-4147-8bb4-50598c66d264 req-18051597-572e-4ec3-b44d-1cc33339e0c5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1fa9e48d-814b-49fa-b645-de1efce73a7d HTTP/1.1" status: 200 len: 217 time: 0.0466578 Nov 22 12:20:56.529790 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba83af3-0266-4147-8bb4-50598c66d264 req-10cb72cd-e716-4c60-9e1b-f8001023c2f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:20:56.531862 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [req-2ba83af3-0266-4147-8bb4-50598c66d264 req-10cb72cd-e716-4c60-9e1b-f8001023c2f6 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=292b6822-c634-4819-b6c6-c4a4132c73d4 HTTP/1.1" status: 200 len: 858 time: 0.0568795 Nov 22 12:20:56.581787 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [req-2ba83af3-0266-4147-8bb4-50598c66d264 req-ab140abb-e553-4558-81f7-1a5128e46714 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=08903c03-f7d7-43c9-ab4d-565ac4637d53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276041 Nov 22 12:20:56.621000 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b191bdc8-fca9-4aa6-9168-78dd1c0b5a41 req-7b7e436a-8cbc-4362-9f14-0d9b8c355d99 tempest-VolumesSnapshotTestJSON-1978321900 tempest-VolumesSnapshotTestJSON-1978321900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:20:56.622642 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-b191bdc8-fca9-4aa6-9168-78dd1c0b5a41 req-7b7e436a-8cbc-4362-9f14-0d9b8c355d99 tempest-VolumesSnapshotTestJSON-1978321900 tempest-VolumesSnapshotTestJSON-1978321900-project] 10.222.0.66 "GET /v2.0/ports?device_id=a3624677-f35c-4a8c-ad79-990ee6987c7b HTTP/1.1" status: 200 len: 945 time: 0.0590591 Nov 22 12:20:56.676510 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-b191bdc8-fca9-4aa6-9168-78dd1c0b5a41 req-fe366c73-f21d-4c14-81fb-c74f2cb7fd5f tempest-VolumesSnapshotTestJSON-1978321900 tempest-VolumesSnapshotTestJSON-1978321900-project] 10.222.0.66 "GET /v2.0/security-groups?id=188eb127-27e7-40f9-bd3a-a43f3d4f7d59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474794 Nov 22 12:20:56.721762 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [req-2ba83af3-0266-4147-8bb4-50598c66d264 req-b2d410b9-dea5-4ba1-b5c7-30f8d05eb0fd service neutron] 10.222.0.46 "GET /v2.0/networks/08903c03-f7d7-43c9-ab4d-565ac4637d53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215956 Nov 22 12:20:56.871039 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [req-2ba83af3-0266-4147-8bb4-50598c66d264 req-f068ed67-28d8-45a7-8c62-2fbd717ec20a service neutron] 10.222.0.46 "GET /v2.0/networks/08903c03-f7d7-43c9-ab4d-565ac4637d53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261520 Nov 22 12:20:57.076932 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c433e8-35b1-4e8b-b5fb-4764fe30f179 req-02f81259-d9f6-4a24-a449-a2345ae3c28a tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:20:57.079651 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-25c433e8-35b1-4e8b-b5fb-4764fe30f179 req-02f81259-d9f6-4a24-a449-a2345ae3c28a tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] 10.222.0.66 "GET /v2.0/ports?device_id=302ab8ef-5565-4f9b-9b91-b405d550a90d HTTP/1.1" status: 200 len: 945 time: 0.0748746 Nov 22 12:20:57.152399 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-25c433e8-35b1-4e8b-b5fb-4764fe30f179 req-3fba970d-0002-4f5f-893c-d9639e9c1a4b tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] 10.222.0.66 "GET /v2.0/security-groups?id=d25355f0-2e41-493d-aac5-082c69fe23d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646150 Nov 22 12:20:57.255976 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60d4890-51e6-4f9b-a422-7ad648e88af8 req-96400f44-e6b3-4974-a621-e05d6eba046b tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:20:57.264081 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-f60d4890-51e6-4f9b-a422-7ad648e88af8 req-96400f44-e6b3-4974-a621-e05d6eba046b tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] 10.222.0.66 "GET /v2.0/ports?device_id=2306113c-8f98-42fd-8c0c-3dfac98fff21 HTTP/1.1" status: 200 len: 945 time: 0.0747807 Nov 22 12:20:57.318361 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-f60d4890-51e6-4f9b-a422-7ad648e88af8 req-c2dc7c13-e283-4e51-a59f-351989e2ddcc tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] 10.222.0.66 "GET /v2.0/security-groups?id=117aa477-d28a-495e-b4af-8d598b569f00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533280 Nov 22 12:20:57.439686 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87997d0-53be-4a06-a82a-21aa86da7817 req-2462d108-88f2-4eb0-8924-520f01262cdc tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:20:57.441253 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-b87997d0-53be-4a06-a82a-21aa86da7817 req-2462d108-88f2-4eb0-8924-520f01262cdc tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] 10.222.0.66 "GET /v2.0/ports?device_id=2306113c-8f98-42fd-8c0c-3dfac98fff21 HTTP/1.1" status: 200 len: 945 time: 0.0532706 Nov 22 12:20:57.450396 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.wsgi [-] (102750) accepted ('10.222.0.66', 45996) {{(pid=102750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:20:57.455368 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.v2.base [None req-2aaf1593-b93a-4609-890a-9c600f9192fc tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] Request body: {'floatingip': {'port_id': '0b19f5ef-ff09-43ae-866e-7b3d6c9fc45c'}} {{(pid=102750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 12:20:57.499343 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-2aaf1593-b93a-4609-890a-9c600f9192fc tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] Publish callbacks [] for floatingip, before_update {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:20:57.706220 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-4a9d2ed9-b1c3-49d1-bb74-18cab65c0b02 req-2d0e8191-cc5e-4653-9f3e-c46969b18a72 tempest-VolumesNegativeTest-1241195036 tempest-VolumesNegativeTest-1241195036-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=ef03c640c58d4cf7af6394cb2ca33af8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0319707 Nov 22 12:20:57.917825 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9d2ed9-b1c3-49d1-bb74-18cab65c0b02 req-21f86781-5fb0-4b2e-a9db-92af8a58da45 tempest-VolumesNegativeTest-1241195036 tempest-VolumesNegativeTest-1241195036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:20:57.919687 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-4a9d2ed9-b1c3-49d1-bb74-18cab65c0b02 req-21f86781-5fb0-4b2e-a9db-92af8a58da45 tempest-VolumesNegativeTest-1241195036 tempest-VolumesNegativeTest-1241195036-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2031391 Nov 22 12:20:57.939387 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-4a9d2ed9-b1c3-49d1-bb74-18cab65c0b02 req-0b6ef70e-3fc5-410f-8deb-d59810b7682a tempest-VolumesNegativeTest-1241195036 tempest-VolumesNegativeTest-1241195036-project] 10.222.0.66 "GET /v2.0/quotas/ef03c640c58d4cf7af6394cb2ca33af8 HTTP/1.1" status: 200 len: 375 time: 0.0121326 Nov 22 12:20:57.971846 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-4a9d2ed9-b1c3-49d1-bb74-18cab65c0b02 req-944e8603-4d70-4852-8e9a-af9e3ef25fac tempest-VolumesNegativeTest-1241195036 tempest-VolumesNegativeTest-1241195036-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=ef03c640c58d4cf7af6394cb2ca33af8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0265253 Nov 22 12:20:58.067896 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-2aaf1593-b93a-4609-890a-9c600f9192fc tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:20:58.071813 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-2aaf1593-b93a-4609-890a-9c600f9192fc tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-532624'] for floatingip, after_update {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:20:58.161160 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-edff0acf-8c1d-4635-9b14-cad161e8f52c req-1b8c0bb6-5121-4623-8611-242c81180a1d tempest-VolumesNegativeTest-1241195036 tempest-VolumesNegativeTest-1241195036-project] 10.222.0.66 "GET /v2.0/ports?device_id=185570a5-ac44-4263-bf37-09b34256de29 HTTP/1.1" status: 200 len: 210 time: 0.0471787 Nov 22 12:20:58.207585 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.db.l3_db [None req-2aaf1593-b93a-4609-890a-9c600f9192fc tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] Floating IP b8e3f311-852c-41eb-b6f8-f22fc423bdb4 associated. External IP: 172.27.0.114, port: 0b19f5ef-ff09-43ae-866e-7b3d6c9fc45c. Nov 22 12:20:58.319454 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0a395f-2cc1-4764-b0be-8e000d93bd8c req-8c935871-c507-4ab3-86aa-8041ebbe0bdb tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:20:58.323546 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-4c0a395f-2cc1-4764-b0be-8e000d93bd8c req-8c935871-c507-4ab3-86aa-8041ebbe0bdb tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] 10.222.0.66 "GET /v2.0/ports?device_id=302ab8ef-5565-4f9b-9b91-b405d550a90d HTTP/1.1" status: 200 len: 945 time: 0.0900676 Nov 22 12:20:58.443918 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-4c0a395f-2cc1-4764-b0be-8e000d93bd8c req-9bf593ec-1fd8-4e1f-a970-aba7cec0ffbc tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] 10.222.0.66 "GET /v2.0/security-groups?id=d25355f0-2e41-493d-aac5-082c69fe23d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082089 Nov 22 12:20:58.570950 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2aaf1593-b93a-4609-890a-9c600f9192fc tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] Router 63592a9c-68c1-48ea-b288-b87effc8bba2 has already been hosted by L3 agent b4a26ead-6ab2-4f98-a352-c9ed6d39b73e {{(pid=102750) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 12:20:58.770586 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2aaf1593-b93a-4609-890a-9c600f9192fc tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] Notify agent at l3_agent.dv-cinder-768458-13-iscsi the message routers_updated {{(pid=102750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 12:20:58.777906 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-2aaf1593-b93a-4609-890a-9c600f9192fc tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434365'] for floatingip, before_response {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:20:58.783058 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f0ae7d6-5aa0-49e7-b33a-38c6fcd781ca None None] Sync routers for ids ['63592a9c-68c1-48ea-b288-b87effc8bba2'] in dv-cinder-768458-13-iscsi {{(pid=102752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 12:20:58.798250 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f0ae7d6-5aa0-49e7-b33a-38c6fcd781ca None None] Routers {'63592a9c-68c1-48ea-b288-b87effc8bba2'} bound to L3 agent in host dv-cinder-768458-13-iscsi {{(pid=102752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 12:20:58.799727 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.db.l3_hamode_db [None req-1f0ae7d6-5aa0-49e7-b33a-38c6fcd781ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T12:11:23Z,description=,heartbeat_timestamp=2021-11-22T12:20:53Z,host='dv-cinder-768458-13-iscsi',id=b4a26ead-6ab2-4f98-a352-c9ed6d39b73e,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T12:11:23Z,topic='l3_agent')) {'router_ids': ['63592a9c-68c1-48ea-b288-b87effc8bba2'], 'active': True} {{(pid=102752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 12:20:58.836473 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [None req-2aaf1593-b93a-4609-890a-9c600f9192fc tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] 10.222.0.66 "PUT /v2.0/floatingips/b8e3f311-852c-41eb-b6f8-f22fc423bdb4 HTTP/1.1" status: 200 len: 991 time: 1.3849211 Nov 22 12:20:58.837052 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2306113c-8f98-42fd-8c0c-3dfac98fff21', 'tag': '0b19f5ef-ff09-43ae-866e-7b3d6c9fc45c'}] {{(pid=102750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 12:20:58.839711 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2a0bed14b240d0d35e029181fb516e01dd4ce85d5fb41ae8ef5632c0b13bd43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9c05afc-75df-4eaa-a676-c7a54d85dd68" -d '{"events": [{"name": "network-changed", "server_uuid": "2306113c-8f98-42fd-8c0c-3dfac98fff21", "tag": "0b19f5ef-ff09-43ae-866e-7b3d6c9fc45c"}]}' {{(pid=102750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 12:20:58.864338 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f702ba5-1bbe-42f6-9a0d-35daf7f11dfb req-2aed60e7-92c8-4069-afa7-ace3ea80014f tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:20:58.865935 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-3f702ba5-1bbe-42f6-9a0d-35daf7f11dfb req-2aed60e7-92c8-4069-afa7-ace3ea80014f tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] 10.222.0.66 "GET /v2.0/networks?id=1a398bbd-8494-4c78-9a7f-9328646aea45 HTTP/1.1" status: 200 len: 814 time: 0.1739786 Nov 22 12:20:58.886923 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-3f702ba5-1bbe-42f6-9a0d-35daf7f11dfb req-026ded01-532a-4ad2-943c-c771e0d0acac tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] 10.222.0.66 "GET /v2.0/quotas/5319fd2dee9b4b47b98f59bca1572ac8 HTTP/1.1" status: 200 len: 375 time: 0.0132387 Nov 22 12:20:58.975988 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-3f702ba5-1bbe-42f6-9a0d-35daf7f11dfb req-55b6c100-0f3a-4188-9d05-32c3b17efd06 tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=5319fd2dee9b4b47b98f59bca1572ac8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0816982 Nov 22 12:20:59.039173 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 12:20:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14a64969-ef5a-4355-8433-6612bde0166f x-openstack-request-id: req-14a64969-ef5a-4355-8433-6612bde0166f {{(pid=102750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 12:20:59.039520 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2306113c-8f98-42fd-8c0c-3dfac98fff21", "tag": "0b19f5ef-ff09-43ae-866e-7b3d6c9fc45c", "status": "completed", "code": 200}]} {{(pid=102750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 12:20:59.041182 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-14a64969-ef5a-4355-8433-6612bde0166f {{(pid=102750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 12:20:59.041622 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2306113c-8f98-42fd-8c0c-3dfac98fff21', 'tag': '0b19f5ef-ff09-43ae-866e-7b3d6c9fc45c', 'status': 'completed', 'code': 200} Nov 22 12:20:59.146341 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c05afc-75df-4eaa-a676-c7a54d85dd68 req-7a1d30f9-6ed0-4850-b3b8-9bdcccfef269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:20:59.149224 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [req-c9c05afc-75df-4eaa-a676-c7a54d85dd68 req-7a1d30f9-6ed0-4850-b3b8-9bdcccfef269 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7f5dffe9bc3f41c7a2656d194fd02173&device_id=2306113c-8f98-42fd-8c0c-3dfac98fff21 HTTP/1.1" status: 200 len: 1098 time: 0.0748694 Nov 22 12:20:59.161756 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-3f702ba5-1bbe-42f6-9a0d-35daf7f11dfb req-7272ccd4-13cc-45d2-9137-b13757295e0b service neutron] 10.222.0.66 "GET /v2.0/networks/1a398bbd-8494-4c78-9a7f-9328646aea45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1600993 Nov 22 12:20:59.195110 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.db.l3_dvr_db [None req-1f0ae7d6-5aa0-49e7-b33a-38c6fcd781ca None None] Set router 63592a9c-68c1-48ea-b288-b87effc8bba2 gateway port host: dv-cinder-768458-13-iscsi {{(pid=102752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 12:20:59.276241 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-15271edb-54f8-4d76-a585-5a6fe1d9f9fa req-7eb723be-3afd-4816-a6dc-0a2db1fdd734 tempest-VolumesNegativeTest-1241195036 tempest-VolumesNegativeTest-1241195036-project] 10.222.0.66 "GET /v2.0/ports?device_id=185570a5-ac44-4263-bf37-09b34256de29 HTTP/1.1" status: 200 len: 210 time: 0.0366356 Nov 22 12:20:59.287331 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c05afc-75df-4eaa-a676-c7a54d85dd68 req-9ca51b47-e97e-4e8d-9a6c-c959c5034e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:20:59.290115 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [req-c9c05afc-75df-4eaa-a676-c7a54d85dd68 req-9ca51b47-e97e-4e8d-9a6c-c959c5034e56 service neutron] 10.222.0.46 "GET /v2.0/networks?id=10b712e1-1243-4ece-87db-2201cf5a5198 HTTP/1.1" status: 200 len: 911 time: 0.1216836 Nov 22 12:20:59.292612 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-3f702ba5-1bbe-42f6-9a0d-35daf7f11dfb req-847a6982-b0e4-4d7b-875b-8823a5b6eea1 service neutron] 10.222.0.66 "GET /v2.0/networks/1a398bbd-8494-4c78-9a7f-9328646aea45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228759 Nov 22 12:20:59.426952 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [req-c9c05afc-75df-4eaa-a676-c7a54d85dd68 req-b5d67ba2-4dc3-4a6f-83b0-d2c6a229fc19 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0b19f5ef-ff09-43ae-866e-7b3d6c9fc45c HTTP/1.1" status: 200 len: 999 time: 0.1283975 Nov 22 12:20:59.459567 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.db.l3_hamode_db [None req-1f0ae7d6-5aa0-49e7-b33a-38c6fcd781ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63592a9c-68c1-48ea-b288-b87effc8bba2', 'name': 'tempest-AttachVolumeTestJSON-126369036-router', 'tenant_id': '7f5dffe9bc3f41c7a2656d194fd02173', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52f34850-4f08-4bf9-8f19-1c892d4c6132', 'external_fixed_ips': [{'subnet_id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'ip_address': '172.27.0.63'}], 'enable_snat': True}, 'gw_port_id': '0ac1a34f-6725-44f8-8b88-8fb9c49da86b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T12:20:16Z', 'updated_at': '2021-11-22T12:20:18Z', 'revision_number': 4, 'project_id': '7f5dffe9bc3f41c7a2656d194fd02173', 'gw_port': {'id': '0ac1a34f-6725-44f8-8b88-8fb9c49da86b', 'name': '', 'network_id': '52f34850-4f08-4bf9-8f19-1c892d4c6132', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:da:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63592a9c-68c1-48ea-b288-b87effc8bba2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 246, 'fixed_ips': [{'subnet_id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'ip_address': '172.27.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T12:20:16Z', 'updated_at': '2021-11-22T12:20:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-13-iscsi', '_floatingips': [{'id': 'b8e3f311-852c-41eb-b6f8-f22fc423bdb4', 'tenant_id': '7f5dffe9bc3f41c7a2656d194fd02173', 'floating_ip_address': '172.27.0.114', 'floating_network_id': '52f34850-4f08-4bf9-8f19-1c892d4c6132', 'router_id': '63592a9c-68c1-48ea-b288-b87effc8bba2', 'port_id': '0b19f5ef-ff09-43ae-866e-7b3d6c9fc45c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 264, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10b712e1-1243-4ece-87db-2201cf5a5198', 'mac_address': 'fa:16:3e:19:98:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2306113c-8f98-42fd-8c0c-3dfac98fff21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T12:20:25Z', 'updated_at': '2021-11-22T12:20:57Z', 'revision_number': 1, 'project_id': '7f5dffe9bc3f41c7a2656d194fd02173', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bbf1bde1-bd21-4da0-b335-a9b80c21c589', 'name': '', 'network_id': '10b712e1-1243-4ece-87db-2201cf5a5198', 'tenant_id': '7f5dffe9bc3f41c7a2656d194fd02173', 'mac_address': 'fa:16:3e:ee:93:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63592a9c-68c1-48ea-b288-b87effc8bba2', 'device_owner': 'network:router_interface', 'standard_attr_id': 247, 'fixed_ips': [{'subnet_id': '75c4fc63-17cf-4b1b-891d-bbf68c4295d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T12:20:18Z', 'updated_at': '2021-11-22T12:20:22Z', 'revision_number': 5, 'project_id': '7f5dffe9bc3f41c7a2656d194fd02173', 'subnets': [{'id': '75c4fc63-17cf-4b1b-891d-bbf68c4295d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-13-iscsi', False) {} {{(pid=102752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 12:20:59.497965 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c05afc-75df-4eaa-a676-c7a54d85dd68 req-c41d4c00-2349-416c-9572-273ec178aca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:20:59.499614 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [req-c9c05afc-75df-4eaa-a676-c7a54d85dd68 req-c41d4c00-2349-416c-9572-273ec178aca3 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=75c4fc63-17cf-4b1b-891d-bbf68c4295d3 HTTP/1.1" status: 200 len: 849 time: 0.0645761 Nov 22 12:20:59.502415 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-ef375466-571a-4e2b-b00a-63df3bfd3024 req-6eeaa560-7780-4f09-bd88-3b7bc0cca7bc tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] 10.222.0.66 "GET /v2.0/ports?device_id=d457eff7-4539-4ee1-8c94-c51cd4b5b2c1 HTTP/1.1" status: 200 len: 210 time: 0.0324099 Nov 22 12:20:59.510665 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f0ae7d6-5aa0-49e7-b33a-38c6fcd781ca None None] Checking router: 63592a9c-68c1-48ea-b288-b87effc8bba2 for host: dv-cinder-768458-13-iscsi {{(pid=102752) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 12:20:59.525850 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f0ae7d6-5aa0-49e7-b33a-38c6fcd781ca None None] Routers {'63592a9c-68c1-48ea-b288-b87effc8bba2'} bound to L3 agent in host dv-cinder-768458-13-iscsi {{(pid=102752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 12:20:59.526379 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.db.l3_hamode_db [None req-1f0ae7d6-5aa0-49e7-b33a-38c6fcd781ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T12:11:23Z,description=,heartbeat_timestamp=2021-11-22T12:20:53Z,host='dv-cinder-768458-13-iscsi',id=b4a26ead-6ab2-4f98-a352-c9ed6d39b73e,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T12:11:23Z,topic='l3_agent')) {'router_ids': ['63592a9c-68c1-48ea-b288-b87effc8bba2'], 'active': True} {{(pid=102752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 12:20:59.574027 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c05afc-75df-4eaa-a676-c7a54d85dd68 req-42d98da5-9b1a-433f-8472-8c6124fc1a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:20:59.575369 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [req-c9c05afc-75df-4eaa-a676-c7a54d85dd68 req-42d98da5-9b1a-433f-8472-8c6124fc1a22 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=10b712e1-1243-4ece-87db-2201cf5a5198&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0587649 Nov 22 12:20:59.656672 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968da357-4060-4e98-9b18-2b74a42d5870 req-cb396924-5b48-4d0b-a223-81c203d63809 tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:20:59.659396 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-968da357-4060-4e98-9b18-2b74a42d5870 req-cb396924-5b48-4d0b-a223-81c203d63809 tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] 10.222.0.66 "GET /v2.0/ports?device_id=302ab8ef-5565-4f9b-9b91-b405d550a90d HTTP/1.1" status: 200 len: 945 time: 0.1068778 Nov 22 12:20:59.722509 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.db.l3_dvr_db [None req-1f0ae7d6-5aa0-49e7-b33a-38c6fcd781ca None None] Set router 63592a9c-68c1-48ea-b288-b87effc8bba2 gateway port host: dv-cinder-768458-13-iscsi {{(pid=102752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 12:20:59.735150 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [req-c9c05afc-75df-4eaa-a676-c7a54d85dd68 req-07a64c9b-aef7-4e6b-adae-4c077b09b25c service neutron] 10.222.0.46 "GET /v2.0/networks/10b712e1-1243-4ece-87db-2201cf5a5198?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399240 Nov 22 12:20:59.757063 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-968da357-4060-4e98-9b18-2b74a42d5870 req-68fc5ecc-f4d7-4b1a-8137-d6d392f7f6e5 tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] 10.222.0.66 "GET /v2.0/security-groups?id=d25355f0-2e41-493d-aac5-082c69fe23d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880432 Nov 22 12:20:59.896634 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [req-c9c05afc-75df-4eaa-a676-c7a54d85dd68 req-868d1854-46af-4581-a472-225f40cb4683 service neutron] 10.222.0.46 "GET /v2.0/networks/10b712e1-1243-4ece-87db-2201cf5a5198?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410232 Nov 22 12:20:59.898414 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [req-4a9d2ed9-b1c3-49d1-bb74-18cab65c0b02 req-1723a622-8229-45ca-aa25-1263863049d1 tempest-VolumesNegativeTest-1241195036 tempest-VolumesNegativeTest-1241195036-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=ef03c640c58d4cf7af6394cb2ca33af8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1399119 Nov 22 12:21:00.044970 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.db.l3_hamode_db [None req-1f0ae7d6-5aa0-49e7-b33a-38c6fcd781ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63592a9c-68c1-48ea-b288-b87effc8bba2', 'name': 'tempest-AttachVolumeTestJSON-126369036-router', 'tenant_id': '7f5dffe9bc3f41c7a2656d194fd02173', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52f34850-4f08-4bf9-8f19-1c892d4c6132', 'external_fixed_ips': [{'subnet_id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'ip_address': '172.27.0.63'}], 'enable_snat': True}, 'gw_port_id': '0ac1a34f-6725-44f8-8b88-8fb9c49da86b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T12:20:16Z', 'updated_at': '2021-11-22T12:20:18Z', 'revision_number': 4, 'project_id': '7f5dffe9bc3f41c7a2656d194fd02173', 'gw_port': {'id': '0ac1a34f-6725-44f8-8b88-8fb9c49da86b', 'name': '', 'network_id': '52f34850-4f08-4bf9-8f19-1c892d4c6132', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:da:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63592a9c-68c1-48ea-b288-b87effc8bba2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 246, 'fixed_ips': [{'subnet_id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'ip_address': '172.27.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T12:20:16Z', 'updated_at': '2021-11-22T12:20:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-13-iscsi', '_floatingips': [{'id': 'b8e3f311-852c-41eb-b6f8-f22fc423bdb4', 'tenant_id': '7f5dffe9bc3f41c7a2656d194fd02173', 'floating_ip_address': '172.27.0.114', 'floating_network_id': '52f34850-4f08-4bf9-8f19-1c892d4c6132', 'router_id': '63592a9c-68c1-48ea-b288-b87effc8bba2', 'port_id': '0b19f5ef-ff09-43ae-866e-7b3d6c9fc45c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 264, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10b712e1-1243-4ece-87db-2201cf5a5198', 'mac_address': 'fa:16:3e:19:98:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2306113c-8f98-42fd-8c0c-3dfac98fff21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T12:20:25Z', 'updated_at': '2021-11-22T12:20:57Z', 'revision_number': 1, 'project_id': '7f5dffe9bc3f41c7a2656d194fd02173', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bbf1bde1-bd21-4da0-b335-a9b80c21c589', 'name': '', 'network_id': '10b712e1-1243-4ece-87db-2201cf5a5198', 'tenant_id': '7f5dffe9bc3f41c7a2656d194fd02173', 'mac_address': 'fa:16:3e:ee:93:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63592a9c-68c1-48ea-b288-b87effc8bba2', 'device_owner': 'network:router_interface', 'standard_attr_id': 247, 'fixed_ips': [{'subnet_id': '75c4fc63-17cf-4b1b-891d-bbf68c4295d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T12:20:18Z', 'updated_at': '2021-11-22T12:20:22Z', 'revision_number': 5, 'project_id': '7f5dffe9bc3f41c7a2656d194fd02173', 'subnets': [{'id': '75c4fc63-17cf-4b1b-891d-bbf68c4295d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-13-iscsi', False) {} {{(pid=102752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 12:21:00.079548 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f0ae7d6-5aa0-49e7-b33a-38c6fcd781ca None None] The sync data for ids ['63592a9c-68c1-48ea-b288-b87effc8bba2'] in dv-cinder-768458-13-iscsi is: [{'id': '63592a9c-68c1-48ea-b288-b87effc8bba2', 'name': 'tempest-AttachVolumeTestJSON-126369036-router', 'tenant_id': '7f5dffe9bc3f41c7a2656d194fd02173', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52f34850-4f08-4bf9-8f19-1c892d4c6132', 'external_fixed_ips': [{'subnet_id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'ip_address': '172.27.0.63'}], 'enable_snat': True}, 'gw_port_id': '0ac1a34f-6725-44f8-8b88-8fb9c49da86b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T12:20:16Z', 'updated_at': '2021-11-22T12:20:18Z', 'revision_number': 4, 'project_id': '7f5dffe9bc3f41c7a2656d194fd02173', 'gw_port': {'id': '0ac1a34f-6725-44f8-8b88-8fb9c49da86b', 'name': '', 'network_id': '52f34850-4f08-4bf9-8f19-1c892d4c6132', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:da:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63592a9c-68c1-48ea-b288-b87effc8bba2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 246, 'fixed_ips': [{'subnet_id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'ip_address': '172.27.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T12:20:16Z', 'updated_at': '2021-11-22T12:20:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-13-iscsi', '_floatingips': [{'id': 'b8e3f311-852c-41eb-b6f8-f22fc423bdb4', 'tenant_id': '7f5dffe9bc3f41c7a2656d194fd02173', 'floating_ip_address': '172.27.0.114', 'floating_network_id': '52f34850-4f08-4bf9-8f19-1c892d4c6132', 'router_id': '63592a9c-68c1-48ea-b288-b87effc8bba2', 'port_id': '0b19f5ef-ff09-43ae-866e-7b3d6c9fc45c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 264, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10b712e1-1243-4ece-87db-2201cf5a5198', 'mac_address': 'fa:16:3e:19:98:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2306113c-8f98-42fd-8c0c-3dfac98fff21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T12:20:25Z', 'updated_at': '2021-11-22T12:20:57Z', 'revision_number': 1, 'project_id': '7f5dffe9bc3f41c7a2656d194fd02173', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bbf1bde1-bd21-4da0-b335-a9b80c21c589', 'name': '', 'network_id': '10b712e1-1243-4ece-87db-2201cf5a5198', 'tenant_id': '7f5dffe9bc3f41c7a2656d194fd02173', 'mac_address': 'fa:16:3e:ee:93:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63592a9c-68c1-48ea-b288-b87effc8bba2', 'device_owner': 'network:router_interface', 'standard_attr_id': 247, 'fixed_ips': [{'subnet_id': '75c4fc63-17cf-4b1b-891d-bbf68c4295d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T12:20:18Z', 'updated_at': '2021-11-22T12:20:22Z', 'revision_number': 5, 'project_id': '7f5dffe9bc3f41c7a2656d194fd02173', 'subnets': [{'id': '75c4fc63-17cf-4b1b-891d-bbf68c4295d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 12:21:00.176795 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9d2ed9-b1c3-49d1-bb74-18cab65c0b02 req-1672a66b-7314-4ea1-a873-39b60f72cd0f tempest-VolumesNegativeTest-1241195036 tempest-VolumesNegativeTest-1241195036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:21:00.178378 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [req-4a9d2ed9-b1c3-49d1-bb74-18cab65c0b02 req-1672a66b-7314-4ea1-a873-39b60f72cd0f tempest-VolumesNegativeTest-1241195036 tempest-VolumesNegativeTest-1241195036-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2592311 Nov 22 12:21:00.197270 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.v2.base [req-4a9d2ed9-b1c3-49d1-bb74-18cab65c0b02 req-a3f38c4b-e45d-49cd-8c71-b94134a25117 tempest-VolumesNegativeTest-1241195036 tempest-VolumesNegativeTest-1241195036-project] Request body: {'port': {'device_id': '185570a5-ac44-4263-bf37-09b34256de29', 'network_id': 'eb100660-2284-440b-a769-e21fdd46d731', 'admin_state_up': True, 'tenant_id': 'ef03c640c58d4cf7af6394cb2ca33af8'}} {{(pid=102750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 12:21:00.339596 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a9d2ed9-b1c3-49d1-bb74-18cab65c0b02 req-a3f38c4b-e45d-49cd-8c71-b94134a25117 tempest-VolumesNegativeTest-1241195036 tempest-VolumesNegativeTest-1241195036-project] Made reservation on behalf of ef03c640c58d4cf7af6394cb2ca33af8 for: {'port': 1} {{(pid=102750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 12:21:00.343203 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [req-4a9d2ed9-b1c3-49d1-bb74-18cab65c0b02 req-a3f38c4b-e45d-49cd-8c71-b94134a25117 tempest-VolumesNegativeTest-1241195036 tempest-VolumesNegativeTest-1241195036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3931732'] for port, before_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:21:00.365950 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [req-4a9d2ed9-b1c3-49d1-bb74-18cab65c0b02 req-a3f38c4b-e45d-49cd-8c71-b94134a25117 tempest-VolumesNegativeTest-1241195036 tempest-VolumesNegativeTest-1241195036-project] Publish callbacks [] for security_group, before_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:21:00.382693 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5feaaeae-e62c-47de-bfbb-9fba24921890 None None] New status for floating IP b8e3f311-852c-41eb-b6f8-f22fc423bdb4: ACTIVE {{(pid=102751) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 12:21:00.467139 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-49cde94e-ad46-4e17-848b-3ed6b01c18f0 req-032cfaca-a9c4-4c8c-942e-0526873ee333 tempest-VolumesNegativeTest-1241195036 tempest-VolumesNegativeTest-1241195036-project] 10.222.0.66 "GET /v2.0/ports?device_id=185570a5-ac44-4263-bf37-09b34256de29 HTTP/1.1" status: 200 len: 210 time: 0.0518880 Nov 22 12:21:00.518260 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [req-4a9d2ed9-b1c3-49d1-bb74-18cab65c0b02 req-a3f38c4b-e45d-49cd-8c71-b94134a25117 tempest-VolumesNegativeTest-1241195036 tempest-VolumesNegativeTest-1241195036-project] Publish callbacks [] for security_group, precommit_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:21:00.525402 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [req-4a9d2ed9-b1c3-49d1-bb74-18cab65c0b02 req-a3f38c4b-e45d-49cd-8c71-b94134a25117 tempest-VolumesNegativeTest-1241195036 tempest-VolumesNegativeTest-1241195036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545565'] for security_group, after_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:21:00.594261 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f38c4b-e45d-49cd-8c71-b94134a25117 tempest-VolumesNegativeTest-1241195036 tempest-VolumesNegativeTest-1241195036-project] Pushing event updated for resources: {'SecurityGroup': ['ID=54de2294-94ac-4c0f-bae0-3c2fac9cbd27,revision_number=1']} {{(pid=102750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:21:00.646085 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-b4656069-61c2-40f7-85c8-ddb0edb1ebec req-34aa07be-336a-49d8-b138-7f1861b32bd0 tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] 10.222.0.66 "GET /v2.0/ports?device_id=d457eff7-4539-4ee1-8c94-c51cd4b5b2c1 HTTP/1.1" status: 200 len: 210 time: 0.0398147 Nov 22 12:21:00.704956 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.db.db_base_plugin_common [req-4a9d2ed9-b1c3-49d1-bb74-18cab65c0b02 req-a3f38c4b-e45d-49cd-8c71-b94134a25117 tempest-VolumesNegativeTest-1241195036 tempest-VolumesNegativeTest-1241195036-project] Allocated IP 192.168.233.219 (eb100660-2284-440b-a769-e21fdd46d731/ee30ada6-3830-4e88-872b-816df73a43e9/4064eb13-0c50-40e5-a2ea-9dd0aabf8848) {{(pid=102750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 12:21:00.859889 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [req-4a9d2ed9-b1c3-49d1-bb74-18cab65c0b02 req-a3f38c4b-e45d-49cd-8c71-b94134a25117 tempest-VolumesNegativeTest-1241195036 tempest-VolumesNegativeTest-1241195036-project] Publish callbacks [] for port, precommit_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:21:00.871767 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e714923f-aa83-4fd8-9f15-643ebe370bcd req-34c7cdeb-c754-4dae-8c6f-b2060118b568 tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:21:00.873171 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-e714923f-aa83-4fd8-9f15-643ebe370bcd req-34c7cdeb-c754-4dae-8c6f-b2060118b568 tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] 10.222.0.66 "GET /v2.0/ports?device_id=302ab8ef-5565-4f9b-9b91-b405d550a90d HTTP/1.1" status: 200 len: 945 time: 0.0496008 Nov 22 12:21:00.897522 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [req-4a9d2ed9-b1c3-49d1-bb74-18cab65c0b02 req-a3f38c4b-e45d-49cd-8c71-b94134a25117 tempest-VolumesNegativeTest-1241195036 tempest-VolumesNegativeTest-1241195036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793342949268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128483729'] for port, after_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:21:00.927661 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-e714923f-aa83-4fd8-9f15-643ebe370bcd req-864c8ec5-d0e6-4e13-8c0b-c60d2d830f31 tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] 10.222.0.66 "GET /v2.0/security-groups?id=d25355f0-2e41-493d-aac5-082c69fe23d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473022 Nov 22 12:21:00.953077 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a9d2ed9-b1c3-49d1-bb74-18cab65c0b02 req-a3f38c4b-e45d-49cd-8c71-b94134a25117 tempest-VolumesNegativeTest-1241195036 tempest-VolumesNegativeTest-1241195036-project] Network eb100660-2284-440b-a769-e21fdd46d731 is already hosted by enough agents. {{(pid=102750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 12:21:00.957554 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f38c4b-e45d-49cd-8c71-b94134a25117 tempest-VolumesNegativeTest-1241195036 tempest-VolumesNegativeTest-1241195036-project] Pushing event updated for resources: {'Port': ['ID=4064eb13-0c50-40e5-a2ea-9dd0aabf8848,revision_number=1']} {{(pid=102750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:21:00.960091 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.scheduler.base_scheduler [req-4a9d2ed9-b1c3-49d1-bb74-18cab65c0b02 req-a3f38c4b-e45d-49cd-8c71-b94134a25117 tempest-VolumesNegativeTest-1241195036 tempest-VolumesNegativeTest-1241195036-project] Resources bound (agent type, host, resource id): {{(pid=102750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 12:21:00.962517 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a9d2ed9-b1c3-49d1-bb74-18cab65c0b02 req-a3f38c4b-e45d-49cd-8c71-b94134a25117 tempest-VolumesNegativeTest-1241195036 tempest-VolumesNegativeTest-1241195036-project] Received port after_create {{(pid=102750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 12:21:01.021669 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9d2ed9-b1c3-49d1-bb74-18cab65c0b02 req-a3f38c4b-e45d-49cd-8c71-b94134a25117 tempest-VolumesNegativeTest-1241195036 tempest-VolumesNegativeTest-1241195036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:21:01.022656 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [req-4a9d2ed9-b1c3-49d1-bb74-18cab65c0b02 req-a3f38c4b-e45d-49cd-8c71-b94134a25117 tempest-VolumesNegativeTest-1241195036 tempest-VolumesNegativeTest-1241195036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758363'] for port, before_response {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:21:01.093221 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [req-4a9d2ed9-b1c3-49d1-bb74-18cab65c0b02 req-a3f38c4b-e45d-49cd-8c71-b94134a25117 tempest-VolumesNegativeTest-1241195036 tempest-VolumesNegativeTest-1241195036-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9005518 Nov 22 12:21:01.124329 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.v2.base [req-4a9d2ed9-b1c3-49d1-bb74-18cab65c0b02 req-361b6167-9b86-408c-90e4-91723435a083 service neutron] Request body: {'port': {'device_id': '185570a5-ac44-4263-bf37-09b34256de29', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76845'}} {{(pid=102750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 12:21:01.193315 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f702ba5-1bbe-42f6-9a0d-35daf7f11dfb req-b829b2be-6749-4a28-b049-913905d2690a tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:21:01.196345 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [req-3f702ba5-1bbe-42f6-9a0d-35daf7f11dfb req-b829b2be-6749-4a28-b049-913905d2690a tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] 10.222.0.46 "GET /v2.0/networks?id=1a398bbd-8494-4c78-9a7f-9328646aea45 HTTP/1.1" status: 200 len: 814 time: 0.1691945 Nov 22 12:21:01.278702 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.provisioning_blocks [None req-88e5f8d7-e066-4bf9-8a3a-41a38c2c22cd None None] Provisioning complete for port 4064eb13-0c50-40e5-a2ea-9dd0aabf8848 triggered by entity DHCP. {{(pid=102751) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 12:21:01.279302 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-88e5f8d7-e066-4bf9-8a3a-41a38c2c22cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3821908'] for port, provisioning_complete {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:21:01.319124 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.plugin [None req-88e5f8d7-e066-4bf9-8a3a-41a38c2c22cd None None] Port 4064eb13-0c50-40e5-a2ea-9dd0aabf8848 cannot update to ACTIVE because it is not bound. {{(pid=102751) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 12:21:01.454920 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [req-4a9d2ed9-b1c3-49d1-bb74-18cab65c0b02 req-361b6167-9b86-408c-90e4-91723435a083 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3931732'] for port, before_update {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:21:01.486240 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.wsgi [-] (102749) accepted ('10.222.0.66', 46158) {{(pid=102749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:21:01.602212 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833cc602-e978-44b2-a462-d56d1ebb67a1 req-81be1e82-341e-498a-a1cb-3e03a2d1ab70 tempest-VolumesNegativeTest-1241195036 tempest-VolumesNegativeTest-1241195036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:21:01.603881 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-833cc602-e978-44b2-a462-d56d1ebb67a1 req-81be1e82-341e-498a-a1cb-3e03a2d1ab70 tempest-VolumesNegativeTest-1241195036 tempest-VolumesNegativeTest-1241195036-project] 10.222.0.66 "GET /v2.0/ports?device_id=185570a5-ac44-4263-bf37-09b34256de29 HTTP/1.1" status: 200 len: 936 time: 0.0580323 Nov 22 12:21:01.648827 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-6cb7dac7-9570-4a34-9066-00d35de93dc0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:21:01.688373 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-833cc602-e978-44b2-a462-d56d1ebb67a1 req-2c00e360-3841-43d0-b143-138da83a9a68 tempest-VolumesNegativeTest-1241195036 tempest-VolumesNegativeTest-1241195036-project] 10.222.0.66 "GET /v2.0/security-groups?id=54de2294-94ac-4c0f-bae0-3c2fac9cbd27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780630 Nov 22 12:21:01.759611 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-6cb7dac7-9570-4a34-9066-00d35de93dc0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:21:01.764116 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-6cb7dac7-9570-4a34-9066-00d35de93dc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545565'] for security_group, after_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:21:01.791139 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.notifiers.nova [req-4a9d2ed9-b1c3-49d1-bb74-18cab65c0b02 req-361b6167-9b86-408c-90e4-91723435a083 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4064eb13-0c50-40e5-a2ea-9dd0aabf8848 {{(pid=102750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 12:21:01.799152 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [req-4a9d2ed9-b1c3-49d1-bb74-18cab65c0b02 req-361b6167-9b86-408c-90e4-91723435a083 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:21:01.812119 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.db.provisioning_blocks [req-4a9d2ed9-b1c3-49d1-bb74-18cab65c0b02 req-361b6167-9b86-408c-90e4-91723435a083 service neutron] Transition to ACTIVE for port object 4064eb13-0c50-40e5-a2ea-9dd0aabf8848 will not be triggered until provisioned by entity L2. {{(pid=102750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 12:21:01.815541 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-6b595b27-e88c-45a1-b07e-a97d5095d679 req-df997bf5-465a-4be6-a48d-5c2cbf058f9b tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] 10.222.0.66 "GET /v2.0/ports?device_id=d457eff7-4539-4ee1-8c94-c51cd4b5b2c1 HTTP/1.1" status: 200 len: 210 time: 0.0458484 Nov 22 12:21:01.818218 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [req-4a9d2ed9-b1c3-49d1-bb74-18cab65c0b02 req-361b6167-9b86-408c-90e4-91723435a083 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793343495738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793342949286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793342949304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128483736'] for port, after_update {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:21:01.831655 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [None req-6cb7dac7-9570-4a34-9066-00d35de93dc0 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=cfd05de2ffc74e01a97f758fc15aead2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3435416 Nov 22 12:21:01.833158 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb7dac7-9570-4a34-9066-00d35de93dc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22a6de23-f68c-47c0-8059-758ef90cb9d7,revision_number=1']} {{(pid=102749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:21:01.834193 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.wsgi [-] (102750) accepted ('10.222.0.66', 46166) {{(pid=102750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:21:01.913143 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361b6167-9b86-408c-90e4-91723435a083 service neutron] Pushing event updated for resources: {'Port': ['ID=4064eb13-0c50-40e5-a2ea-9dd0aabf8848,revision_number=2']} {{(pid=102750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:21:01.975533 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-be16953f-8efb-4d68-a3e5-9c6ce43eb69d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:21:02.009927 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-be16953f-8efb-4d68-a3e5-9c6ce43eb69d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:21:02.027975 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.plugins.ml2.managers [req-4a9d2ed9-b1c3-49d1-bb74-18cab65c0b02 req-361b6167-9b86-408c-90e4-91723435a083 service neutron] Attempting to bind port 4064eb13-0c50-40e5-a2ea-9dd0aabf8848 on host hv-cinder-76845 for vnic_type normal with profile {{(pid=102750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 12:21:02.028314 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.plugins.ml2.managers [req-4a9d2ed9-b1c3-49d1-bb74-18cab65c0b02 req-361b6167-9b86-408c-90e4-91723435a083 service neutron] Attempting to bind port 4064eb13-0c50-40e5-a2ea-9dd0aabf8848 by drivers openvswitch,hyperv on host hv-cinder-76845 at level 0 using segments [{'id': 'a67c8c22-3e6c-4fbf-81d0-0359352adf0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'eb100660-2284-440b-a769-e21fdd46d731'}] {{(pid=102750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 12:21:02.028645 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a9d2ed9-b1c3-49d1-bb74-18cab65c0b02 req-361b6167-9b86-408c-90e4-91723435a083 service neutron] Attempting to bind port 4064eb13-0c50-40e5-a2ea-9dd0aabf8848 on network eb100660-2284-440b-a769-e21fdd46d731 {{(pid=102750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 12:21:02.044002 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a9d2ed9-b1c3-49d1-bb74-18cab65c0b02 req-361b6167-9b86-408c-90e4-91723435a083 service neutron] Port 4064eb13-0c50-40e5-a2ea-9dd0aabf8848 on network eb100660-2284-440b-a769-e21fdd46d731 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76845 {{(pid=102750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 12:21:02.044371 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a9d2ed9-b1c3-49d1-bb74-18cab65c0b02 req-361b6167-9b86-408c-90e4-91723435a083 service neutron] Attempting to bind port 4064eb13-0c50-40e5-a2ea-9dd0aabf8848 on network eb100660-2284-440b-a769-e21fdd46d731 {{(pid=102750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 12:21:02.057661 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a9d2ed9-b1c3-49d1-bb74-18cab65c0b02 req-361b6167-9b86-408c-90e4-91723435a083 service neutron] Checking agent: {'id': 'fca0b015-0cd5-4a44-bbfe-abb10adcdf42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76845', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 12, 17, 17), 'started_at': datetime.datetime(2021, 11, 22, 12, 17, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 12, 20, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 12:21:02.058028 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a9d2ed9-b1c3-49d1-bb74-18cab65c0b02 req-361b6167-9b86-408c-90e4-91723435a083 service neutron] Checking segment: {'id': 'a67c8c22-3e6c-4fbf-81d0-0359352adf0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'eb100660-2284-440b-a769-e21fdd46d731'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 12:21:02.058483 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a9d2ed9-b1c3-49d1-bb74-18cab65c0b02 req-361b6167-9b86-408c-90e4-91723435a083 service neutron] Bound using segment: {'id': 'a67c8c22-3e6c-4fbf-81d0-0359352adf0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'eb100660-2284-440b-a769-e21fdd46d731'} {{(pid=102750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 12:21:02.058952 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.plugins.ml2.managers [req-4a9d2ed9-b1c3-49d1-bb74-18cab65c0b02 req-361b6167-9b86-408c-90e4-91723435a083 service neutron] Bound port: 4064eb13-0c50-40e5-a2ea-9dd0aabf8848, host: hv-cinder-76845, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a67c8c22-3e6c-4fbf-81d0-0359352adf0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'eb100660-2284-440b-a769-e21fdd46d731'}}] {{(pid=102750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 12:21:02.059340 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [req-4a9d2ed9-b1c3-49d1-bb74-18cab65c0b02 req-361b6167-9b86-408c-90e4-91723435a083 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3931732'] for port, before_update {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:21:02.120118 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-be16953f-8efb-4d68-a3e5-9c6ce43eb69d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545565'] for security_group, after_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:21:02.122547 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-be16953f-8efb-4d68-a3e5-9c6ce43eb69d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:21:02.123748 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [None req-be16953f-8efb-4d68-a3e5-9c6ce43eb69d admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/22a6de23-f68c-47c0-8059-758ef90cb9d7 HTTP/1.1" status: 204 len: 168 time: 0.2885001 Nov 22 12:21:02.142281 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be16953f-8efb-4d68-a3e5-9c6ce43eb69d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22a6de23-f68c-47c0-8059-758ef90cb9d7,revision_number=None']} {{(pid=102750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:21:02.147477 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.plugins.ml2.db [req-4a9d2ed9-b1c3-49d1-bb74-18cab65c0b02 req-361b6167-9b86-408c-90e4-91723435a083 service neutron] For port 4064eb13-0c50-40e5-a2ea-9dd0aabf8848, host hv-cinder-76845, cleared binding levels {{(pid=102750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 12:21:02.159876 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.plugins.ml2.db [req-4a9d2ed9-b1c3-49d1-bb74-18cab65c0b02 req-361b6167-9b86-408c-90e4-91723435a083 service neutron] For port 4064eb13-0c50-40e5-a2ea-9dd0aabf8848, host hv-cinder-76845, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=4064eb13-0c50-40e5-a2ea-9dd0aabf8848,segment=NetworkSegment(a67c8c22-3e6c-4fbf-81d0-0359352adf0b),segment_id=a67c8c22-3e6c-4fbf-81d0-0359352adf0b)] {{(pid=102750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 12:21:02.166256 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [req-4a9d2ed9-b1c3-49d1-bb74-18cab65c0b02 req-361b6167-9b86-408c-90e4-91723435a083 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793343495738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793342949286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793342949304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128483736'] for port, after_update {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:21:02.206612 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9d2ed9-b1c3-49d1-bb74-18cab65c0b02 req-361b6167-9b86-408c-90e4-91723435a083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:21:02.207299 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [req-4a9d2ed9-b1c3-49d1-bb74-18cab65c0b02 req-361b6167-9b86-408c-90e4-91723435a083 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758363'] for port, before_response {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:21:02.208748 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [req-4a9d2ed9-b1c3-49d1-bb74-18cab65c0b02 req-361b6167-9b86-408c-90e4-91723435a083 service neutron] 10.222.0.46 "PUT /v2.0/ports/4064eb13-0c50-40e5-a2ea-9dd0aabf8848 HTTP/1.1" status: 200 len: 1098 time: 1.0904653 Nov 22 12:21:02.209266 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '185570a5-ac44-4263-bf37-09b34256de29', 'tag': '4064eb13-0c50-40e5-a2ea-9dd0aabf8848'}] {{(pid=102750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 12:21:02.211740 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2a0bed14b240d0d35e029181fb516e01dd4ce85d5fb41ae8ef5632c0b13bd43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26c66b27-3a36-49d0-ba31-8f34e82430bc" -d '{"events": [{"name": "network-changed", "server_uuid": "185570a5-ac44-4263-bf37-09b34256de29", "tag": "4064eb13-0c50-40e5-a2ea-9dd0aabf8848"}]}' {{(pid=102750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 12:21:02.234426 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361b6167-9b86-408c-90e4-91723435a083 service neutron] Pushing event updated for resources: {'Port': ['ID=4064eb13-0c50-40e5-a2ea-9dd0aabf8848,revision_number=3']} {{(pid=102750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:21:02.437559 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.wsgi [-] (102750) accepted ('10.222.0.66', 46178) {{(pid=102750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:21:02.452509 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-b6c7c858-d0b4-4944-8525-82affb57ffb6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:21:02.543970 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-b6c7c858-d0b4-4944-8525-82affb57ffb6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:21:02.549220 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-b6c7c858-d0b4-4944-8525-82affb57ffb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545565'] for security_group, after_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:21:02.592110 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c7c858-d0b4-4944-8525-82affb57ffb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b37e7ee9-9cc3-48ec-a752-1c47556f3fa9,revision_number=1']} {{(pid=102750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:21:02.596875 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [None req-b6c7c858-d0b4-4944-8525-82affb57ffb6 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=da288797102c4788beede7f50f2d49a4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1579044 Nov 22 12:21:02.599434 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.wsgi [-] (102750) accepted ('10.222.0.66', 46182) {{(pid=102750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:21:02.653043 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-0276c005-3408-4a50-998b-402240a8681f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:21:02.677325 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-0276c005-3408-4a50-998b-402240a8681f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:21:02.730392 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-0276c005-3408-4a50-998b-402240a8681f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545565'] for security_group, after_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:21:02.732967 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-0276c005-3408-4a50-998b-402240a8681f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:21:02.734092 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [None req-0276c005-3408-4a50-998b-402240a8681f admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/b37e7ee9-9cc3-48ec-a752-1c47556f3fa9 HTTP/1.1" status: 204 len: 168 time: 0.1337595 Nov 22 12:21:02.742518 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0276c005-3408-4a50-998b-402240a8681f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b37e7ee9-9cc3-48ec-a752-1c47556f3fa9,revision_number=None']} {{(pid=102750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:21:03.641385 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.wsgi [-] (102750) accepted ('10.222.0.66', 46212) {{(pid=102750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:21:03.743990 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.v2.base [None req-d8d70e10-8bb4-4d82-beb3-1b371b9fc312 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2044702602-network', 'tenant_id': 'ad46aac0327b4760bef46d579031abd2'}} {{(pid=102750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 12:21:03.773039 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8d70e10-8bb4-4d82-beb3-1b371b9fc312 admin admin] Made reservation on behalf of ad46aac0327b4760bef46d579031abd2 for: {'network': 1} {{(pid=102750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 12:21:03.775854 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-d8d70e10-8bb4-4d82-beb3-1b371b9fc312 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3931732'] for network, before_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:21:03.785108 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-d8d70e10-8bb4-4d82-beb3-1b371b9fc312 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:21:03.870107 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-d8d70e10-8bb4-4d82-beb3-1b371b9fc312 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:21:03.874310 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-d8d70e10-8bb4-4d82-beb3-1b371b9fc312 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545565'] for security_group, after_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:21:03.900584 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8d70e10-8bb4-4d82-beb3-1b371b9fc312 admin admin] vlan segment allocate from pool success with {'vlan_id': 620, 'physical_network': 'physnet1'} {{(pid=102750) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 12:21:03.911281 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d70e10-8bb4-4d82-beb3-1b371b9fc312 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c242d431-4f41-4066-9448-045745d8490a,revision_number=1']} {{(pid=102750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:21:03.916615 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-d8d70e10-8bb4-4d82-beb3-1b371b9fc312 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3850450'] for segment, precommit_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:21:03.917016 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.db.segments_db [None req-d8d70e10-8bb4-4d82-beb3-1b371b9fc312 admin admin] Added segment 2ccf84f5-0d63-48e5-a5d6-e3f67d7e2b6c of type vlan for network bb1f7e53-c4b2-4051-a4a6-124cbdcb8410 Nov 22 12:21:03.962745 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-d8d70e10-8bb4-4d82-beb3-1b371b9fc312 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793342968311'] for network, precommit_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:21:03.990788 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-d8d70e10-8bb4-4d82-beb3-1b371b9fc312 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381'] for network, after_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:21:03.991816 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8d70e10-8bb4-4d82-beb3-1b371b9fc312 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:21:03.992404 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-d8d70e10-8bb4-4d82-beb3-1b371b9fc312 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758363'] for network, before_response {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:21:04.048295 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [None req-d8d70e10-8bb4-4d82-beb3-1b371b9fc312 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4054260 Nov 22 12:21:04.051505 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.wsgi [-] (102750) accepted ('10.222.0.66', 46218) {{(pid=102750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:21:04.056862 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.v2.base [None req-cdddc2d7-6ed5-44fe-a705-df7d87e57dc9 admin admin] Request body: {'subnet': {'network_id': 'bb1f7e53-c4b2-4051-a4a6-124cbdcb8410', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2044702602-subnet', 'tenant_id': 'ad46aac0327b4760bef46d579031abd2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 12:21:04.069457 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d70e10-8bb4-4d82-beb3-1b371b9fc312 admin admin] Pushing event updated for resources: {'Network': ['ID=bb1f7e53-c4b2-4051-a4a6-124cbdcb8410,revision_number=1']} {{(pid=102750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:21:04.081001 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.rpc [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] Network bb1f7e53-c4b2-4051-a4a6-124cbdcb8410 details requested by agent ovs-agent-dv-cinder-768458-13-iscsi with host dv-cinder-768458-13-iscsi {{(pid=102751) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 12:21:04.088670 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdddc2d7-6ed5-44fe-a705-df7d87e57dc9 admin admin] Made reservation on behalf of ad46aac0327b4760bef46d579031abd2 for: {'subnet': 1} {{(pid=102750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 12:21:04.091129 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-cdddc2d7-6ed5-44fe-a705-df7d87e57dc9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125991844'] for subnet, before_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:21:04.274997 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-cdddc2d7-6ed5-44fe-a705-df7d87e57dc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128483597', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125991834'] for subnet, after_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:21:04.335170 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdddc2d7-6ed5-44fe-a705-df7d87e57dc9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3459b9db-3744-4cd2-afa9-f72ca5bf93e4,revision_number=0']} {{(pid=102750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:21:04.342729 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdddc2d7-6ed5-44fe-a705-df7d87e57dc9 admin admin] Checking segment: {'id': '2ccf84f5-0d63-48e5-a5d6-e3f67d7e2b6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'bb1f7e53-c4b2-4051-a4a6-124cbdcb8410'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 12:21:04.343094 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdddc2d7-6ed5-44fe-a705-df7d87e57dc9 admin admin] Network hostable DHCP agents. Network: bb1f7e53-c4b2-4051-a4a6-124cbdcb8410, hostable agents: ['c0a0bcc5-cac5-441b-a5c2-c094680f9e9d'], hosted agents: [] {{(pid=102750) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 12:21:04.362410 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdddc2d7-6ed5-44fe-a705-df7d87e57dc9 admin admin] Network bb1f7e53-c4b2-4051-a4a6-124cbdcb8410 is scheduled to be hosted by DHCP agent c0a0bcc5-cac5-441b-a5c2-c094680f9e9d with binding_index 1 {{(pid=102750) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 12:21:04.372277 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.scheduler.base_scheduler [None req-cdddc2d7-6ed5-44fe-a705-df7d87e57dc9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768458-13-iscsi, bb1f7e53-c4b2-4051-a4a6-124cbdcb8410) {{(pid=102750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 12:21:04.376988 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdddc2d7-6ed5-44fe-a705-df7d87e57dc9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:21:04.377543 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-cdddc2d7-6ed5-44fe-a705-df7d87e57dc9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:21:04.381808 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cab0cb2-f491-4a52-abfe-a32437c453b4 None None] Network bb1f7e53-c4b2-4051-a4a6-124cbdcb8410 requested from dv-cinder-768458-13-iscsi {{(pid=102751) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 12:21:04.398856 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [None req-cdddc2d7-6ed5-44fe-a705-df7d87e57dc9 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3460956 Nov 22 12:21:04.506156 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.v2.base [req-3f702ba5-1bbe-42f6-9a0d-35daf7f11dfb req-29467cd3-3d9f-41be-8a52-26b7cd7a2449 tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] Request body: {'port': {'device_id': 'd457eff7-4539-4ee1-8c94-c51cd4b5b2c1', 'network_id': '1a398bbd-8494-4c78-9a7f-9328646aea45', 'admin_state_up': True, 'tenant_id': '5319fd2dee9b4b47b98f59bca1572ac8'}} {{(pid=102750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 12:21:04.523761 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d164e9e9-b947-4f72-9955-7e5cb92a2914 None None] Network bb1f7e53-c4b2-4051-a4a6-124cbdcb8410 requested from dv-cinder-768458-13-iscsi {{(pid=102751) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 12:21:04.642633 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9d2ed9-b1c3-49d1-bb74-18cab65c0b02 req-7bb2ac8e-0875-425b-9fbb-5f8e45b58204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:21:04.644324 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [req-4a9d2ed9-b1c3-49d1-bb74-18cab65c0b02 req-7bb2ac8e-0875-425b-9fbb-5f8e45b58204 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ef03c640c58d4cf7af6394cb2ca33af8&device_id=185570a5-ac44-4263-bf37-09b34256de29 HTTP/1.1" status: 200 len: 1101 time: 0.1047993 Nov 22 12:21:04.676503 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 12:21:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47a08867-97e1-4c43-9913-3af37209a853 x-openstack-request-id: req-47a08867-97e1-4c43-9913-3af37209a853 {{(pid=102750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 12:21:04.676931 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "185570a5-ac44-4263-bf37-09b34256de29", "tag": "4064eb13-0c50-40e5-a2ea-9dd0aabf8848", "status": "completed", "code": 200}]} {{(pid=102750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 12:21:04.677047 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-47a08867-97e1-4c43-9913-3af37209a853 {{(pid=102750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 12:21:04.677434 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '185570a5-ac44-4263-bf37-09b34256de29', 'tag': '4064eb13-0c50-40e5-a2ea-9dd0aabf8848', 'status': 'completed', 'code': 200} Nov 22 12:21:04.730073 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf87cde-731b-4a24-8c51-df6b16178bd4 req-423aca32-4a65-43af-968a-04658de21c87 tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:21:04.737805 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-cbf87cde-731b-4a24-8c51-df6b16178bd4 req-423aca32-4a65-43af-968a-04658de21c87 tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] 10.222.0.66 "GET /v2.0/ports?device_id=302ab8ef-5565-4f9b-9b91-b405d550a90d HTTP/1.1" status: 200 len: 945 time: 0.0761483 Nov 22 12:21:04.748903 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [req-4a9d2ed9-b1c3-49d1-bb74-18cab65c0b02 req-08dbffbb-74c3-41f6-9755-9c4871976a04 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.219&port_id=4064eb13-0c50-40e5-a2ea-9dd0aabf8848 HTTP/1.1" status: 200 len: 217 time: 0.0764959 Nov 22 12:21:04.799545 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f702ba5-1bbe-42f6-9a0d-35daf7f11dfb req-29467cd3-3d9f-41be-8a52-26b7cd7a2449 tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] Made reservation on behalf of 5319fd2dee9b4b47b98f59bca1572ac8 for: {'port': 1} {{(pid=102750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 12:21:04.804189 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [req-3f702ba5-1bbe-42f6-9a0d-35daf7f11dfb req-29467cd3-3d9f-41be-8a52-26b7cd7a2449 tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3931732'] for port, before_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:21:04.823069 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-cbf87cde-731b-4a24-8c51-df6b16178bd4 req-1e5dbd70-1e4d-4262-a86e-a20932d3f129 tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] 10.222.0.66 "GET /v2.0/security-groups?id=d25355f0-2e41-493d-aac5-082c69fe23d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843277 Nov 22 12:21:04.835121 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee45be0-698d-42d2-800b-36c9af0d29f8 req-b5217d8c-2221-4652-88d8-c6c19e2f0950 tempest-VolumesNegativeTest-1241195036 tempest-VolumesNegativeTest-1241195036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:21:04.837408 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-fee45be0-698d-42d2-800b-36c9af0d29f8 req-b5217d8c-2221-4652-88d8-c6c19e2f0950 tempest-VolumesNegativeTest-1241195036 tempest-VolumesNegativeTest-1241195036-project] 10.222.0.66 "GET /v2.0/ports?device_id=185570a5-ac44-4263-bf37-09b34256de29 HTTP/1.1" status: 200 len: 948 time: 0.0905976 Nov 22 12:21:04.873531 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9d2ed9-b1c3-49d1-bb74-18cab65c0b02 req-5b147d32-6296-4b00-ba1a-3e70fdf90af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:21:04.879100 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [req-4a9d2ed9-b1c3-49d1-bb74-18cab65c0b02 req-5b147d32-6296-4b00-ba1a-3e70fdf90af6 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ee30ada6-3830-4e88-872b-816df73a43e9 HTTP/1.1" status: 200 len: 843 time: 0.1122217 Nov 22 12:21:05.003022 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-285a4d36-1334-4edf-862a-10ad298f794e req-e0397166-afa3-4474-b668-126d24005eff tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] 10.222.0.66 "GET /v2.0/ports?device_id=d457eff7-4539-4ee1-8c94-c51cd4b5b2c1 HTTP/1.1" status: 200 len: 210 time: 0.0546811 Nov 22 12:21:05.007983 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-fee45be0-698d-42d2-800b-36c9af0d29f8 req-005d586d-3d23-4367-882e-2caf4a8a2cf8 tempest-VolumesNegativeTest-1241195036 tempest-VolumesNegativeTest-1241195036-project] 10.222.0.66 "GET /v2.0/security-groups?id=54de2294-94ac-4c0f-bae0-3c2fac9cbd27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234112 Nov 22 12:21:05.075319 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9d2ed9-b1c3-49d1-bb74-18cab65c0b02 req-872cab88-7783-45a4-a98b-f48e2d5c53a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:21:05.076855 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [req-4a9d2ed9-b1c3-49d1-bb74-18cab65c0b02 req-872cab88-7783-45a4-a98b-f48e2d5c53a8 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=eb100660-2284-440b-a769-e21fdd46d731&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.1305978 Nov 22 12:21:05.114361 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.db.db_base_plugin_common [req-3f702ba5-1bbe-42f6-9a0d-35daf7f11dfb req-29467cd3-3d9f-41be-8a52-26b7cd7a2449 tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] Allocated IP 172.20.0.7 (1a398bbd-8494-4c78-9a7f-9328646aea45/a297376f-8bec-4762-a395-e20c73d660c4/e128f2b8-b093-4adf-809f-77c7db02499c) {{(pid=102750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 12:21:05.231549 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [req-4a9d2ed9-b1c3-49d1-bb74-18cab65c0b02 req-8bf997cb-0080-4da7-9da2-4049c5c3d345 service neutron] 10.222.0.46 "GET /v2.0/networks/eb100660-2284-440b-a769-e21fdd46d731?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441233 Nov 22 12:21:05.409324 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [req-4a9d2ed9-b1c3-49d1-bb74-18cab65c0b02 req-73e2bea9-4f7d-4e45-b492-5633ac88cfcc service neutron] 10.222.0.46 "GET /v2.0/networks/eb100660-2284-440b-a769-e21fdd46d731?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1669481 Nov 22 12:21:05.416291 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [req-3f702ba5-1bbe-42f6-9a0d-35daf7f11dfb req-29467cd3-3d9f-41be-8a52-26b7cd7a2449 tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] Publish callbacks [] for port, precommit_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:21:05.476037 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [req-3f702ba5-1bbe-42f6-9a0d-35daf7f11dfb req-29467cd3-3d9f-41be-8a52-26b7cd7a2449 tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793342949268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128483729'] for port, after_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:21:05.508611 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.db [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] get_ports_and_sgs() called for port_ids ['c07cfd45-5b74-4945-9991-863824fb50f3', '0b5d6d5e-e442-4681-83aa-fb04b4fc7ce4'] {{(pid=102751) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 12:21:05.551365 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f702ba5-1bbe-42f6-9a0d-35daf7f11dfb req-29467cd3-3d9f-41be-8a52-26b7cd7a2449 tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] Network 1a398bbd-8494-4c78-9a7f-9328646aea45 is already hosted by enough agents. {{(pid=102750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 12:21:05.560376 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.scheduler.base_scheduler [req-3f702ba5-1bbe-42f6-9a0d-35daf7f11dfb req-29467cd3-3d9f-41be-8a52-26b7cd7a2449 tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] Resources bound (agent type, host, resource id): {{(pid=102750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 12:21:05.567453 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c66b27-3a36-49d0-ba31-8f34e82430bc req-1ed58ebe-c887-4e4e-8568-a1d38ca29ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:21:05.569088 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [req-26c66b27-3a36-49d0-ba31-8f34e82430bc req-1ed58ebe-c887-4e4e-8568-a1d38ca29ca8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ef03c640c58d4cf7af6394cb2ca33af8&device_id=185570a5-ac44-4263-bf37-09b34256de29 HTTP/1.1" status: 200 len: 1101 time: 0.1062288 Nov 22 12:21:05.570191 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f702ba5-1bbe-42f6-9a0d-35daf7f11dfb req-29467cd3-3d9f-41be-8a52-26b7cd7a2449 tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] Received port after_create {{(pid=102750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 12:21:05.573593 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29467cd3-3d9f-41be-8a52-26b7cd7a2449 tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] Pushing event updated for resources: {'Port': ['ID=e128f2b8-b093-4adf-809f-77c7db02499c,revision_number=1']} {{(pid=102750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:21:05.668552 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f702ba5-1bbe-42f6-9a0d-35daf7f11dfb req-29467cd3-3d9f-41be-8a52-26b7cd7a2449 tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:21:05.669222 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [req-3f702ba5-1bbe-42f6-9a0d-35daf7f11dfb req-29467cd3-3d9f-41be-8a52-26b7cd7a2449 tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758363'] for port, before_response {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:21:05.704706 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [req-3f702ba5-1bbe-42f6-9a0d-35daf7f11dfb req-29467cd3-3d9f-41be-8a52-26b7cd7a2449 tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2050214 Nov 22 12:21:05.727259 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c66b27-3a36-49d0-ba31-8f34e82430bc req-1954d1a5-1854-4cae-b71b-09f7b65260ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:21:05.734244 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [req-26c66b27-3a36-49d0-ba31-8f34e82430bc req-1954d1a5-1854-4cae-b71b-09f7b65260ba service neutron] 10.222.0.46 "GET /v2.0/networks?id=eb100660-2284-440b-a769-e21fdd46d731 HTTP/1.1" status: 200 len: 870 time: 0.1565449 Nov 22 12:21:05.743349 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.v2.base [req-3f702ba5-1bbe-42f6-9a0d-35daf7f11dfb req-69d351df-9131-488d-b90b-497f7bedfd98 service neutron] Request body: {'port': {'device_id': 'd457eff7-4539-4ee1-8c94-c51cd4b5b2c1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76845'}} {{(pid=102750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 12:21:05.808918 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [req-26c66b27-3a36-49d0-ba31-8f34e82430bc req-c496f265-5144-43a6-95aa-4a5ea79f2844 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.219&port_id=4064eb13-0c50-40e5-a2ea-9dd0aabf8848 HTTP/1.1" status: 200 len: 217 time: 0.0628319 Nov 22 12:21:05.870633 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [req-3f702ba5-1bbe-42f6-9a0d-35daf7f11dfb req-69d351df-9131-488d-b90b-497f7bedfd98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3931732'] for port, before_update {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:21:05.894517 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c66b27-3a36-49d0-ba31-8f34e82430bc req-3e1c4734-3813-463f-9867-60b048da02dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:21:05.896080 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [req-26c66b27-3a36-49d0-ba31-8f34e82430bc req-3e1c4734-3813-463f-9867-60b048da02dc service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ee30ada6-3830-4e88-872b-816df73a43e9 HTTP/1.1" status: 200 len: 843 time: 0.0793550 Nov 22 12:21:05.976546 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cd9e65-532e-4f73-82d3-198d0ceef539 req-b8e38fe0-7145-46bf-bdee-c88d956abb43 tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:21:05.978026 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-60cd9e65-532e-4f73-82d3-198d0ceef539 req-b8e38fe0-7145-46bf-bdee-c88d956abb43 tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] 10.222.0.66 "GET /v2.0/ports?device_id=302ab8ef-5565-4f9b-9b91-b405d550a90d HTTP/1.1" status: 200 len: 945 time: 0.0590935 Nov 22 12:21:06.030841 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c66b27-3a36-49d0-ba31-8f34e82430bc req-cbc49f77-8610-4d33-9406-060b9815cb15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:21:06.032703 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [req-26c66b27-3a36-49d0-ba31-8f34e82430bc req-cbc49f77-8610-4d33-9406-060b9815cb15 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=eb100660-2284-440b-a769-e21fdd46d731&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.1148503 Nov 22 12:21:06.065725 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-60cd9e65-532e-4f73-82d3-198d0ceef539 req-0942e59b-146c-4942-837b-f7c50ee0b2aa tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] 10.222.0.66 "GET /v2.0/security-groups?id=d25355f0-2e41-493d-aac5-082c69fe23d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694315 Nov 22 12:21:06.211990 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90159ce3-ec98-4013-83d2-cec640e8a630 req-3cb81646-17d7-4393-93c9-ff32c314f9f2 tempest-VolumesNegativeTest-1241195036 tempest-VolumesNegativeTest-1241195036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:21:06.215642 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-90159ce3-ec98-4013-83d2-cec640e8a630 req-3cb81646-17d7-4393-93c9-ff32c314f9f2 tempest-VolumesNegativeTest-1241195036 tempest-VolumesNegativeTest-1241195036-project] 10.222.0.66 "GET /v2.0/ports?device_id=185570a5-ac44-4263-bf37-09b34256de29 HTTP/1.1" status: 200 len: 948 time: 0.0875671 Nov 22 12:21:06.258480 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [req-26c66b27-3a36-49d0-ba31-8f34e82430bc req-29f86855-48b7-4d41-b734-85be90e72211 service neutron] 10.222.0.46 "GET /v2.0/networks/eb100660-2284-440b-a769-e21fdd46d731?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1998754 Nov 22 12:21:06.278140 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-90159ce3-ec98-4013-83d2-cec640e8a630 req-431e0190-3595-412b-97f2-7d1e35604ec9 tempest-VolumesNegativeTest-1241195036 tempest-VolumesNegativeTest-1241195036-project] 10.222.0.66 "GET /v2.0/security-groups?id=54de2294-94ac-4c0f-bae0-3c2fac9cbd27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563140 Nov 22 12:21:06.388142 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.notifiers.nova [req-3f702ba5-1bbe-42f6-9a0d-35daf7f11dfb req-69d351df-9131-488d-b90b-497f7bedfd98 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e128f2b8-b093-4adf-809f-77c7db02499c {{(pid=102750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 12:21:06.407007 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [req-3f702ba5-1bbe-42f6-9a0d-35daf7f11dfb req-69d351df-9131-488d-b90b-497f7bedfd98 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:21:06.434964 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.db.provisioning_blocks [req-3f702ba5-1bbe-42f6-9a0d-35daf7f11dfb req-69d351df-9131-488d-b90b-497f7bedfd98 service neutron] Transition to ACTIVE for port object e128f2b8-b093-4adf-809f-77c7db02499c will not be triggered until provisioned by entity L2. {{(pid=102750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 12:21:06.438069 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [req-26c66b27-3a36-49d0-ba31-8f34e82430bc req-3d042649-cd17-4ffc-afdb-fa801924d8c6 service neutron] 10.222.0.46 "GET /v2.0/networks/eb100660-2284-440b-a769-e21fdd46d731?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1705613 Nov 22 12:21:06.440295 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [req-3f702ba5-1bbe-42f6-9a0d-35daf7f11dfb req-69d351df-9131-488d-b90b-497f7bedfd98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793343495738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793342949286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793342949304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128483736'] for port, after_update {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:21:06.471883 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244fbc5b-096d-4df1-937f-72494824b3e9 req-968364c8-27f7-4d12-b9dd-ef292fc2b16f tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:21:06.473629 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-244fbc5b-096d-4df1-937f-72494824b3e9 req-968364c8-27f7-4d12-b9dd-ef292fc2b16f tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] 10.222.0.66 "GET /v2.0/ports?device_id=d457eff7-4539-4ee1-8c94-c51cd4b5b2c1 HTTP/1.1" status: 200 len: 931 time: 0.0791283 Nov 22 12:21:06.543880 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-244fbc5b-096d-4df1-937f-72494824b3e9 req-2f597cb3-d131-46cb-9543-9b0f3b2adeb5 tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] 10.222.0.66 "GET /v2.0/security-groups?id=d183c51b-56bc-4b8b-8c88-c11ec3bb03cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614429 Nov 22 12:21:06.546387 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d351df-9131-488d-b90b-497f7bedfd98 service neutron] Pushing event updated for resources: {'Port': ['ID=e128f2b8-b093-4adf-809f-77c7db02499c,revision_number=2']} {{(pid=102750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:21:06.595278 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.plugins.ml2.managers [req-3f702ba5-1bbe-42f6-9a0d-35daf7f11dfb req-69d351df-9131-488d-b90b-497f7bedfd98 service neutron] Attempting to bind port e128f2b8-b093-4adf-809f-77c7db02499c on host hv-cinder-76845 for vnic_type normal with profile {{(pid=102750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 12:21:06.595278 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.plugins.ml2.managers [req-3f702ba5-1bbe-42f6-9a0d-35daf7f11dfb req-69d351df-9131-488d-b90b-497f7bedfd98 service neutron] Attempting to bind port e128f2b8-b093-4adf-809f-77c7db02499c by drivers openvswitch,hyperv on host hv-cinder-76845 at level 0 using segments [{'id': '5e5839cc-8792-46fd-9ed5-606893fc60d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '1a398bbd-8494-4c78-9a7f-9328646aea45'}] {{(pid=102750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 12:21:06.595278 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f702ba5-1bbe-42f6-9a0d-35daf7f11dfb req-69d351df-9131-488d-b90b-497f7bedfd98 service neutron] Attempting to bind port e128f2b8-b093-4adf-809f-77c7db02499c on network 1a398bbd-8494-4c78-9a7f-9328646aea45 {{(pid=102750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 12:21:06.607948 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f702ba5-1bbe-42f6-9a0d-35daf7f11dfb req-69d351df-9131-488d-b90b-497f7bedfd98 service neutron] Port e128f2b8-b093-4adf-809f-77c7db02499c on network 1a398bbd-8494-4c78-9a7f-9328646aea45 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76845 {{(pid=102750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 12:21:06.608282 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f702ba5-1bbe-42f6-9a0d-35daf7f11dfb req-69d351df-9131-488d-b90b-497f7bedfd98 service neutron] Attempting to bind port e128f2b8-b093-4adf-809f-77c7db02499c on network 1a398bbd-8494-4c78-9a7f-9328646aea45 {{(pid=102750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 12:21:06.624116 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f702ba5-1bbe-42f6-9a0d-35daf7f11dfb req-69d351df-9131-488d-b90b-497f7bedfd98 service neutron] Checking agent: {'id': 'fca0b015-0cd5-4a44-bbfe-abb10adcdf42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76845', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 12, 17, 17), 'started_at': datetime.datetime(2021, 11, 22, 12, 17, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 12, 20, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 12:21:06.624438 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f702ba5-1bbe-42f6-9a0d-35daf7f11dfb req-69d351df-9131-488d-b90b-497f7bedfd98 service neutron] Checking segment: {'id': '5e5839cc-8792-46fd-9ed5-606893fc60d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '1a398bbd-8494-4c78-9a7f-9328646aea45'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 12:21:06.625565 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f702ba5-1bbe-42f6-9a0d-35daf7f11dfb req-69d351df-9131-488d-b90b-497f7bedfd98 service neutron] Bound using segment: {'id': '5e5839cc-8792-46fd-9ed5-606893fc60d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '1a398bbd-8494-4c78-9a7f-9328646aea45'} {{(pid=102750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 12:21:06.625565 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.plugins.ml2.managers [req-3f702ba5-1bbe-42f6-9a0d-35daf7f11dfb req-69d351df-9131-488d-b90b-497f7bedfd98 service neutron] Bound port: e128f2b8-b093-4adf-809f-77c7db02499c, host: hv-cinder-76845, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e5839cc-8792-46fd-9ed5-606893fc60d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '1a398bbd-8494-4c78-9a7f-9328646aea45'}}] {{(pid=102750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 12:21:06.626256 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [req-3f702ba5-1bbe-42f6-9a0d-35daf7f11dfb req-69d351df-9131-488d-b90b-497f7bedfd98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3931732'] for port, before_update {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:21:06.705825 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.plugins.ml2.db [req-3f702ba5-1bbe-42f6-9a0d-35daf7f11dfb req-69d351df-9131-488d-b90b-497f7bedfd98 service neutron] For port e128f2b8-b093-4adf-809f-77c7db02499c, host hv-cinder-76845, cleared binding levels {{(pid=102750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 12:21:06.709513 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.plugins.ml2.db [req-3f702ba5-1bbe-42f6-9a0d-35daf7f11dfb req-69d351df-9131-488d-b90b-497f7bedfd98 service neutron] For port e128f2b8-b093-4adf-809f-77c7db02499c, host hv-cinder-76845, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=e128f2b8-b093-4adf-809f-77c7db02499c,segment=NetworkSegment(5e5839cc-8792-46fd-9ed5-606893fc60d9),segment_id=5e5839cc-8792-46fd-9ed5-606893fc60d9)] {{(pid=102750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 12:21:06.714658 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [req-3f702ba5-1bbe-42f6-9a0d-35daf7f11dfb req-69d351df-9131-488d-b90b-497f7bedfd98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793343495738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793342949286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793342949304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128483736'] for port, after_update {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:21:06.753544 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f702ba5-1bbe-42f6-9a0d-35daf7f11dfb req-69d351df-9131-488d-b90b-497f7bedfd98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:21:06.754179 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [req-3f702ba5-1bbe-42f6-9a0d-35daf7f11dfb req-69d351df-9131-488d-b90b-497f7bedfd98 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758363'] for port, before_response {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:21:06.755633 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [req-3f702ba5-1bbe-42f6-9a0d-35daf7f11dfb req-69d351df-9131-488d-b90b-497f7bedfd98 service neutron] 10.222.0.46 "PUT /v2.0/ports/e128f2b8-b093-4adf-809f-77c7db02499c HTTP/1.1" status: 200 len: 1093 time: 1.0204461 Nov 22 12:21:06.756102 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd457eff7-4539-4ee1-8c94-c51cd4b5b2c1', 'tag': 'e128f2b8-b093-4adf-809f-77c7db02499c'}] {{(pid=102750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 12:21:06.758417 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2a0bed14b240d0d35e029181fb516e01dd4ce85d5fb41ae8ef5632c0b13bd43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dd82467-2717-4d23-80e3-3d685f65fb4b" -d '{"events": [{"name": "network-changed", "server_uuid": "d457eff7-4539-4ee1-8c94-c51cd4b5b2c1", "tag": "e128f2b8-b093-4adf-809f-77c7db02499c"}]}' {{(pid=102750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 12:21:06.782977 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d351df-9131-488d-b90b-497f7bedfd98 service neutron] Pushing event updated for resources: {'Port': ['ID=e128f2b8-b093-4adf-809f-77c7db02499c,revision_number=3']} {{(pid=102750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:21:06.802035 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbd3674-cdcc-48fc-a2f6-b2942131495d req-2e33d021-ce5f-44f6-ad42-a262324de1a6 tempest-VolumesActionsTest-302249309 tempest-VolumesActionsTest-302249309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:21:06.803645 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-6bbd3674-cdcc-48fc-a2f6-b2942131495d req-2e33d021-ce5f-44f6-ad42-a262324de1a6 tempest-VolumesActionsTest-302249309 tempest-VolumesActionsTest-302249309-project] 10.222.0.66 "GET /v2.0/networks?id=bb1f7e53-c4b2-4051-a4a6-124cbdcb8410 HTTP/1.1" status: 200 len: 809 time: 0.1319792 Nov 22 12:21:06.820464 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-6bbd3674-cdcc-48fc-a2f6-b2942131495d req-a6953f5d-b331-442e-a0ac-3d4c98cb91c8 tempest-VolumesActionsTest-302249309 tempest-VolumesActionsTest-302249309-project] 10.222.0.66 "GET /v2.0/quotas/ad46aac0327b4760bef46d579031abd2 HTTP/1.1" status: 200 len: 375 time: 0.0104017 Nov 22 12:21:06.865497 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-6bbd3674-cdcc-48fc-a2f6-b2942131495d req-24f28b04-5d1f-4a90-8817-a0848f593d68 tempest-VolumesActionsTest-302249309 tempest-VolumesActionsTest-302249309-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=ad46aac0327b4760bef46d579031abd2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0372844 Nov 22 12:21:06.866791 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f702ba5-1bbe-42f6-9a0d-35daf7f11dfb req-c1116b93-42d1-4ada-a21e-e473316824b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:21:06.868544 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [req-3f702ba5-1bbe-42f6-9a0d-35daf7f11dfb req-c1116b93-42d1-4ada-a21e-e473316824b4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5319fd2dee9b4b47b98f59bca1572ac8&device_id=d457eff7-4539-4ee1-8c94-c51cd4b5b2c1 HTTP/1.1" status: 200 len: 1096 time: 0.0497601 Nov 22 12:21:06.926227 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [req-3f702ba5-1bbe-42f6-9a0d-35daf7f11dfb req-9f9666af-9999-4f1b-bedb-f93cacb2e9e1 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e128f2b8-b093-4adf-809f-77c7db02499c HTTP/1.1" status: 200 len: 217 time: 0.0409105 Nov 22 12:21:06.969478 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-6bbd3674-cdcc-48fc-a2f6-b2942131495d req-416ed37b-0bd5-44ac-b44b-ae3095dc161c service neutron] 10.222.0.66 "GET /v2.0/networks/bb1f7e53-c4b2-4051-a4a6-124cbdcb8410?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956442 Nov 22 12:21:06.983267 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f702ba5-1bbe-42f6-9a0d-35daf7f11dfb req-70081c68-4593-4940-a286-6d73bfd2e089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:21:06.984827 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [req-3f702ba5-1bbe-42f6-9a0d-35daf7f11dfb req-70081c68-4593-4940-a286-6d73bfd2e089 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a297376f-8bec-4762-a395-e20c73d660c4 HTTP/1.1" status: 200 len: 854 time: 0.0461938 Nov 22 12:21:06.988540 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 12:21:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34c8d08e-f64e-4884-9281-d9ebddaa66a1 x-openstack-request-id: req-34c8d08e-f64e-4884-9281-d9ebddaa66a1 {{(pid=102750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 12:21:06.988832 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d457eff7-4539-4ee1-8c94-c51cd4b5b2c1", "tag": "e128f2b8-b093-4adf-809f-77c7db02499c", "status": "completed", "code": 200}]} {{(pid=102750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 12:21:06.989080 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-34c8d08e-f64e-4884-9281-d9ebddaa66a1 {{(pid=102750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 12:21:06.989471 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd457eff7-4539-4ee1-8c94-c51cd4b5b2c1', 'tag': 'e128f2b8-b093-4adf-809f-77c7db02499c', 'status': 'completed', 'code': 200} Nov 22 12:21:07.022471 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [req-3f702ba5-1bbe-42f6-9a0d-35daf7f11dfb req-7717f23b-7636-445f-896b-d6d7c5b3fe77 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1a398bbd-8494-4c78-9a7f-9328646aea45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246043 Nov 22 12:21:07.062634 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-6bbd3674-cdcc-48fc-a2f6-b2942131495d req-19062ac9-9d38-4cb3-b1e8-c35ee198659e service neutron] 10.222.0.66 "GET /v2.0/networks/bb1f7e53-c4b2-4051-a4a6-124cbdcb8410?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868726 Nov 22 12:21:07.130112 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [req-3f702ba5-1bbe-42f6-9a0d-35daf7f11dfb req-a3f0167d-8187-4103-a690-bc56ae161b91 service neutron] 10.222.0.46 "GET /v2.0/networks/1a398bbd-8494-4c78-9a7f-9328646aea45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928786 Nov 22 12:21:07.203005 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b229aec7-1a27-4052-b51e-b3cafcdbf5fe req-f61d8e95-825a-492a-a990-b7ba569ccdf3 tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:21:07.211369 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-b229aec7-1a27-4052-b51e-b3cafcdbf5fe req-f61d8e95-825a-492a-a990-b7ba569ccdf3 tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] 10.222.0.66 "GET /v2.0/ports?device_id=302ab8ef-5565-4f9b-9b91-b405d550a90d HTTP/1.1" status: 200 len: 945 time: 0.0639155 Nov 22 12:21:07.236402 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [req-3f702ba5-1bbe-42f6-9a0d-35daf7f11dfb req-603e7267-ab47-4641-94db-10f87fdf8ffa service neutron] 10.222.0.46 "GET /v2.0/networks/1a398bbd-8494-4c78-9a7f-9328646aea45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983267 Nov 22 12:21:07.277375 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-2277906c-af91-4b65-bf15-314c83b84563 req-09dfd77c-6e32-4c08-880c-a5b8651d834a tempest-VolumesActionsTest-302249309 tempest-VolumesActionsTest-302249309-project] 10.222.0.66 "GET /v2.0/ports?device_id=c30dcb83-017d-4428-9150-b68e8835ca64 HTTP/1.1" status: 200 len: 210 time: 0.0359275 Nov 22 12:21:07.288299 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-b229aec7-1a27-4052-b51e-b3cafcdbf5fe req-dc13c802-f062-4057-ac41-16d4d3ec318e tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] 10.222.0.66 "GET /v2.0/security-groups?id=d25355f0-2e41-493d-aac5-082c69fe23d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759618 Nov 22 12:21:07.305738 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.rpc [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Device 4064eb13-0c50-40e5-a2ea-9dd0aabf8848 details requested by agent hyperv_hv-cinder-76845 with host hv-cinder-76845 {{(pid=102751) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 12:21:07.364894 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd82467-2717-4d23-80e3-3d685f65fb4b req-07c85c25-a140-4b8b-b20f-b1b5bf40b775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:21:07.366844 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [req-8dd82467-2717-4d23-80e3-3d685f65fb4b req-07c85c25-a140-4b8b-b20f-b1b5bf40b775 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5319fd2dee9b4b47b98f59bca1572ac8&device_id=d457eff7-4539-4ee1-8c94-c51cd4b5b2c1 HTTP/1.1" status: 200 len: 1096 time: 0.0562844 Nov 22 12:21:07.427993 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.db [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] For port 4064eb13-0c50-40e5-a2ea-9dd0aabf8848, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=4064eb13-0c50-40e5-a2ea-9dd0aabf8848,segment=NetworkSegment(a67c8c22-3e6c-4fbf-81d0-0359352adf0b),segment_id=a67c8c22-3e6c-4fbf-81d0-0359352adf0b)] {{(pid=102751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 12:21:07.434434 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e664e87b-87dd-49a1-a60c-c8349646b051 req-22452503-f102-4f4e-9140-aba40bd56e5e tempest-VolumesNegativeTest-1241195036 tempest-VolumesNegativeTest-1241195036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:21:07.440182 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-e664e87b-87dd-49a1-a60c-c8349646b051 req-22452503-f102-4f4e-9140-aba40bd56e5e tempest-VolumesNegativeTest-1241195036 tempest-VolumesNegativeTest-1241195036-project] 10.222.0.66 "GET /v2.0/ports?device_id=185570a5-ac44-4263-bf37-09b34256de29 HTTP/1.1" status: 200 len: 948 time: 0.0813673 Nov 22 12:21:07.445879 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.rpc [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Returning: {'device': '4064eb13-0c50-40e5-a2ea-9dd0aabf8848', 'network_id': 'eb100660-2284-440b-a769-e21fdd46d731', 'port_id': '4064eb13-0c50-40e5-a2ea-9dd0aabf8848', 'mac_address': 'fa:16:3e:65:56:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 625, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee30ada6-3830-4e88-872b-816df73a43e9', 'ip_address': '192.168.233.219'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102751) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 12:21:07.491711 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-e664e87b-87dd-49a1-a60c-c8349646b051 req-57368491-2a8f-425e-b8fa-04a5243f0216 tempest-VolumesNegativeTest-1241195036 tempest-VolumesNegativeTest-1241195036-project] 10.222.0.66 "GET /v2.0/security-groups?id=54de2294-94ac-4c0f-bae0-3c2fac9cbd27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470886 Nov 22 12:21:07.493814 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd82467-2717-4d23-80e3-3d685f65fb4b req-808129bd-cc38-47c1-a927-a5a8a72580cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:21:07.497597 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [req-8dd82467-2717-4d23-80e3-3d685f65fb4b req-808129bd-cc38-47c1-a927-a5a8a72580cb service neutron] 10.222.0.46 "GET /v2.0/networks?id=1a398bbd-8494-4c78-9a7f-9328646aea45 HTTP/1.1" status: 200 len: 915 time: 0.1190224 Nov 22 12:21:07.507520 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3931732'] for port, before_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:21:07.523258 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.notifiers.nova [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4064eb13-0c50-40e5-a2ea-9dd0aabf8848 {{(pid=102751) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 12:21:07.547634 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.db [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] For port 4064eb13-0c50-40e5-a2ea-9dd0aabf8848, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=4064eb13-0c50-40e5-a2ea-9dd0aabf8848,segment=NetworkSegment(a67c8c22-3e6c-4fbf-81d0-0359352adf0b),segment_id=a67c8c22-3e6c-4fbf-81d0-0359352adf0b)] {{(pid=102751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 12:21:07.552094 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [req-8dd82467-2717-4d23-80e3-3d685f65fb4b req-1cdadadb-2200-49bf-adad-f7be068afde2 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e128f2b8-b093-4adf-809f-77c7db02499c HTTP/1.1" status: 200 len: 217 time: 0.0422311 Nov 22 12:21:07.552677 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793343495738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793342949286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793342949304'] for port, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:21:07.611987 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd82467-2717-4d23-80e3-3d685f65fb4b req-a0ebb04a-3945-4ea4-a697-7dc0ddbbfede service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:21:07.613769 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [req-8dd82467-2717-4d23-80e3-3d685f65fb4b req-a0ebb04a-3945-4ea4-a697-7dc0ddbbfede service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a297376f-8bec-4762-a395-e20c73d660c4 HTTP/1.1" status: 200 len: 854 time: 0.0524154 Nov 22 12:21:07.654971 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [req-8dd82467-2717-4d23-80e3-3d685f65fb4b req-40fe07e6-eda6-477e-ae67-486d42bf6472 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1a398bbd-8494-4c78-9a7f-9328646aea45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324588 Nov 22 12:21:07.724550 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab160a0-ad80-49d7-b26c-8fae6e3d72b9 req-983a80f5-718a-409d-8b2d-ac2491a8ebe1 tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:21:07.735670 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-4ab160a0-ad80-49d7-b26c-8fae6e3d72b9 req-983a80f5-718a-409d-8b2d-ac2491a8ebe1 tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] 10.222.0.66 "GET /v2.0/ports?device_id=d457eff7-4539-4ee1-8c94-c51cd4b5b2c1 HTTP/1.1" status: 200 len: 943 time: 0.0952549 Nov 22 12:21:07.756138 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Pushing event updated for resources: {'Port': ['ID=4064eb13-0c50-40e5-a2ea-9dd0aabf8848,revision_number=4']} {{(pid=102751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:21:07.788407 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [req-8dd82467-2717-4d23-80e3-3d685f65fb4b req-318129d2-77be-4a75-8cef-3889645c8f16 service neutron] 10.222.0.46 "GET /v2.0/networks/1a398bbd-8494-4c78-9a7f-9328646aea45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1163669 Nov 22 12:21:07.796045 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-4ab160a0-ad80-49d7-b26c-8fae6e3d72b9 req-7d6399ee-e30d-4520-8050-2f5d4433857b tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] 10.222.0.66 "GET /v2.0/security-groups?id=d183c51b-56bc-4b8b-8c88-c11ec3bb03cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594678 Nov 22 12:21:07.923065 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [req-8dd82467-2717-4d23-80e3-3d685f65fb4b req-11042731-cb7a-4fb5-8364-4665c475a324 service neutron] 10.222.0.46 "GET /v2.0/networks/1a398bbd-8494-4c78-9a7f-9328646aea45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1190367 Nov 22 12:21:08.025782 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.db [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] get_ports_and_sgs() called for port_ids ['4064eb13-0c50-40e5-a2ea-9dd0aabf8848'] {{(pid=102751) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 12:21:08.401610 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-c5248699-9689-4792-a6e2-44bb45808d72 req-729423ff-5cd5-4562-933c-5ddafcc1ecd5 tempest-VolumesActionsTest-302249309 tempest-VolumesActionsTest-302249309-project] 10.222.0.66 "GET /v2.0/ports?device_id=c30dcb83-017d-4428-9150-b68e8835ca64 HTTP/1.1" status: 200 len: 210 time: 0.0460627 Nov 22 12:21:08.438607 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b51fc7-cb79-4cc5-ad11-117e03a0fe17 req-d728134a-4234-4c38-9014-16975244b57c tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:21:08.440237 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-d4b51fc7-cb79-4cc5-ad11-117e03a0fe17 req-d728134a-4234-4c38-9014-16975244b57c tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] 10.222.0.66 "GET /v2.0/ports?device_id=302ab8ef-5565-4f9b-9b91-b405d550a90d HTTP/1.1" status: 200 len: 945 time: 0.0829213 Nov 22 12:21:08.492337 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-d4b51fc7-cb79-4cc5-ad11-117e03a0fe17 req-b898d8a6-ec81-443e-98d9-c3c9115b2bb9 tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] 10.222.0.66 "GET /v2.0/security-groups?id=d25355f0-2e41-493d-aac5-082c69fe23d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455892 Nov 22 12:21:08.626955 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26384d1e-82e3-4c39-99d2-909c70f9c7b7 req-9540b1ac-ec71-44c2-a4e6-7593c9423e79 tempest-VolumesNegativeTest-1241195036 tempest-VolumesNegativeTest-1241195036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:21:08.628386 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-26384d1e-82e3-4c39-99d2-909c70f9c7b7 req-9540b1ac-ec71-44c2-a4e6-7593c9423e79 tempest-VolumesNegativeTest-1241195036 tempest-VolumesNegativeTest-1241195036-project] 10.222.0.66 "GET /v2.0/ports?device_id=185570a5-ac44-4263-bf37-09b34256de29 HTTP/1.1" status: 200 len: 949 time: 0.0594161 Nov 22 12:21:08.630212 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbd3674-cdcc-48fc-a2f6-b2942131495d req-3e52bced-8fed-49d3-b46c-3a3976396d9a tempest-VolumesActionsTest-302249309 tempest-VolumesActionsTest-302249309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:21:08.631708 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [req-6bbd3674-cdcc-48fc-a2f6-b2942131495d req-3e52bced-8fed-49d3-b46c-3a3976396d9a tempest-VolumesActionsTest-302249309 tempest-VolumesActionsTest-302249309-project] 10.222.0.46 "GET /v2.0/networks?id=bb1f7e53-c4b2-4051-a4a6-124cbdcb8410 HTTP/1.1" status: 200 len: 809 time: 0.1285264 Nov 22 12:21:08.648877 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.v2.base [req-6bbd3674-cdcc-48fc-a2f6-b2942131495d req-2d2af02c-2856-439b-a27a-3052aa95b936 tempest-VolumesActionsTest-302249309 tempest-VolumesActionsTest-302249309-project] Request body: {'port': {'device_id': 'c30dcb83-017d-4428-9150-b68e8835ca64', 'network_id': 'bb1f7e53-c4b2-4051-a4a6-124cbdcb8410', 'admin_state_up': True, 'tenant_id': 'ad46aac0327b4760bef46d579031abd2'}} {{(pid=102750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 12:21:08.679675 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-26384d1e-82e3-4c39-99d2-909c70f9c7b7 req-7d2a6bc6-f34a-4752-ab0b-4d703d64d2b8 tempest-VolumesNegativeTest-1241195036 tempest-VolumesNegativeTest-1241195036-project] 10.222.0.66 "GET /v2.0/security-groups?id=54de2294-94ac-4c0f-bae0-3c2fac9cbd27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443549 Nov 22 12:21:08.934931 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9735955-a79d-4424-b917-b8e80178b162 req-44702ca6-56a6-4349-8597-2d66f93fbb29 tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:21:08.936604 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-a9735955-a79d-4424-b917-b8e80178b162 req-44702ca6-56a6-4349-8597-2d66f93fbb29 tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] 10.222.0.66 "GET /v2.0/ports?device_id=d457eff7-4539-4ee1-8c94-c51cd4b5b2c1 HTTP/1.1" status: 200 len: 943 time: 0.0538697 Nov 22 12:21:08.994651 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-a9735955-a79d-4424-b917-b8e80178b162 req-e72029a5-6b20-4a55-97d9-7817ef4037ee tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] 10.222.0.66 "GET /v2.0/security-groups?id=d183c51b-56bc-4b8b-8c88-c11ec3bb03cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505638 Nov 22 12:21:09.034350 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6bbd3674-cdcc-48fc-a2f6-b2942131495d req-2d2af02c-2856-439b-a27a-3052aa95b936 tempest-VolumesActionsTest-302249309 tempest-VolumesActionsTest-302249309-project] Made reservation on behalf of ad46aac0327b4760bef46d579031abd2 for: {'port': 1} {{(pid=102750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 12:21:09.040121 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [req-6bbd3674-cdcc-48fc-a2f6-b2942131495d req-2d2af02c-2856-439b-a27a-3052aa95b936 tempest-VolumesActionsTest-302249309 tempest-VolumesActionsTest-302249309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3931732'] for port, before_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:21:09.212203 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.db.db_base_plugin_common [req-6bbd3674-cdcc-48fc-a2f6-b2942131495d req-2d2af02c-2856-439b-a27a-3052aa95b936 tempest-VolumesActionsTest-302249309 tempest-VolumesActionsTest-302249309-project] Allocated IP 172.20.0.6 (bb1f7e53-c4b2-4051-a4a6-124cbdcb8410/3459b9db-3744-4cd2-afa9-f72ca5bf93e4/0bbd7299-c83f-4a3c-bdea-4930e3bb6de3) {{(pid=102750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 12:21:09.317591 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.rpc [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Device e128f2b8-b093-4adf-809f-77c7db02499c details requested by agent hyperv_hv-cinder-76845 with host hv-cinder-76845 {{(pid=102751) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 12:21:09.370799 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [req-6bbd3674-cdcc-48fc-a2f6-b2942131495d req-2d2af02c-2856-439b-a27a-3052aa95b936 tempest-VolumesActionsTest-302249309 tempest-VolumesActionsTest-302249309-project] Publish callbacks [] for port, precommit_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:21:09.408702 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [req-6bbd3674-cdcc-48fc-a2f6-b2942131495d req-2d2af02c-2856-439b-a27a-3052aa95b936 tempest-VolumesActionsTest-302249309 tempest-VolumesActionsTest-302249309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793342949268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128483729'] for port, after_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:21:09.419022 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.db [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] For port e128f2b8-b093-4adf-809f-77c7db02499c, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=e128f2b8-b093-4adf-809f-77c7db02499c,segment=NetworkSegment(5e5839cc-8792-46fd-9ed5-606893fc60d9),segment_id=5e5839cc-8792-46fd-9ed5-606893fc60d9)] {{(pid=102751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 12:21:09.436381 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.rpc [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Returning: {'device': 'e128f2b8-b093-4adf-809f-77c7db02499c', 'network_id': '1a398bbd-8494-4c78-9a7f-9328646aea45', 'port_id': 'e128f2b8-b093-4adf-809f-77c7db02499c', 'mac_address': 'fa:16:3e:dc:bb:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 606, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a297376f-8bec-4762-a395-e20c73d660c4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102751) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 12:21:09.464291 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6bbd3674-cdcc-48fc-a2f6-b2942131495d req-2d2af02c-2856-439b-a27a-3052aa95b936 tempest-VolumesActionsTest-302249309 tempest-VolumesActionsTest-302249309-project] Network bb1f7e53-c4b2-4051-a4a6-124cbdcb8410 is already hosted by enough agents. {{(pid=102750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 12:21:09.471614 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.scheduler.base_scheduler [req-6bbd3674-cdcc-48fc-a2f6-b2942131495d req-2d2af02c-2856-439b-a27a-3052aa95b936 tempest-VolumesActionsTest-302249309 tempest-VolumesActionsTest-302249309-project] Resources bound (agent type, host, resource id): {{(pid=102750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 12:21:09.474358 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bbd3674-cdcc-48fc-a2f6-b2942131495d req-2d2af02c-2856-439b-a27a-3052aa95b936 tempest-VolumesActionsTest-302249309 tempest-VolumesActionsTest-302249309-project] Received port after_create {{(pid=102750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 12:21:09.482690 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3931732'] for port, before_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:21:09.500321 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.notifiers.nova [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e128f2b8-b093-4adf-809f-77c7db02499c {{(pid=102751) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 12:21:09.509804 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2af02c-2856-439b-a27a-3052aa95b936 tempest-VolumesActionsTest-302249309 tempest-VolumesActionsTest-302249309-project] Pushing event updated for resources: {'Port': ['ID=0bbd7299-c83f-4a3c-bdea-4930e3bb6de3,revision_number=1']} {{(pid=102750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:21:09.521394 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2af02c-2856-439b-a27a-3052aa95b936 tempest-VolumesActionsTest-302249309 tempest-VolumesActionsTest-302249309-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:21:09.525919 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2af02c-2856-439b-a27a-3052aa95b936 tempest-VolumesActionsTest-302249309 tempest-VolumesActionsTest-302249309-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:21:09.526467 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2af02c-2856-439b-a27a-3052aa95b936 tempest-VolumesActionsTest-302249309 tempest-VolumesActionsTest-302249309-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:21:09.526819 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2af02c-2856-439b-a27a-3052aa95b936 tempest-VolumesActionsTest-302249309 tempest-VolumesActionsTest-302249309-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:21:09.527164 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2af02c-2856-439b-a27a-3052aa95b936 tempest-VolumesActionsTest-302249309 tempest-VolumesActionsTest-302249309-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:21:09.527544 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2af02c-2856-439b-a27a-3052aa95b936 tempest-VolumesActionsTest-302249309 tempest-VolumesActionsTest-302249309-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:21:09.527877 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2af02c-2856-439b-a27a-3052aa95b936 tempest-VolumesActionsTest-302249309 tempest-VolumesActionsTest-302249309-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:21:09.528209 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2af02c-2856-439b-a27a-3052aa95b936 tempest-VolumesActionsTest-302249309 tempest-VolumesActionsTest-302249309-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:21:09.529021 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2af02c-2856-439b-a27a-3052aa95b936 tempest-VolumesActionsTest-302249309 tempest-VolumesActionsTest-302249309-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:21:09.529021 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2af02c-2856-439b-a27a-3052aa95b936 tempest-VolumesActionsTest-302249309 tempest-VolumesActionsTest-302249309-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:21:09.529203 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2af02c-2856-439b-a27a-3052aa95b936 tempest-VolumesActionsTest-302249309 tempest-VolumesActionsTest-302249309-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:21:09.529492 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2af02c-2856-439b-a27a-3052aa95b936 tempest-VolumesActionsTest-302249309 tempest-VolumesActionsTest-302249309-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:21:09.530722 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.db [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] For port e128f2b8-b093-4adf-809f-77c7db02499c, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=e128f2b8-b093-4adf-809f-77c7db02499c,segment=NetworkSegment(5e5839cc-8792-46fd-9ed5-606893fc60d9),segment_id=5e5839cc-8792-46fd-9ed5-606893fc60d9)] {{(pid=102751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 12:21:09.537098 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793343495738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793342949286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793342949304'] for port, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:21:09.558816 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbd3674-cdcc-48fc-a2f6-b2942131495d req-2d2af02c-2856-439b-a27a-3052aa95b936 tempest-VolumesActionsTest-302249309 tempest-VolumesActionsTest-302249309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:21:09.559846 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [req-6bbd3674-cdcc-48fc-a2f6-b2942131495d req-2d2af02c-2856-439b-a27a-3052aa95b936 tempest-VolumesActionsTest-302249309 tempest-VolumesActionsTest-302249309-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758363'] for port, before_response {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:21:09.583147 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [req-6bbd3674-cdcc-48fc-a2f6-b2942131495d req-2d2af02c-2856-439b-a27a-3052aa95b936 tempest-VolumesActionsTest-302249309 tempest-VolumesActionsTest-302249309-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9385145 Nov 22 12:21:09.585992 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be889c0c-b1af-453b-8016-f7a29331d22b req-d1068fd5-e998-47e1-a430-b4e6f60049e9 tempest-VolumesActionsTest-302249309 tempest-VolumesActionsTest-302249309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:21:09.593687 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-be889c0c-b1af-453b-8016-f7a29331d22b req-d1068fd5-e998-47e1-a430-b4e6f60049e9 tempest-VolumesActionsTest-302249309 tempest-VolumesActionsTest-302249309-project] 10.222.0.66 "GET /v2.0/ports?device_id=c30dcb83-017d-4428-9150-b68e8835ca64 HTTP/1.1" status: 200 len: 931 time: 0.0841756 Nov 22 12:21:09.599834 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Pushing event updated for resources: {'Port': ['ID=e128f2b8-b093-4adf-809f-77c7db02499c,revision_number=4']} {{(pid=102751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:21:09.605586 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.v2.base [req-6bbd3674-cdcc-48fc-a2f6-b2942131495d req-6433ed87-f463-4fe3-93bd-cb64ca0e9776 service neutron] Request body: {'port': {'device_id': 'c30dcb83-017d-4428-9150-b68e8835ca64', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76845'}} {{(pid=102750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 12:21:09.667360 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [req-6bbd3674-cdcc-48fc-a2f6-b2942131495d req-6433ed87-f463-4fe3-93bd-cb64ca0e9776 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3931732'] for port, before_update {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:21:09.872074 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-be889c0c-b1af-453b-8016-f7a29331d22b req-96798bf3-4efd-4106-8b84-8462010c6fdf tempest-VolumesActionsTest-302249309 tempest-VolumesActionsTest-302249309-project] 10.222.0.66 "GET /v2.0/security-groups?id=c242d431-4f41-4066-9448-045745d8490a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2774789 Nov 22 12:21:09.880437 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c120aab-dc4c-47f9-a9d5-cae4e21266c4 req-3baadfc4-92c0-412e-9f58-e8eaf55fe72c tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:21:09.881997 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-8c120aab-dc4c-47f9-a9d5-cae4e21266c4 req-3baadfc4-92c0-412e-9f58-e8eaf55fe72c tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] 10.222.0.66 "GET /v2.0/ports?device_id=302ab8ef-5565-4f9b-9b91-b405d550a90d HTTP/1.1" status: 200 len: 945 time: 0.2839148 Nov 22 12:21:09.952521 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.notifiers.nova [req-6bbd3674-cdcc-48fc-a2f6-b2942131495d req-6433ed87-f463-4fe3-93bd-cb64ca0e9776 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0bbd7299-c83f-4a3c-bdea-4930e3bb6de3 {{(pid=102750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 12:21:09.958632 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.db [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] get_ports_and_sgs() called for port_ids ['e128f2b8-b093-4adf-809f-77c7db02499c'] {{(pid=102751) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 12:21:09.960637 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [req-6bbd3674-cdcc-48fc-a2f6-b2942131495d req-6433ed87-f463-4fe3-93bd-cb64ca0e9776 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:21:09.970306 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-8c120aab-dc4c-47f9-a9d5-cae4e21266c4 req-e43b61d6-efcc-4f54-9b59-97a7a6ef6cd0 tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] 10.222.0.66 "GET /v2.0/security-groups?id=d25355f0-2e41-493d-aac5-082c69fe23d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718834 Nov 22 12:21:09.976280 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.db.provisioning_blocks [req-6bbd3674-cdcc-48fc-a2f6-b2942131495d req-6433ed87-f463-4fe3-93bd-cb64ca0e9776 service neutron] Transition to ACTIVE for port object 0bbd7299-c83f-4a3c-bdea-4930e3bb6de3 will not be triggered until provisioned by entity L2. {{(pid=102750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 12:21:09.982297 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [req-6bbd3674-cdcc-48fc-a2f6-b2942131495d req-6433ed87-f463-4fe3-93bd-cb64ca0e9776 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793343495738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793342949286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793342949304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128483736'] for port, after_update {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:21:10.000763 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5aed0c0-f1d0-44d8-9e3f-e3fb5de968ae req-0bb8061e-e44f-4fe1-9e8a-05f3979ee7aa tempest-VolumesNegativeTest-1241195036 tempest-VolumesNegativeTest-1241195036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:21:10.002402 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-f5aed0c0-f1d0-44d8-9e3f-e3fb5de968ae req-0bb8061e-e44f-4fe1-9e8a-05f3979ee7aa tempest-VolumesNegativeTest-1241195036 tempest-VolumesNegativeTest-1241195036-project] 10.222.0.66 "GET /v2.0/ports?device_id=185570a5-ac44-4263-bf37-09b34256de29 HTTP/1.1" status: 200 len: 949 time: 0.0686941 Nov 22 12:21:10.073350 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-f5aed0c0-f1d0-44d8-9e3f-e3fb5de968ae req-20aae89b-7cf5-4a6b-b309-885972d9cfe9 tempest-VolumesNegativeTest-1241195036 tempest-VolumesNegativeTest-1241195036-project] 10.222.0.66 "GET /v2.0/security-groups?id=54de2294-94ac-4c0f-bae0-3c2fac9cbd27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645995 Nov 22 12:21:10.082470 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6433ed87-f463-4fe3-93bd-cb64ca0e9776 service neutron] Pushing event updated for resources: {'Port': ['ID=0bbd7299-c83f-4a3c-bdea-4930e3bb6de3,revision_number=2']} {{(pid=102750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:21:10.131982 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.plugins.ml2.managers [req-6bbd3674-cdcc-48fc-a2f6-b2942131495d req-6433ed87-f463-4fe3-93bd-cb64ca0e9776 service neutron] Attempting to bind port 0bbd7299-c83f-4a3c-bdea-4930e3bb6de3 on host hv-cinder-76845 for vnic_type normal with profile {{(pid=102750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 12:21:10.132709 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.plugins.ml2.managers [req-6bbd3674-cdcc-48fc-a2f6-b2942131495d req-6433ed87-f463-4fe3-93bd-cb64ca0e9776 service neutron] Attempting to bind port 0bbd7299-c83f-4a3c-bdea-4930e3bb6de3 by drivers openvswitch,hyperv on host hv-cinder-76845 at level 0 using segments [{'id': '2ccf84f5-0d63-48e5-a5d6-e3f67d7e2b6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'bb1f7e53-c4b2-4051-a4a6-124cbdcb8410'}] {{(pid=102750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 12:21:10.133116 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bbd3674-cdcc-48fc-a2f6-b2942131495d req-6433ed87-f463-4fe3-93bd-cb64ca0e9776 service neutron] Attempting to bind port 0bbd7299-c83f-4a3c-bdea-4930e3bb6de3 on network bb1f7e53-c4b2-4051-a4a6-124cbdcb8410 {{(pid=102750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 12:21:10.139692 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bbd3674-cdcc-48fc-a2f6-b2942131495d req-6433ed87-f463-4fe3-93bd-cb64ca0e9776 service neutron] Port 0bbd7299-c83f-4a3c-bdea-4930e3bb6de3 on network bb1f7e53-c4b2-4051-a4a6-124cbdcb8410 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76845 {{(pid=102750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 12:21:10.139692 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bbd3674-cdcc-48fc-a2f6-b2942131495d req-6433ed87-f463-4fe3-93bd-cb64ca0e9776 service neutron] Attempting to bind port 0bbd7299-c83f-4a3c-bdea-4930e3bb6de3 on network bb1f7e53-c4b2-4051-a4a6-124cbdcb8410 {{(pid=102750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 12:21:10.150715 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bbd3674-cdcc-48fc-a2f6-b2942131495d req-6433ed87-f463-4fe3-93bd-cb64ca0e9776 service neutron] Checking agent: {'id': 'fca0b015-0cd5-4a44-bbfe-abb10adcdf42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76845', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 12, 17, 17), 'started_at': datetime.datetime(2021, 11, 22, 12, 17, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 12, 20, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 12:21:10.151103 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bbd3674-cdcc-48fc-a2f6-b2942131495d req-6433ed87-f463-4fe3-93bd-cb64ca0e9776 service neutron] Checking segment: {'id': '2ccf84f5-0d63-48e5-a5d6-e3f67d7e2b6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'bb1f7e53-c4b2-4051-a4a6-124cbdcb8410'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 12:21:10.155705 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdceacb-8ff0-4835-996a-0790d8110b00 req-19fedf3b-d7be-44a1-8790-119d966b9f96 tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:21:10.157364 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-6bdceacb-8ff0-4835-996a-0790d8110b00 req-19fedf3b-d7be-44a1-8790-119d966b9f96 tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] 10.222.0.66 "GET /v2.0/ports?device_id=d457eff7-4539-4ee1-8c94-c51cd4b5b2c1 HTTP/1.1" status: 200 len: 944 time: 0.0634131 Nov 22 12:21:10.158075 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bbd3674-cdcc-48fc-a2f6-b2942131495d req-6433ed87-f463-4fe3-93bd-cb64ca0e9776 service neutron] Bound using segment: {'id': '2ccf84f5-0d63-48e5-a5d6-e3f67d7e2b6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'bb1f7e53-c4b2-4051-a4a6-124cbdcb8410'} {{(pid=102750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 12:21:10.158540 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.plugins.ml2.managers [req-6bbd3674-cdcc-48fc-a2f6-b2942131495d req-6433ed87-f463-4fe3-93bd-cb64ca0e9776 service neutron] Bound port: 0bbd7299-c83f-4a3c-bdea-4930e3bb6de3, host: hv-cinder-76845, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ccf84f5-0d63-48e5-a5d6-e3f67d7e2b6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'bb1f7e53-c4b2-4051-a4a6-124cbdcb8410'}}] {{(pid=102750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 12:21:10.158826 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [req-6bbd3674-cdcc-48fc-a2f6-b2942131495d req-6433ed87-f463-4fe3-93bd-cb64ca0e9776 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3931732'] for port, before_update {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:21:10.224553 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-6bdceacb-8ff0-4835-996a-0790d8110b00 req-76f1632f-4f22-4f4f-8d4d-ed8a8d57c1f7 tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] 10.222.0.66 "GET /v2.0/security-groups?id=d183c51b-56bc-4b8b-8c88-c11ec3bb03cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568044 Nov 22 12:21:10.254871 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.plugins.ml2.db [req-6bbd3674-cdcc-48fc-a2f6-b2942131495d req-6433ed87-f463-4fe3-93bd-cb64ca0e9776 service neutron] For port 0bbd7299-c83f-4a3c-bdea-4930e3bb6de3, host hv-cinder-76845, cleared binding levels {{(pid=102750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 12:21:10.265204 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.plugins.ml2.db [req-6bbd3674-cdcc-48fc-a2f6-b2942131495d req-6433ed87-f463-4fe3-93bd-cb64ca0e9776 service neutron] For port 0bbd7299-c83f-4a3c-bdea-4930e3bb6de3, host hv-cinder-76845, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=0bbd7299-c83f-4a3c-bdea-4930e3bb6de3,segment=NetworkSegment(2ccf84f5-0d63-48e5-a5d6-e3f67d7e2b6c),segment_id=2ccf84f5-0d63-48e5-a5d6-e3f67d7e2b6c)] {{(pid=102750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 12:21:10.271574 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [req-6bbd3674-cdcc-48fc-a2f6-b2942131495d req-6433ed87-f463-4fe3-93bd-cb64ca0e9776 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793343495738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793342949286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793342949304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128483736'] for port, after_update {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:21:10.318880 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbd3674-cdcc-48fc-a2f6-b2942131495d req-6433ed87-f463-4fe3-93bd-cb64ca0e9776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:21:10.319713 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [req-6bbd3674-cdcc-48fc-a2f6-b2942131495d req-6433ed87-f463-4fe3-93bd-cb64ca0e9776 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758363'] for port, before_response {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:21:10.321100 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [req-6bbd3674-cdcc-48fc-a2f6-b2942131495d req-6433ed87-f463-4fe3-93bd-cb64ca0e9776 service neutron] 10.222.0.46 "PUT /v2.0/ports/0bbd7299-c83f-4a3c-bdea-4930e3bb6de3 HTTP/1.1" status: 200 len: 1093 time: 0.7218986 Nov 22 12:21:10.321585 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c30dcb83-017d-4428-9150-b68e8835ca64', 'tag': '0bbd7299-c83f-4a3c-bdea-4930e3bb6de3'}] {{(pid=102750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 12:21:10.323914 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2a0bed14b240d0d35e029181fb516e01dd4ce85d5fb41ae8ef5632c0b13bd43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41ecc2d6-e04b-4259-a806-36ddc750b708" -d '{"events": [{"name": "network-changed", "server_uuid": "c30dcb83-017d-4428-9150-b68e8835ca64", "tag": "0bbd7299-c83f-4a3c-bdea-4930e3bb6de3"}]}' {{(pid=102750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 12:21:10.347137 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6433ed87-f463-4fe3-93bd-cb64ca0e9776 service neutron] Pushing event updated for resources: {'Port': ['ID=0bbd7299-c83f-4a3c-bdea-4930e3bb6de3,revision_number=3']} {{(pid=102750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:21:10.378972 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 12:21:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c75118d-06b5-4610-b33a-0f91dfeba7da x-openstack-request-id: req-5c75118d-06b5-4610-b33a-0f91dfeba7da {{(pid=102750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 12:21:10.379308 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c30dcb83-017d-4428-9150-b68e8835ca64", "tag": "0bbd7299-c83f-4a3c-bdea-4930e3bb6de3", "status": "completed", "code": 200}]} {{(pid=102750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 12:21:10.379571 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-5c75118d-06b5-4610-b33a-0f91dfeba7da {{(pid=102750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 12:21:10.379980 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c30dcb83-017d-4428-9150-b68e8835ca64', 'tag': '0bbd7299-c83f-4a3c-bdea-4930e3bb6de3', 'status': 'completed', 'code': 200} Nov 22 12:21:10.443601 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbd3674-cdcc-48fc-a2f6-b2942131495d req-7b6429cb-61ab-4b4e-a769-69036ee27a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:21:10.445362 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [req-6bbd3674-cdcc-48fc-a2f6-b2942131495d req-7b6429cb-61ab-4b4e-a769-69036ee27a1a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ad46aac0327b4760bef46d579031abd2&device_id=c30dcb83-017d-4428-9150-b68e8835ca64 HTTP/1.1" status: 200 len: 1096 time: 0.0417933 Nov 22 12:21:10.495174 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [req-6bbd3674-cdcc-48fc-a2f6-b2942131495d req-9697aa46-78c5-44ee-bcc3-c371726ad772 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0bbd7299-c83f-4a3c-bdea-4930e3bb6de3 HTTP/1.1" status: 200 len: 217 time: 0.0377903 Nov 22 12:21:10.553389 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbd3674-cdcc-48fc-a2f6-b2942131495d req-c9bd7830-4904-4def-8fac-8b0ebe5e73cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:21:10.554879 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [req-6bbd3674-cdcc-48fc-a2f6-b2942131495d req-c9bd7830-4904-4def-8fac-8b0ebe5e73cb service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3459b9db-3744-4cd2-afa9-f72ca5bf93e4 HTTP/1.1" status: 200 len: 849 time: 0.0503013 Nov 22 12:21:10.604798 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [req-6bbd3674-cdcc-48fc-a2f6-b2942131495d req-9e9c01c8-4901-4fa8-8bd0-833efece4ef6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=bb1f7e53-c4b2-4051-a4a6-124cbdcb8410&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319221 Nov 22 12:21:10.714736 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [req-6bbd3674-cdcc-48fc-a2f6-b2942131495d req-f45c6dfd-0a01-41df-b3ac-e985eb221252 service neutron] 10.222.0.46 "GET /v2.0/networks/bb1f7e53-c4b2-4051-a4a6-124cbdcb8410?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959520 Nov 22 12:21:10.818343 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [req-6bbd3674-cdcc-48fc-a2f6-b2942131495d req-e9d03f97-1351-4d07-a19c-0b7b885a75aa service neutron] 10.222.0.46 "GET /v2.0/networks/bb1f7e53-c4b2-4051-a4a6-124cbdcb8410?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934553 Nov 22 12:21:10.931529 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ecc2d6-e04b-4259-a806-36ddc750b708 req-84cebe1d-3b2c-419a-8b24-e5b112f5f3ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:21:10.933073 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [req-41ecc2d6-e04b-4259-a806-36ddc750b708 req-84cebe1d-3b2c-419a-8b24-e5b112f5f3ab service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ad46aac0327b4760bef46d579031abd2&device_id=c30dcb83-017d-4428-9150-b68e8835ca64 HTTP/1.1" status: 200 len: 1096 time: 0.0453753 Nov 22 12:21:11.005015 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296aac98-fb54-4f2b-bb64-0c73c8521a7a req-e496068e-8a79-4886-98a7-24e7d193b5e9 tempest-VolumesActionsTest-302249309 tempest-VolumesActionsTest-302249309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:21:11.006543 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-296aac98-fb54-4f2b-bb64-0c73c8521a7a req-e496068e-8a79-4886-98a7-24e7d193b5e9 tempest-VolumesActionsTest-302249309 tempest-VolumesActionsTest-302249309-project] 10.222.0.66 "GET /v2.0/ports?device_id=c30dcb83-017d-4428-9150-b68e8835ca64 HTTP/1.1" status: 200 len: 943 time: 0.0592983 Nov 22 12:21:11.050976 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ecc2d6-e04b-4259-a806-36ddc750b708 req-cce8e45d-d2c8-460e-807f-c5e53c2654ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:21:11.052596 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [req-41ecc2d6-e04b-4259-a806-36ddc750b708 req-cce8e45d-d2c8-460e-807f-c5e53c2654ec service neutron] 10.222.0.46 "GET /v2.0/networks?id=bb1f7e53-c4b2-4051-a4a6-124cbdcb8410 HTTP/1.1" status: 200 len: 910 time: 0.1099463 Nov 22 12:21:11.060839 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-296aac98-fb54-4f2b-bb64-0c73c8521a7a req-4b1984b9-4c17-4d11-84f1-6bf967c39a26 tempest-VolumesActionsTest-302249309 tempest-VolumesActionsTest-302249309-project] 10.222.0.66 "GET /v2.0/security-groups?id=c242d431-4f41-4066-9448-045745d8490a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471628 Nov 22 12:21:11.101598 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [req-41ecc2d6-e04b-4259-a806-36ddc750b708 req-126ed43d-9db5-4c3e-a9fa-cb5308296206 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0bbd7299-c83f-4a3c-bdea-4930e3bb6de3 HTTP/1.1" status: 200 len: 217 time: 0.0400913 Nov 22 12:21:11.119922 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a685acee-dba4-4163-9f3b-45a2c37d9859 req-8659c358-6d6a-4f10-9082-cfdc39f66b1d tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:21:11.121695 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-a685acee-dba4-4163-9f3b-45a2c37d9859 req-8659c358-6d6a-4f10-9082-cfdc39f66b1d tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] 10.222.0.66 "GET /v2.0/ports?device_id=302ab8ef-5565-4f9b-9b91-b405d550a90d HTTP/1.1" status: 200 len: 945 time: 0.0599279 Nov 22 12:21:11.169628 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ecc2d6-e04b-4259-a806-36ddc750b708 req-c5e0322b-11af-4d12-a9b1-bc1496505f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:21:11.171296 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [req-41ecc2d6-e04b-4259-a806-36ddc750b708 req-c5e0322b-11af-4d12-a9b1-bc1496505f81 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3459b9db-3744-4cd2-afa9-f72ca5bf93e4 HTTP/1.1" status: 200 len: 849 time: 0.0579548 Nov 22 12:21:11.195113 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-a685acee-dba4-4163-9f3b-45a2c37d9859 req-12e59f09-b627-45f8-8634-87e5217b490c tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] 10.222.0.66 "GET /v2.0/security-groups?id=d25355f0-2e41-493d-aac5-082c69fe23d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586350 Nov 22 12:21:11.209032 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [req-41ecc2d6-e04b-4259-a806-36ddc750b708 req-7b72f0a6-d194-41f0-9e48-1725cf5d1897 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=bb1f7e53-c4b2-4051-a4a6-124cbdcb8410&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288839 Nov 22 12:21:11.231981 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1a5047-8047-41a3-9641-1669d104e298 req-e8eb036b-bb96-4779-a71f-c1340b6cd913 tempest-VolumesNegativeTest-1241195036 tempest-VolumesNegativeTest-1241195036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:21:11.233480 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-2a1a5047-8047-41a3-9641-1669d104e298 req-e8eb036b-bb96-4779-a71f-c1340b6cd913 tempest-VolumesNegativeTest-1241195036 tempest-VolumesNegativeTest-1241195036-project] 10.222.0.66 "GET /v2.0/ports?device_id=185570a5-ac44-4263-bf37-09b34256de29 HTTP/1.1" status: 200 len: 949 time: 0.0564129 Nov 22 12:21:11.299427 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-2a1a5047-8047-41a3-9641-1669d104e298 req-c5ef116d-0ebb-4151-af15-8fd017ab824a tempest-VolumesNegativeTest-1241195036 tempest-VolumesNegativeTest-1241195036-project] 10.222.0.66 "GET /v2.0/security-groups?id=54de2294-94ac-4c0f-bae0-3c2fac9cbd27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585904 Nov 22 12:21:11.318605 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.rpc [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Device 4064eb13-0c50-40e5-a2ea-9dd0aabf8848 up at agent hyperv_hv-cinder-76845 {{(pid=102751) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 12:21:11.352919 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [req-41ecc2d6-e04b-4259-a806-36ddc750b708 req-6562675b-73a7-4fdc-963f-0bffba923608 service neutron] 10.222.0.46 "GET /v2.0/networks/bb1f7e53-c4b2-4051-a4a6-124cbdcb8410?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347322 Nov 22 12:21:11.389129 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.provisioning_blocks [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Provisioning for port 4064eb13-0c50-40e5-a2ea-9dd0aabf8848 completed by entity L2. {{(pid=102751) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 12:21:11.392764 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68710d4-456e-4ebd-bc17-b97d21a3ad17 req-f4407195-2d86-4678-8a66-b84b6acdd688 tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:21:11.395102 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.provisioning_blocks [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Provisioning complete for port 4064eb13-0c50-40e5-a2ea-9dd0aabf8848 triggered by entity L2. {{(pid=102751) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 12:21:11.395546 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3821908'] for port, provisioning_complete {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:21:11.402362 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-e68710d4-456e-4ebd-bc17-b97d21a3ad17 req-f4407195-2d86-4678-8a66-b84b6acdd688 tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] 10.222.0.66 "GET /v2.0/ports?device_id=d457eff7-4539-4ee1-8c94-c51cd4b5b2c1 HTTP/1.1" status: 200 len: 944 time: 0.0906188 Nov 22 12:21:11.469388 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-e68710d4-456e-4ebd-bc17-b97d21a3ad17 req-fde5c5de-87fa-42db-ac7d-31433a8448ea tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] 10.222.0.66 "GET /v2.0/security-groups?id=d183c51b-56bc-4b8b-8c88-c11ec3bb03cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658627 Nov 22 12:21:11.496996 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3931732'] for port, before_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:21:11.511289 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [req-41ecc2d6-e04b-4259-a806-36ddc750b708 req-1c982f7d-62f2-4edb-a531-e4efb8791760 service neutron] 10.222.0.46 "GET /v2.0/networks/bb1f7e53-c4b2-4051-a4a6-124cbdcb8410?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1407864 Nov 22 12:21:11.525436 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93fe4f0-dd31-438a-8b77-d1e419516431 req-23310532-6a79-4637-ba1a-f88f9192bda3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:21:11.526899 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [req-b93fe4f0-dd31-438a-8b77-d1e419516431 req-23310532-6a79-4637-ba1a-f88f9192bda3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f3d392a7d77f46fcb4faa017786796fa&device_id=302ab8ef-5565-4f9b-9b91-b405d550a90d HTTP/1.1" status: 200 len: 1098 time: 0.0742986 Nov 22 12:21:11.541105 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '185570a5-ac44-4263-bf37-09b34256de29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4064eb13-0c50-40e5-a2ea-9dd0aabf8848'}] {{(pid=102751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 12:21:11.543527 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50f57f68d0dae852c32e4f8721e97c07bf2df52fd56e1603e3e4743a1bb51d8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-136c7658-3c48-41ed-8a6c-0465f5805cdb" -d '{"events": [{"server_uuid": "185570a5-ac44-4263-bf37-09b34256de29", "name": "network-vif-plugged", "status": "completed", "tag": "4064eb13-0c50-40e5-a2ea-9dd0aabf8848"}]}' {{(pid=102751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 12:21:11.569455 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.db [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] For port 4064eb13-0c50-40e5-a2ea-9dd0aabf8848, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=4064eb13-0c50-40e5-a2ea-9dd0aabf8848,segment=NetworkSegment(a67c8c22-3e6c-4fbf-81d0-0359352adf0b),segment_id=a67c8c22-3e6c-4fbf-81d0-0359352adf0b)] {{(pid=102751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 12:21:11.575606 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793343495738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793342949286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793342949304'] for port, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:21:11.598693 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 12:21:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e748989f-d049-4020-838f-e3e3e1e36015 x-openstack-request-id: req-e748989f-d049-4020-838f-e3e3e1e36015 {{(pid=102751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 12:21:11.599009 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "185570a5-ac44-4263-bf37-09b34256de29", "name": "network-vif-plugged", "status": "completed", "tag": "4064eb13-0c50-40e5-a2ea-9dd0aabf8848", "code": 200}]} {{(pid=102751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 12:21:11.599283 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-e748989f-d049-4020-838f-e3e3e1e36015 {{(pid=102751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 12:21:11.599669 dv-cinder-768458-13-iscsi neutron-server[102751]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '185570a5-ac44-4263-bf37-09b34256de29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4064eb13-0c50-40e5-a2ea-9dd0aabf8848', 'code': 200} Nov 22 12:21:11.627698 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Pushing event updated for resources: {'Port': ['ID=4064eb13-0c50-40e5-a2ea-9dd0aabf8848,revision_number=5']} {{(pid=102751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:21:11.657747 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93fe4f0-dd31-438a-8b77-d1e419516431 req-3568345b-3177-4717-8ad6-1b12512e0620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:21:11.659259 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [req-b93fe4f0-dd31-438a-8b77-d1e419516431 req-3568345b-3177-4717-8ad6-1b12512e0620 service neutron] 10.222.0.46 "GET /v2.0/networks?id=08903c03-f7d7-43c9-ab4d-565ac4637d53 HTTP/1.1" status: 200 len: 919 time: 0.0953608 Nov 22 12:21:11.736517 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [req-b93fe4f0-dd31-438a-8b77-d1e419516431 req-37612971-5699-479d-a7ec-31853b06623b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1fa9e48d-814b-49fa-b645-de1efce73a7d HTTP/1.1" status: 200 len: 217 time: 0.0409770 Nov 22 12:21:11.841280 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93fe4f0-dd31-438a-8b77-d1e419516431 req-02371928-eb37-4634-901c-bda8f0fb888c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:21:11.842650 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [req-b93fe4f0-dd31-438a-8b77-d1e419516431 req-02371928-eb37-4634-901c-bda8f0fb888c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=292b6822-c634-4819-b6c6-c4a4132c73d4 HTTP/1.1" status: 200 len: 858 time: 0.0698268 Nov 22 12:21:11.848870 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c618b43-3686-4b97-af27-0337f0242e7c req-f5490d6a-f86c-400f-8bc8-e363ea9394ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:21:11.850237 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [req-0c618b43-3686-4b97-af27-0337f0242e7c req-f5490d6a-f86c-400f-8bc8-e363ea9394ba service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=185570a5-ac44-4263-bf37-09b34256de29 HTTP/1.1" status: 200 len: 1103 time: 0.0695362 Nov 22 12:21:11.905204 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [req-b93fe4f0-dd31-438a-8b77-d1e419516431 req-05c0719a-007e-47f1-a607-40326ce1b5cd service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=08903c03-f7d7-43c9-ab4d-565ac4637d53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375676 Nov 22 12:21:11.968533 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [req-0c618b43-3686-4b97-af27-0337f0242e7c req-ecfa78c0-d6fe-4c9b-a438-3a645cd0de78 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=54de2294-94ac-4c0f-bae0-3c2fac9cbd27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997584 Nov 22 12:21:12.017068 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [req-b93fe4f0-dd31-438a-8b77-d1e419516431 req-b4295bbd-f7c7-4a6b-a7b4-21e61fd77324 service neutron] 10.222.0.46 "GET /v2.0/networks/08903c03-f7d7-43c9-ab4d-565ac4637d53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999715 Nov 22 12:21:12.200516 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b14baf-ea26-426f-ad63-2a6858da8af8 req-3dbc907e-8cb6-4250-83d9-16f82353861c tempest-VolumesActionsTest-302249309 tempest-VolumesActionsTest-302249309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:21:12.202071 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-29b14baf-ea26-426f-ad63-2a6858da8af8 req-3dbc907e-8cb6-4250-83d9-16f82353861c tempest-VolumesActionsTest-302249309 tempest-VolumesActionsTest-302249309-project] 10.222.0.66 "GET /v2.0/ports?device_id=c30dcb83-017d-4428-9150-b68e8835ca64 HTTP/1.1" status: 200 len: 943 time: 0.0658910 Nov 22 12:21:12.252443 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-29b14baf-ea26-426f-ad63-2a6858da8af8 req-3d4add12-9d2f-473c-b545-201766754f03 tempest-VolumesActionsTest-302249309 tempest-VolumesActionsTest-302249309-project] 10.222.0.66 "GET /v2.0/security-groups?id=c242d431-4f41-4066-9448-045745d8490a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436058 Nov 22 12:21:12.321584 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [req-b93fe4f0-dd31-438a-8b77-d1e419516431 req-e90d0c86-eb7a-42e3-8f2c-f75473813939 service neutron] 10.222.0.46 "GET /v2.0/networks/08903c03-f7d7-43c9-ab4d-565ac4637d53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917380 Nov 22 12:21:12.324349 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3d9531-b493-4bf7-aa6a-ec775fa0c656 req-c628101c-b3c0-4a63-aa28-a3e942bf38a9 tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:21:12.325922 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-fb3d9531-b493-4bf7-aa6a-ec775fa0c656 req-c628101c-b3c0-4a63-aa28-a3e942bf38a9 tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] 10.222.0.66 "GET /v2.0/ports?device_id=302ab8ef-5565-4f9b-9b91-b405d550a90d HTTP/1.1" status: 200 len: 945 time: 0.0494320 Nov 22 12:21:12.406681 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-fb3d9531-b493-4bf7-aa6a-ec775fa0c656 req-ed5c63f1-f7c4-483e-a60f-9393a4d0f955 tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] 10.222.0.66 "GET /v2.0/security-groups?id=d25355f0-2e41-493d-aac5-082c69fe23d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731184 Nov 22 12:21:12.431320 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4deefbe7-644d-49a1-ab6e-561dcdcc80ca req-7957e525-6ba9-49df-9212-0901234f51a3 tempest-VolumesNegativeTest-1241195036 tempest-VolumesNegativeTest-1241195036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:21:12.432797 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-4deefbe7-644d-49a1-ab6e-561dcdcc80ca req-7957e525-6ba9-49df-9212-0901234f51a3 tempest-VolumesNegativeTest-1241195036 tempest-VolumesNegativeTest-1241195036-project] 10.222.0.66 "GET /v2.0/ports?device_id=185570a5-ac44-4263-bf37-09b34256de29 HTTP/1.1" status: 200 len: 950 time: 0.0559473 Nov 22 12:21:12.479783 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-4deefbe7-644d-49a1-ab6e-561dcdcc80ca req-64de642a-6b2b-418f-a5aa-f333955b5af5 tempest-VolumesNegativeTest-1241195036 tempest-VolumesNegativeTest-1241195036-project] 10.222.0.66 "GET /v2.0/security-groups?id=54de2294-94ac-4c0f-bae0-3c2fac9cbd27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408854 Nov 22 12:21:12.599761 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd2b540-a896-4df0-8719-be41eb1fcfef req-90e65c70-0876-4dc6-aea2-20642ae474c8 tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:21:12.601236 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-bcd2b540-a896-4df0-8719-be41eb1fcfef req-90e65c70-0876-4dc6-aea2-20642ae474c8 tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] 10.222.0.66 "GET /v2.0/ports?device_id=d457eff7-4539-4ee1-8c94-c51cd4b5b2c1 HTTP/1.1" status: 200 len: 944 time: 0.0552714 Nov 22 12:21:12.662402 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-bcd2b540-a896-4df0-8719-be41eb1fcfef req-b76cc781-cf8d-4dc5-9f0e-e81f9b284533 tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] 10.222.0.66 "GET /v2.0/security-groups?id=d183c51b-56bc-4b8b-8c88-c11ec3bb03cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519133 Nov 22 12:21:13.333816 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.rpc [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Device e128f2b8-b093-4adf-809f-77c7db02499c up at agent hyperv_hv-cinder-76845 {{(pid=102751) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 12:21:13.380898 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f813c513-69ca-479f-9e4c-0ccf99992dac req-97014f02-cbda-4ea4-a751-252056ab6457 tempest-VolumesActionsTest-302249309 tempest-VolumesActionsTest-302249309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:21:13.382463 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-f813c513-69ca-479f-9e4c-0ccf99992dac req-97014f02-cbda-4ea4-a751-252056ab6457 tempest-VolumesActionsTest-302249309 tempest-VolumesActionsTest-302249309-project] 10.222.0.66 "GET /v2.0/ports?device_id=c30dcb83-017d-4428-9150-b68e8835ca64 HTTP/1.1" status: 200 len: 943 time: 0.0583878 Nov 22 12:21:13.389808 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.provisioning_blocks [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Provisioning for port e128f2b8-b093-4adf-809f-77c7db02499c completed by entity L2. {{(pid=102751) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 12:21:13.394942 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.provisioning_blocks [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Provisioning complete for port e128f2b8-b093-4adf-809f-77c7db02499c triggered by entity L2. {{(pid=102751) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 12:21:13.395274 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3821908'] for port, provisioning_complete {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:21:13.437550 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-f813c513-69ca-479f-9e4c-0ccf99992dac req-8d468b57-ea57-48d3-9f49-1b93f0111c13 tempest-VolumesActionsTest-302249309 tempest-VolumesActionsTest-302249309-project] 10.222.0.66 "GET /v2.0/security-groups?id=c242d431-4f41-4066-9448-045745d8490a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483851 Nov 22 12:21:13.489611 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3931732'] for port, before_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:21:13.528026 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.db [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] For port e128f2b8-b093-4adf-809f-77c7db02499c, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=e128f2b8-b093-4adf-809f-77c7db02499c,segment=NetworkSegment(5e5839cc-8792-46fd-9ed5-606893fc60d9),segment_id=5e5839cc-8792-46fd-9ed5-606893fc60d9)] {{(pid=102751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 12:21:13.533138 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793343495738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793342949286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793342949304'] for port, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:21:13.542302 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbbc2f6-839f-408c-8bfe-00d2880dbf82 req-6acf0c7b-68f4-4e00-9877-3066dbe27607 tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:21:13.545179 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-ebbbc2f6-839f-408c-8bfe-00d2880dbf82 req-6acf0c7b-68f4-4e00-9877-3066dbe27607 tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] 10.222.0.66 "GET /v2.0/ports?device_id=302ab8ef-5565-4f9b-9b91-b405d550a90d HTTP/1.1" status: 200 len: 945 time: 0.0562344 Nov 22 12:21:13.595615 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Pushing event updated for resources: {'Port': ['ID=e128f2b8-b093-4adf-809f-77c7db02499c,revision_number=5']} {{(pid=102751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:21:13.600781 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd457eff7-4539-4ee1-8c94-c51cd4b5b2c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e128f2b8-b093-4adf-809f-77c7db02499c'}] {{(pid=102751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 12:21:13.603095 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50f57f68d0dae852c32e4f8721e97c07bf2df52fd56e1603e3e4743a1bb51d8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d7ed7bb-dbd9-47e0-8839-ecc1ad4f9c67" -d '{"events": [{"server_uuid": "d457eff7-4539-4ee1-8c94-c51cd4b5b2c1", "name": "network-vif-plugged", "status": "completed", "tag": "e128f2b8-b093-4adf-809f-77c7db02499c"}]}' {{(pid=102751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 12:21:13.637395 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-ebbbc2f6-839f-408c-8bfe-00d2880dbf82 req-eca7e45e-67ab-4bd1-b265-eac6165055d4 tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] 10.222.0.66 "GET /v2.0/security-groups?id=d25355f0-2e41-493d-aac5-082c69fe23d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778632 Nov 22 12:21:13.648857 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423f7e67-211e-4bc9-8e82-f5ac44ca8ae5 req-fe2c00a0-9091-4ebe-8dee-dbdfb8c8894a tempest-VolumesNegativeTest-1241195036 tempest-VolumesNegativeTest-1241195036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:21:13.650655 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-423f7e67-211e-4bc9-8e82-f5ac44ca8ae5 req-fe2c00a0-9091-4ebe-8dee-dbdfb8c8894a tempest-VolumesNegativeTest-1241195036 tempest-VolumesNegativeTest-1241195036-project] 10.222.0.66 "GET /v2.0/ports?device_id=185570a5-ac44-4263-bf37-09b34256de29 HTTP/1.1" status: 200 len: 950 time: 0.0929892 Nov 22 12:21:13.687916 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 12:21:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf5665fd-63f4-4cff-9f24-0776dd62ae95 x-openstack-request-id: req-cf5665fd-63f4-4cff-9f24-0776dd62ae95 {{(pid=102751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 12:21:13.688237 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d457eff7-4539-4ee1-8c94-c51cd4b5b2c1", "name": "network-vif-plugged", "status": "completed", "tag": "e128f2b8-b093-4adf-809f-77c7db02499c", "code": 200}]} {{(pid=102751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 12:21:13.688496 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-cf5665fd-63f4-4cff-9f24-0776dd62ae95 {{(pid=102751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 12:21:13.688896 dv-cinder-768458-13-iscsi neutron-server[102751]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd457eff7-4539-4ee1-8c94-c51cd4b5b2c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e128f2b8-b093-4adf-809f-77c7db02499c', 'code': 200} Nov 22 12:21:13.718119 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-423f7e67-211e-4bc9-8e82-f5ac44ca8ae5 req-ea45a23c-9a7e-4247-9c05-944e800277f0 tempest-VolumesNegativeTest-1241195036 tempest-VolumesNegativeTest-1241195036-project] 10.222.0.66 "GET /v2.0/security-groups?id=54de2294-94ac-4c0f-bae0-3c2fac9cbd27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597665 Nov 22 12:21:13.850822 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39384de5-b0a2-4e5f-9acd-212c706f9505 req-4839533a-54bf-400a-aa84-7be73f778bb9 tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:21:13.852892 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-39384de5-b0a2-4e5f-9acd-212c706f9505 req-4839533a-54bf-400a-aa84-7be73f778bb9 tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] 10.222.0.66 "GET /v2.0/ports?device_id=d457eff7-4539-4ee1-8c94-c51cd4b5b2c1 HTTP/1.1" status: 200 len: 945 time: 0.0659025 Nov 22 12:21:13.909839 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-39384de5-b0a2-4e5f-9acd-212c706f9505 req-35e6cead-6d3d-433d-9957-4267436d7a68 tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] 10.222.0.66 "GET /v2.0/security-groups?id=d183c51b-56bc-4b8b-8c88-c11ec3bb03cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497124 Nov 22 12:21:13.936007 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63255dc-156d-4b07-a037-37ca84d80dd5 req-be33cfbd-c8ce-46c7-abb9-079c19bae078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:21:13.937485 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [req-f63255dc-156d-4b07-a037-37ca84d80dd5 req-be33cfbd-c8ce-46c7-abb9-079c19bae078 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=d457eff7-4539-4ee1-8c94-c51cd4b5b2c1 HTTP/1.1" status: 200 len: 1098 time: 0.0421627 Nov 22 12:21:14.005648 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [req-f63255dc-156d-4b07-a037-37ca84d80dd5 req-4c4ecc00-5784-4902-b51f-ac108121fedb service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=d183c51b-56bc-4b8b-8c88-c11ec3bb03cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484838 Nov 22 12:21:14.561065 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54667132-727e-402e-b68e-a9895578a39f req-e0c37fb1-d4af-4fef-be47-8279ce57be12 tempest-VolumesActionsTest-302249309 tempest-VolumesActionsTest-302249309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:21:14.562641 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-54667132-727e-402e-b68e-a9895578a39f req-e0c37fb1-d4af-4fef-be47-8279ce57be12 tempest-VolumesActionsTest-302249309 tempest-VolumesActionsTest-302249309-project] 10.222.0.66 "GET /v2.0/ports?device_id=c30dcb83-017d-4428-9150-b68e8835ca64 HTTP/1.1" status: 200 len: 943 time: 0.0552578 Nov 22 12:21:14.617494 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-54667132-727e-402e-b68e-a9895578a39f req-e6ad6042-64ce-4405-9baf-9aa2cd654c09 tempest-VolumesActionsTest-302249309 tempest-VolumesActionsTest-302249309-project] 10.222.0.66 "GET /v2.0/security-groups?id=c242d431-4f41-4066-9448-045745d8490a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487871 Nov 22 12:21:14.768807 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a252e3-be86-4641-b546-57c388442096 req-6795043c-0c03-4da0-a559-77b7ff7da844 tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:21:14.770353 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-33a252e3-be86-4641-b546-57c388442096 req-6795043c-0c03-4da0-a559-77b7ff7da844 tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] 10.222.0.66 "GET /v2.0/ports?device_id=302ab8ef-5565-4f9b-9b91-b405d550a90d HTTP/1.1" status: 200 len: 945 time: 0.0573983 Nov 22 12:21:14.846458 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-33a252e3-be86-4641-b546-57c388442096 req-bd43f89c-94c9-4846-a444-61abbe2ef4a6 tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] 10.222.0.66 "GET /v2.0/security-groups?id=d25355f0-2e41-493d-aac5-082c69fe23d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693910 Nov 22 12:21:14.869243 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a870c799-14f7-4537-beb6-97ecb6481f30 req-8759663d-f5dd-47b9-8c05-c669e7e0ea14 tempest-VolumesNegativeTest-1241195036 tempest-VolumesNegativeTest-1241195036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:21:14.870733 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-a870c799-14f7-4537-beb6-97ecb6481f30 req-8759663d-f5dd-47b9-8c05-c669e7e0ea14 tempest-VolumesNegativeTest-1241195036 tempest-VolumesNegativeTest-1241195036-project] 10.222.0.66 "GET /v2.0/ports?device_id=185570a5-ac44-4263-bf37-09b34256de29 HTTP/1.1" status: 200 len: 950 time: 0.0652211 Nov 22 12:21:14.919159 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-a870c799-14f7-4537-beb6-97ecb6481f30 req-8a1da0a9-6ca7-4f6c-b0b3-6cd4f06ffd21 tempest-VolumesNegativeTest-1241195036 tempest-VolumesNegativeTest-1241195036-project] 10.222.0.66 "GET /v2.0/security-groups?id=54de2294-94ac-4c0f-bae0-3c2fac9cbd27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421371 Nov 22 12:21:15.003161 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.db.agents_db [None req-5743c18b-166a-4bd0-85c4-3f13128e6c33 None None] Agent healthcheck: found 6 active agents {{(pid=102752) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 12:21:15.030855 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8008956a-7c4e-4465-8d12-4ba8cf67dd61 req-75308117-64ee-43e8-bae8-e2f7fc52c4d3 tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:21:15.032506 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-8008956a-7c4e-4465-8d12-4ba8cf67dd61 req-75308117-64ee-43e8-bae8-e2f7fc52c4d3 tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] 10.222.0.66 "GET /v2.0/ports?device_id=d457eff7-4539-4ee1-8c94-c51cd4b5b2c1 HTTP/1.1" status: 200 len: 945 time: 0.0541561 Nov 22 12:21:15.084166 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-8008956a-7c4e-4465-8d12-4ba8cf67dd61 req-40663ee3-9ff9-445b-8141-22bc4f006c6f tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] 10.222.0.66 "GET /v2.0/security-groups?id=d183c51b-56bc-4b8b-8c88-c11ec3bb03cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454190 Nov 22 12:21:15.332446 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86986e42-26ff-417d-ac83-acda74a1cb22 req-79d1cd20-c7b3-494a-9b16-42c9abbeacc9 tempest-VolumesNegativeTest-1241195036 tempest-VolumesNegativeTest-1241195036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:21:15.333855 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-86986e42-26ff-417d-ac83-acda74a1cb22 req-79d1cd20-c7b3-494a-9b16-42c9abbeacc9 tempest-VolumesNegativeTest-1241195036 tempest-VolumesNegativeTest-1241195036-project] 10.222.0.66 "GET /v2.0/ports?device_id=185570a5-ac44-4263-bf37-09b34256de29 HTTP/1.1" status: 200 len: 950 time: 0.0491343 Nov 22 12:21:15.347262 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.rpc [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Device 0bbd7299-c83f-4a3c-bdea-4930e3bb6de3 details requested by agent hyperv_hv-cinder-76845 with host hv-cinder-76845 {{(pid=102751) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 12:21:15.385315 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-86986e42-26ff-417d-ac83-acda74a1cb22 req-d6702c2d-d8e2-4db0-9948-68b6d2a06666 tempest-VolumesNegativeTest-1241195036 tempest-VolumesNegativeTest-1241195036-project] 10.222.0.66 "GET /v2.0/security-groups?id=54de2294-94ac-4c0f-bae0-3c2fac9cbd27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455294 Nov 22 12:21:15.451488 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.db [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] For port 0bbd7299-c83f-4a3c-bdea-4930e3bb6de3, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=0bbd7299-c83f-4a3c-bdea-4930e3bb6de3,segment=NetworkSegment(2ccf84f5-0d63-48e5-a5d6-e3f67d7e2b6c),segment_id=2ccf84f5-0d63-48e5-a5d6-e3f67d7e2b6c)] {{(pid=102751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 12:21:15.466760 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.rpc [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Returning: {'device': '0bbd7299-c83f-4a3c-bdea-4930e3bb6de3', 'network_id': 'bb1f7e53-c4b2-4051-a4a6-124cbdcb8410', 'port_id': '0bbd7299-c83f-4a3c-bdea-4930e3bb6de3', 'mac_address': 'fa:16:3e:64:b2:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 620, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3459b9db-3744-4cd2-afa9-f72ca5bf93e4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102751) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 12:21:15.510172 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3931732'] for port, before_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:21:15.524380 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.notifiers.nova [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0bbd7299-c83f-4a3c-bdea-4930e3bb6de3 {{(pid=102751) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 12:21:15.548879 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.db [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] For port 0bbd7299-c83f-4a3c-bdea-4930e3bb6de3, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=0bbd7299-c83f-4a3c-bdea-4930e3bb6de3,segment=NetworkSegment(2ccf84f5-0d63-48e5-a5d6-e3f67d7e2b6c),segment_id=2ccf84f5-0d63-48e5-a5d6-e3f67d7e2b6c)] {{(pid=102751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 12:21:15.554566 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793343495738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793342949286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793342949304'] for port, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:21:15.621154 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Pushing event updated for resources: {'Port': ['ID=0bbd7299-c83f-4a3c-bdea-4930e3bb6de3,revision_number=4']} {{(pid=102751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:21:15.741222 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb176d5-4fc8-44b3-ac9b-c59f2a6b4785 req-cc9a0d51-ef66-4cdc-a15c-16581bee38f0 tempest-VolumesActionsTest-302249309 tempest-VolumesActionsTest-302249309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:21:15.742779 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-9fb176d5-4fc8-44b3-ac9b-c59f2a6b4785 req-cc9a0d51-ef66-4cdc-a15c-16581bee38f0 tempest-VolumesActionsTest-302249309 tempest-VolumesActionsTest-302249309-project] 10.222.0.66 "GET /v2.0/ports?device_id=c30dcb83-017d-4428-9150-b68e8835ca64 HTTP/1.1" status: 200 len: 944 time: 0.0522530 Nov 22 12:21:15.802103 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-9fb176d5-4fc8-44b3-ac9b-c59f2a6b4785 req-9b2688c8-d3db-4a16-92db-7f2abf7b738b tempest-VolumesActionsTest-302249309 tempest-VolumesActionsTest-302249309-project] 10.222.0.66 "GET /v2.0/security-groups?id=c242d431-4f41-4066-9448-045745d8490a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527136 Nov 22 12:21:15.971429 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68523d31-df70-4c3e-a9cf-962c1717b84e req-777d288a-660a-44a9-92e0-b7ec41b0c4e9 tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:21:15.972980 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-68523d31-df70-4c3e-a9cf-962c1717b84e req-777d288a-660a-44a9-92e0-b7ec41b0c4e9 tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] 10.222.0.66 "GET /v2.0/ports?device_id=302ab8ef-5565-4f9b-9b91-b405d550a90d HTTP/1.1" status: 200 len: 945 time: 0.0496626 Nov 22 12:21:16.023469 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-68523d31-df70-4c3e-a9cf-962c1717b84e req-0cb45691-ea36-4429-90d3-5191aaba74fa tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] 10.222.0.66 "GET /v2.0/security-groups?id=d25355f0-2e41-493d-aac5-082c69fe23d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443997 Nov 22 12:21:16.219655 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac687b66-3d64-4020-b9b3-62810de5793a req-f408a65b-e40b-4494-9a6a-417b5417913e tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:21:16.221245 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-ac687b66-3d64-4020-b9b3-62810de5793a req-f408a65b-e40b-4494-9a6a-417b5417913e tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] 10.222.0.66 "GET /v2.0/ports?device_id=d457eff7-4539-4ee1-8c94-c51cd4b5b2c1 HTTP/1.1" status: 200 len: 945 time: 0.0545464 Nov 22 12:21:16.269546 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-ac687b66-3d64-4020-b9b3-62810de5793a req-572cb2af-0263-4c43-957e-2e11a2c3dba9 tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] 10.222.0.66 "GET /v2.0/security-groups?id=d183c51b-56bc-4b8b-8c88-c11ec3bb03cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420358 Nov 22 12:21:16.415294 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.db [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] get_ports_and_sgs() called for port_ids ['0bbd7299-c83f-4a3c-bdea-4930e3bb6de3'] {{(pid=102751) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 12:21:16.508255 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2c7683-1bd5-4f18-b8cb-ec2bd5275c1c req-dd39a014-4147-4d75-8ff2-cc191cdee321 tempest-VolumesNegativeTest-1241195036 tempest-VolumesNegativeTest-1241195036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:21:16.512931 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-6e2c7683-1bd5-4f18-b8cb-ec2bd5275c1c req-dd39a014-4147-4d75-8ff2-cc191cdee321 tempest-VolumesNegativeTest-1241195036 tempest-VolumesNegativeTest-1241195036-project] 10.222.0.66 "GET /v2.0/ports?device_id=185570a5-ac44-4263-bf37-09b34256de29 HTTP/1.1" status: 200 len: 950 time: 0.0562303 Nov 22 12:21:16.552862 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793343475411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3821827'] for agent, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:21:16.565822 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-6e2c7683-1bd5-4f18-b8cb-ec2bd5275c1c req-14d67dab-bf7f-42e8-b1b8-1cdabe62ca95 tempest-VolumesNegativeTest-1241195036 tempest-VolumesNegativeTest-1241195036-project] 10.222.0.66 "GET /v2.0/security-groups?id=54de2294-94ac-4c0f-bae0-3c2fac9cbd27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457408 Nov 22 12:21:16.931708 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bd3934-7c86-45a9-88cc-d2b97fb42cc0 req-a59d6355-1ce2-48ef-8031-56d0fbb94051 tempest-VolumesActionsTest-302249309 tempest-VolumesActionsTest-302249309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:21:16.935943 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-56bd3934-7c86-45a9-88cc-d2b97fb42cc0 req-a59d6355-1ce2-48ef-8031-56d0fbb94051 tempest-VolumesActionsTest-302249309 tempest-VolumesActionsTest-302249309-project] 10.222.0.66 "GET /v2.0/ports?device_id=c30dcb83-017d-4428-9150-b68e8835ca64 HTTP/1.1" status: 200 len: 944 time: 0.0510042 Nov 22 12:21:16.983220 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-56bd3934-7c86-45a9-88cc-d2b97fb42cc0 req-4d4721ac-945e-4c8d-ab32-b84d84f4798c tempest-VolumesActionsTest-302249309 tempest-VolumesActionsTest-302249309-project] 10.222.0.66 "GET /v2.0/security-groups?id=c242d431-4f41-4066-9448-045745d8490a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423253 Nov 22 12:21:17.151935 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252cc396-8714-44d8-ac70-3c7808dd821a req-73351a3f-4120-4f80-a4d2-702efadfb887 tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:21:17.153468 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-252cc396-8714-44d8-ac70-3c7808dd821a req-73351a3f-4120-4f80-a4d2-702efadfb887 tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] 10.222.0.66 "GET /v2.0/ports?device_id=302ab8ef-5565-4f9b-9b91-b405d550a90d HTTP/1.1" status: 200 len: 945 time: 0.0595529 Nov 22 12:21:17.211156 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-252cc396-8714-44d8-ac70-3c7808dd821a req-9ad87a08-3993-4951-97c9-af0a9d5dd1d3 tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] 10.222.0.66 "GET /v2.0/security-groups?id=d25355f0-2e41-493d-aac5-082c69fe23d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516033 Nov 22 12:21:17.397929 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc83291-4986-4593-a999-d518938fb3cc req-5d536ff6-e40a-4b04-aee4-5f3b29c56f83 tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:21:17.399387 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-efc83291-4986-4593-a999-d518938fb3cc req-5d536ff6-e40a-4b04-aee4-5f3b29c56f83 tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] 10.222.0.66 "GET /v2.0/ports?device_id=d457eff7-4539-4ee1-8c94-c51cd4b5b2c1 HTTP/1.1" status: 200 len: 945 time: 0.0498257 Nov 22 12:21:17.458805 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-efc83291-4986-4593-a999-d518938fb3cc req-0e9a02cf-d0ee-4331-80f9-903f28ed2853 tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] 10.222.0.66 "GET /v2.0/security-groups?id=d183c51b-56bc-4b8b-8c88-c11ec3bb03cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532980 Nov 22 12:21:17.709848 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f9b1f1-3636-408c-9252-a4a209eb184a req-19d6cdff-8f7e-4c1d-b969-3fe491d5e3c6 tempest-VolumesNegativeTest-1241195036 tempest-VolumesNegativeTest-1241195036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:21:17.711451 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-d2f9b1f1-3636-408c-9252-a4a209eb184a req-19d6cdff-8f7e-4c1d-b969-3fe491d5e3c6 tempest-VolumesNegativeTest-1241195036 tempest-VolumesNegativeTest-1241195036-project] 10.222.0.66 "GET /v2.0/ports?device_id=185570a5-ac44-4263-bf37-09b34256de29 HTTP/1.1" status: 200 len: 950 time: 0.0545359 Nov 22 12:21:17.775657 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-d2f9b1f1-3636-408c-9252-a4a209eb184a req-1d4c1dd9-033e-4c39-8de6-a2d696ce3b9e tempest-VolumesNegativeTest-1241195036 tempest-VolumesNegativeTest-1241195036-project] 10.222.0.66 "GET /v2.0/security-groups?id=54de2294-94ac-4c0f-bae0-3c2fac9cbd27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577512 Nov 22 12:21:18.104594 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22a30e2-380e-4ff2-96d8-12bc5c0d20f4 req-1ea391fb-43a6-47f7-af4d-7e5ab282520e tempest-VolumesActionsTest-302249309 tempest-VolumesActionsTest-302249309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:21:18.106202 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-f22a30e2-380e-4ff2-96d8-12bc5c0d20f4 req-1ea391fb-43a6-47f7-af4d-7e5ab282520e tempest-VolumesActionsTest-302249309 tempest-VolumesActionsTest-302249309-project] 10.222.0.66 "GET /v2.0/ports?device_id=c30dcb83-017d-4428-9150-b68e8835ca64 HTTP/1.1" status: 200 len: 944 time: 0.0498505 Nov 22 12:21:18.155104 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-f22a30e2-380e-4ff2-96d8-12bc5c0d20f4 req-84b2aaf0-b523-428a-9d48-da5cff457d9a tempest-VolumesActionsTest-302249309 tempest-VolumesActionsTest-302249309-project] 10.222.0.66 "GET /v2.0/security-groups?id=c242d431-4f41-4066-9448-045745d8490a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426600 Nov 22 12:21:18.336164 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ff017b-dccd-4e37-b4bf-0f3a38fdc98c req-ebd8eb09-6e63-4e8f-8b9d-7031a39a9bc9 tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:21:18.337631 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-91ff017b-dccd-4e37-b4bf-0f3a38fdc98c req-ebd8eb09-6e63-4e8f-8b9d-7031a39a9bc9 tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] 10.222.0.66 "GET /v2.0/ports?device_id=302ab8ef-5565-4f9b-9b91-b405d550a90d HTTP/1.1" status: 200 len: 945 time: 0.0511739 Nov 22 12:21:18.394082 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-91ff017b-dccd-4e37-b4bf-0f3a38fdc98c req-4f9dc186-2bad-491a-b0b1-07c4b8e926be tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] 10.222.0.66 "GET /v2.0/security-groups?id=d25355f0-2e41-493d-aac5-082c69fe23d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500653 Nov 22 12:21:18.647420 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0190bfe3-9217-4f01-871b-08b403e00dc9 req-a42e7d29-1519-4dc8-aeda-e09d1f5bb6df tempest-VolumesNegativeTest-1241195036 tempest-VolumesNegativeTest-1241195036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:21:18.648919 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [req-0190bfe3-9217-4f01-871b-08b403e00dc9 req-a42e7d29-1519-4dc8-aeda-e09d1f5bb6df tempest-VolumesNegativeTest-1241195036 tempest-VolumesNegativeTest-1241195036-project] 10.222.0.46 "GET /v2.0/ports?device_id=185570a5-ac44-4263-bf37-09b34256de29 HTTP/1.1" status: 200 len: 950 time: 0.0853226 Nov 22 12:21:18.778991 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.plugins.ml2.plugin [req-0190bfe3-9217-4f01-871b-08b403e00dc9 req-8efba49e-fa0a-475b-b8dc-6e0b67f5f732 tempest-VolumesNegativeTest-1241195036 tempest-VolumesNegativeTest-1241195036-project] Deleting port 4064eb13-0c50-40e5-a2ea-9dd0aabf8848 {{(pid=102750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 12:21:18.779368 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [req-0190bfe3-9217-4f01-871b-08b403e00dc9 req-8efba49e-fa0a-475b-b8dc-6e0b67f5f732 tempest-VolumesNegativeTest-1241195036 tempest-VolumesNegativeTest-1241195036-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793343491880'] for port, before_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:21:18.890204 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.plugins.ml2.db [req-0190bfe3-9217-4f01-871b-08b403e00dc9 req-8efba49e-fa0a-475b-b8dc-6e0b67f5f732 tempest-VolumesNegativeTest-1241195036 tempest-VolumesNegativeTest-1241195036-project] For port 4064eb13-0c50-40e5-a2ea-9dd0aabf8848, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=4064eb13-0c50-40e5-a2ea-9dd0aabf8848,segment=NetworkSegment(a67c8c22-3e6c-4fbf-81d0-0359352adf0b),segment_id=a67c8c22-3e6c-4fbf-81d0-0359352adf0b)] {{(pid=102750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 12:21:18.890686 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [req-0190bfe3-9217-4f01-871b-08b403e00dc9 req-8efba49e-fa0a-475b-b8dc-6e0b67f5f732 tempest-VolumesNegativeTest-1241195036 tempest-VolumesNegativeTest-1241195036-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-535547'] for port, precommit_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:21:18.897563 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f336dbe0-bbee-41f4-97c3-6497e7024254 req-88b7115e-f1c1-4721-b71c-bbcfdee4a47a tempest-VolumesNegativeTest-1241195036 tempest-VolumesNegativeTest-1241195036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:21:18.899064 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-f336dbe0-bbee-41f4-97c3-6497e7024254 req-88b7115e-f1c1-4721-b71c-bbcfdee4a47a tempest-VolumesNegativeTest-1241195036 tempest-VolumesNegativeTest-1241195036-project] 10.222.0.66 "GET /v2.0/ports?device_id=185570a5-ac44-4263-bf37-09b34256de29 HTTP/1.1" status: 200 len: 950 time: 0.0533862 Nov 22 12:21:18.908169 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.plugins.ml2.plugin [req-0190bfe3-9217-4f01-871b-08b403e00dc9 req-8efba49e-fa0a-475b-b8dc-6e0b67f5f732 tempest-VolumesNegativeTest-1241195036 tempest-VolumesNegativeTest-1241195036-project] Calling delete_port for 4064eb13-0c50-40e5-a2ea-9dd0aabf8848 owned by compute:nova {{(pid=102750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 12:21:18.955214 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-f336dbe0-bbee-41f4-97c3-6497e7024254 req-c09a415f-b9e8-401a-ba5c-ed311f9008a3 tempest-VolumesNegativeTest-1241195036 tempest-VolumesNegativeTest-1241195036-project] 10.222.0.66 "GET /v2.0/security-groups?id=54de2294-94ac-4c0f-bae0-3c2fac9cbd27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491352 Nov 22 12:21:19.083982 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [req-0190bfe3-9217-4f01-871b-08b403e00dc9 req-8efba49e-fa0a-475b-b8dc-6e0b67f5f732 tempest-VolumesNegativeTest-1241195036 tempest-VolumesNegativeTest-1241195036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793343495765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793342949277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128483729'] for port, after_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:21:19.104148 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.db [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] get_ports_and_sgs() called for port_ids ['4064eb13-0c50-40e5-a2ea-9dd0aabf8848'] {{(pid=102751) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 12:21:19.121495 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efba49e-fa0a-475b-b8dc-6e0b67f5f732 tempest-VolumesNegativeTest-1241195036 tempest-VolumesNegativeTest-1241195036-project] Pushing event deleted for resources: {'Port': ['ID=4064eb13-0c50-40e5-a2ea-9dd0aabf8848,revision_number=None']} {{(pid=102750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:21:19.199355 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.db.l3_dvrscheduler_db [req-0190bfe3-9217-4f01-871b-08b403e00dc9 req-8efba49e-fa0a-475b-b8dc-6e0b67f5f732 tempest-VolumesNegativeTest-1241195036 tempest-VolumesNegativeTest-1241195036-project] No DVR routers for this DVR port 4064eb13-0c50-40e5-a2ea-9dd0aabf8848 on host hv-cinder-76845 {{(pid=102750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 12:21:19.205066 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [req-0190bfe3-9217-4f01-871b-08b403e00dc9 req-8efba49e-fa0a-475b-b8dc-6e0b67f5f732 tempest-VolumesNegativeTest-1241195036 tempest-VolumesNegativeTest-1241195036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434365'] for port, before_response {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:21:19.209196 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [req-0190bfe3-9217-4f01-871b-08b403e00dc9 req-8efba49e-fa0a-475b-b8dc-6e0b67f5f732 tempest-VolumesNegativeTest-1241195036 tempest-VolumesNegativeTest-1241195036-project] 10.222.0.46 "DELETE /v2.0/ports/4064eb13-0c50-40e5-a2ea-9dd0aabf8848 HTTP/1.1" status: 204 len: 173 time: 0.5522931 Nov 22 12:21:19.209738 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '185570a5-ac44-4263-bf37-09b34256de29', 'name': 'network-vif-deleted', 'tag': '4064eb13-0c50-40e5-a2ea-9dd0aabf8848'}] {{(pid=102750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 12:21:19.213557 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2a0bed14b240d0d35e029181fb516e01dd4ce85d5fb41ae8ef5632c0b13bd43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa999061-18c0-485a-8e38-b7789c0757ba" -d '{"events": [{"server_uuid": "185570a5-ac44-4263-bf37-09b34256de29", "name": "network-vif-deleted", "tag": "4064eb13-0c50-40e5-a2ea-9dd0aabf8848"}]}' {{(pid=102750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 12:21:19.273819 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 12:21:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97784ed5-ee72-4617-8a1b-1803660d23bc x-openstack-request-id: req-97784ed5-ee72-4617-8a1b-1803660d23bc {{(pid=102750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 12:21:19.274222 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "185570a5-ac44-4263-bf37-09b34256de29", "name": "network-vif-deleted", "tag": "4064eb13-0c50-40e5-a2ea-9dd0aabf8848", "status": "completed", "code": 200}]} {{(pid=102750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 12:21:19.274474 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-97784ed5-ee72-4617-8a1b-1803660d23bc {{(pid=102750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 12:21:19.274874 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '185570a5-ac44-4263-bf37-09b34256de29', 'name': 'network-vif-deleted', 'tag': '4064eb13-0c50-40e5-a2ea-9dd0aabf8848', 'status': 'completed', 'code': 200} Nov 22 12:21:19.322085 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048bc82a-b2c2-452d-b036-0bc0b622d7f3 req-0154ff0d-b167-4e7f-a42f-8034844ca2b7 tempest-VolumesActionsTest-302249309 tempest-VolumesActionsTest-302249309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:21:19.331010 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-048bc82a-b2c2-452d-b036-0bc0b622d7f3 req-0154ff0d-b167-4e7f-a42f-8034844ca2b7 tempest-VolumesActionsTest-302249309 tempest-VolumesActionsTest-302249309-project] 10.222.0.66 "GET /v2.0/ports?device_id=c30dcb83-017d-4428-9150-b68e8835ca64 HTTP/1.1" status: 200 len: 944 time: 0.0669670 Nov 22 12:21:19.380033 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-048bc82a-b2c2-452d-b036-0bc0b622d7f3 req-3164ae0d-c935-4812-901d-0a3622a04f45 tempest-VolumesActionsTest-302249309 tempest-VolumesActionsTest-302249309-project] 10.222.0.66 "GET /v2.0/security-groups?id=c242d431-4f41-4066-9448-045745d8490a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481176 Nov 22 12:21:19.404732 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.rpc [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Device 0bbd7299-c83f-4a3c-bdea-4930e3bb6de3 up at agent hyperv_hv-cinder-76845 {{(pid=102751) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 12:21:19.459287 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.provisioning_blocks [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Provisioning for port 0bbd7299-c83f-4a3c-bdea-4930e3bb6de3 completed by entity L2. {{(pid=102751) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 12:21:19.463472 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.provisioning_blocks [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Provisioning complete for port 0bbd7299-c83f-4a3c-bdea-4930e3bb6de3 triggered by entity L2. {{(pid=102751) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 12:21:19.463849 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3821908'] for port, provisioning_complete {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:21:19.524571 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1166c18e-210c-4c84-8867-afabf447a7c4 req-6debbd35-c5f5-4980-a47e-65154df88509 tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:21:19.526241 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-1166c18e-210c-4c84-8867-afabf447a7c4 req-6debbd35-c5f5-4980-a47e-65154df88509 tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] 10.222.0.66 "GET /v2.0/ports?device_id=302ab8ef-5565-4f9b-9b91-b405d550a90d HTTP/1.1" status: 200 len: 945 time: 0.0545847 Nov 22 12:21:19.556848 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3931732'] for port, before_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:21:19.584656 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-1166c18e-210c-4c84-8867-afabf447a7c4 req-e5d11f78-1a55-4621-b6e4-943d6ea19d0b tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] 10.222.0.66 "GET /v2.0/security-groups?id=d25355f0-2e41-493d-aac5-082c69fe23d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504086 Nov 22 12:21:19.585768 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c30dcb83-017d-4428-9150-b68e8835ca64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bbd7299-c83f-4a3c-bdea-4930e3bb6de3'}] {{(pid=102751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 12:21:19.588396 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50f57f68d0dae852c32e4f8721e97c07bf2df52fd56e1603e3e4743a1bb51d8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3da299d-9155-4620-b87b-c1d1a91179fc" -d '{"events": [{"server_uuid": "c30dcb83-017d-4428-9150-b68e8835ca64", "name": "network-vif-plugged", "status": "completed", "tag": "0bbd7299-c83f-4a3c-bdea-4930e3bb6de3"}]}' {{(pid=102751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 12:21:19.616690 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.db [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] For port 0bbd7299-c83f-4a3c-bdea-4930e3bb6de3, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=0bbd7299-c83f-4a3c-bdea-4930e3bb6de3,segment=NetworkSegment(2ccf84f5-0d63-48e5-a5d6-e3f67d7e2b6c),segment_id=2ccf84f5-0d63-48e5-a5d6-e3f67d7e2b6c)] {{(pid=102751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 12:21:19.621986 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793343495738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793342949286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793342949304'] for port, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:21:19.622612 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.rpc [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Device 4064eb13-0c50-40e5-a2ea-9dd0aabf8848 no longer exists at agent hyperv_hv-cinder-76845 {{(pid=102751) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 12:21:19.649696 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 12:21:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f713f764-4d79-42da-adf5-207ad89f0d5b x-openstack-request-id: req-f713f764-4d79-42da-adf5-207ad89f0d5b {{(pid=102751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 12:21:19.650021 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c30dcb83-017d-4428-9150-b68e8835ca64", "name": "network-vif-plugged", "status": "completed", "tag": "0bbd7299-c83f-4a3c-bdea-4930e3bb6de3", "code": 200}]} {{(pid=102751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 12:21:19.650307 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-f713f764-4d79-42da-adf5-207ad89f0d5b {{(pid=102751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 12:21:19.650673 dv-cinder-768458-13-iscsi neutron-server[102751]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c30dcb83-017d-4428-9150-b68e8835ca64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bbd7299-c83f-4a3c-bdea-4930e3bb6de3', 'code': 200} Nov 22 12:21:19.669047 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.plugin [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] No Port match for: 4064eb13-0c50-40e5-a2ea-9dd0aabf8848 {{(pid=102751) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 12:21:19.669476 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.rpc [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Device 4064eb13-0c50-40e5-a2ea-9dd0aabf8848 not bound to the agent host hv-cinder-76845 {{(pid=102751) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 12:21:19.698142 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Pushing event updated for resources: {'Port': ['ID=0bbd7299-c83f-4a3c-bdea-4930e3bb6de3,revision_number=5']} {{(pid=102751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:21:19.706956 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:21:19.707353 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:21:19.707703 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:21:19.708044 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:21:19.708384 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:21:19.708739 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:21:19.709077 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:21:19.709457 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:21:19.709794 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:21:19.710119 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:21:19.710449 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:21:19.710773 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:21:19.849920 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7f019d-8c54-4ee0-be55-6ea7b5b1152c req-da50c746-e692-4b53-9284-8e59b3b1e01b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:21:19.851351 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [req-1a7f019d-8c54-4ee0-be55-6ea7b5b1152c req-da50c746-e692-4b53-9284-8e59b3b1e01b service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=c30dcb83-017d-4428-9150-b68e8835ca64 HTTP/1.1" status: 200 len: 1098 time: 0.0419552 Nov 22 12:21:19.904417 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [req-1a7f019d-8c54-4ee0-be55-6ea7b5b1152c req-e759ec16-af3c-435b-bb4f-a5a30f4855c1 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=c242d431-4f41-4066-9448-045745d8490a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432425 Nov 22 12:21:20.084829 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-e3ad2427-87dc-490a-b980-ecb87b2304eb req-3d24404e-a1c2-4c46-8b9e-4cc5f8d7564c tempest-VolumesNegativeTest-1241195036 tempest-VolumesNegativeTest-1241195036-project] 10.222.0.66 "GET /v2.0/ports?device_id=185570a5-ac44-4263-bf37-09b34256de29 HTTP/1.1" status: 200 len: 210 time: 0.0273933 Nov 22 12:21:20.505861 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173286fd-444f-47e1-b5cc-c43ac76f02e7 req-ddb110fe-7ddb-403e-a36d-41e6333a7181 tempest-VolumesActionsTest-302249309 tempest-VolumesActionsTest-302249309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:21:20.508239 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-173286fd-444f-47e1-b5cc-c43ac76f02e7 req-ddb110fe-7ddb-403e-a36d-41e6333a7181 tempest-VolumesActionsTest-302249309 tempest-VolumesActionsTest-302249309-project] 10.222.0.66 "GET /v2.0/ports?device_id=c30dcb83-017d-4428-9150-b68e8835ca64 HTTP/1.1" status: 200 len: 945 time: 0.0503025 Nov 22 12:21:20.559169 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-173286fd-444f-47e1-b5cc-c43ac76f02e7 req-c7245b07-16b9-4319-8dab-1945e9f0138c tempest-VolumesActionsTest-302249309 tempest-VolumesActionsTest-302249309-project] 10.222.0.66 "GET /v2.0/security-groups?id=c242d431-4f41-4066-9448-045745d8490a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447998 Nov 22 12:21:20.711705 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb8cc59-0889-4410-ab6d-d4322e50765f req-4cc5acbf-c953-4da9-87a4-f816f1dc81bc tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:21:20.713177 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-cbb8cc59-0889-4410-ab6d-d4322e50765f req-4cc5acbf-c953-4da9-87a4-f816f1dc81bc tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] 10.222.0.66 "GET /v2.0/ports?device_id=302ab8ef-5565-4f9b-9b91-b405d550a90d HTTP/1.1" status: 200 len: 945 time: 0.0513690 Nov 22 12:21:20.764541 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-a081ab61-a38c-46c9-9cf5-3dfe7ff6c709 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793343475411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3821827'] for agent, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:21:20.770297 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-cbb8cc59-0889-4410-ab6d-d4322e50765f req-7994eb1e-8827-48e6-b7f4-e4710dc74cf6 tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] 10.222.0.66 "GET /v2.0/security-groups?id=d25355f0-2e41-493d-aac5-082c69fe23d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502603 Nov 22 12:21:21.065771 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3fc6f8-85b7-4753-9637-0f0df41965da req-92b9d654-891d-405f-8c44-d1c21f6d2dea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:21:21.067303 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [req-8f3fc6f8-85b7-4753-9637-0f0df41965da req-92b9d654-891d-405f-8c44-d1c21f6d2dea service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=302ab8ef-5565-4f9b-9b91-b405d550a90d HTTP/1.1" status: 200 len: 1098 time: 0.0503657 Nov 22 12:21:21.117245 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [req-8f3fc6f8-85b7-4753-9637-0f0df41965da req-89ecf3af-9b2c-4e4e-b09c-2bcde1df1828 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=d25355f0-2e41-493d-aac5-082c69fe23d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398161 Nov 22 12:21:21.694815 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19b043e-79e0-4f0c-bd47-7a846b78dbff req-c7f373d8-4bc4-4bc6-970b-fdc72826d5b5 tempest-VolumesActionsTest-302249309 tempest-VolumesActionsTest-302249309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:21:21.699752 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-e19b043e-79e0-4f0c-bd47-7a846b78dbff req-c7f373d8-4bc4-4bc6-970b-fdc72826d5b5 tempest-VolumesActionsTest-302249309 tempest-VolumesActionsTest-302249309-project] 10.222.0.66 "GET /v2.0/ports?device_id=c30dcb83-017d-4428-9150-b68e8835ca64 HTTP/1.1" status: 200 len: 945 time: 0.0575109 Nov 22 12:21:21.752742 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-e19b043e-79e0-4f0c-bd47-7a846b78dbff req-075f612d-c1da-4e75-9aef-282616d5554f tempest-VolumesActionsTest-302249309 tempest-VolumesActionsTest-302249309-project] 10.222.0.66 "GET /v2.0/security-groups?id=c242d431-4f41-4066-9448-045745d8490a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501051 Nov 22 12:21:21.901313 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb66385-89bf-4693-bae8-5f671bd0df84 req-c7c0f5da-f59f-4fed-aa5a-84f7b2bf65fa tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:21:21.902807 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-2fb66385-89bf-4693-bae8-5f671bd0df84 req-c7c0f5da-f59f-4fed-aa5a-84f7b2bf65fa tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] 10.222.0.66 "GET /v2.0/ports?device_id=302ab8ef-5565-4f9b-9b91-b405d550a90d HTTP/1.1" status: 200 len: 945 time: 0.0593345 Nov 22 12:21:21.952785 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-2fb66385-89bf-4693-bae8-5f671bd0df84 req-031e9baa-4ba5-444d-a374-165f30002f6d tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] 10.222.0.66 "GET /v2.0/security-groups?id=d25355f0-2e41-493d-aac5-082c69fe23d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435379 Nov 22 12:21:22.892540 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b2cb6b-6777-4367-8536-1e5f03015f46 req-c6959a7e-321f-4739-8441-fd88bbc4f2cd tempest-VolumesActionsTest-302249309 tempest-VolumesActionsTest-302249309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:21:22.894106 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-f5b2cb6b-6777-4367-8536-1e5f03015f46 req-c6959a7e-321f-4739-8441-fd88bbc4f2cd tempest-VolumesActionsTest-302249309 tempest-VolumesActionsTest-302249309-project] 10.222.0.66 "GET /v2.0/ports?device_id=c30dcb83-017d-4428-9150-b68e8835ca64 HTTP/1.1" status: 200 len: 945 time: 0.0678923 Nov 22 12:21:22.949645 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-f5b2cb6b-6777-4367-8536-1e5f03015f46 req-8b8b72bc-d6c4-4873-a6cd-843d2f29dae6 tempest-VolumesActionsTest-302249309 tempest-VolumesActionsTest-302249309-project] 10.222.0.66 "GET /v2.0/security-groups?id=c242d431-4f41-4066-9448-045745d8490a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490723 Nov 22 12:21:23.021399 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-84df6e02-202c-4240-b119-8398d537bdbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793343475411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3821827'] for agent, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:21:23.080842 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cf21ba-5c5b-4466-a4fd-5e162d75987c req-5122303a-504d-42bf-9708-f5f6f3b8fe34 tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:21:23.082405 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-12cf21ba-5c5b-4466-a4fd-5e162d75987c req-5122303a-504d-42bf-9708-f5f6f3b8fe34 tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] 10.222.0.66 "GET /v2.0/ports?device_id=302ab8ef-5565-4f9b-9b91-b405d550a90d HTTP/1.1" status: 200 len: 945 time: 0.0547583 Nov 22 12:21:23.152056 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-12cf21ba-5c5b-4466-a4fd-5e162d75987c req-aca2f33f-3781-4ea5-a2e1-e2913322090d tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] 10.222.0.66 "GET /v2.0/security-groups?id=d25355f0-2e41-493d-aac5-082c69fe23d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592270 Nov 22 12:21:23.957725 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987d4180-9da7-4ad4-adf2-17a8c5018315 req-97698863-135e-4743-96a7-c69d3137596e tempest-VolumesActionsTest-302249309 tempest-VolumesActionsTest-302249309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:21:23.959511 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-987d4180-9da7-4ad4-adf2-17a8c5018315 req-97698863-135e-4743-96a7-c69d3137596e tempest-VolumesActionsTest-302249309 tempest-VolumesActionsTest-302249309-project] 10.222.0.66 "GET /v2.0/ports?device_id=c30dcb83-017d-4428-9150-b68e8835ca64 HTTP/1.1" status: 200 len: 945 time: 0.0556054 Nov 22 12:21:24.032322 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-987d4180-9da7-4ad4-adf2-17a8c5018315 req-f88d12fc-5fac-4a6c-b4f9-dd6840ba9606 tempest-VolumesActionsTest-302249309 tempest-VolumesActionsTest-302249309-project] 10.222.0.66 "GET /v2.0/security-groups?id=c242d431-4f41-4066-9448-045745d8490a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523806 Nov 22 12:21:24.033926 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-9105419b-06f9-45a8-bbac-70d110a73200 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793343475411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3821827'] for agent, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:21:24.265275 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc0d77f-5351-40aa-9dca-5f0c2d814712 req-35038c9e-118e-43cf-9b5b-e8defe71592e tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:21:24.266777 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-bbc0d77f-5351-40aa-9dca-5f0c2d814712 req-35038c9e-118e-43cf-9b5b-e8defe71592e tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] 10.222.0.66 "GET /v2.0/ports?device_id=302ab8ef-5565-4f9b-9b91-b405d550a90d HTTP/1.1" status: 200 len: 945 time: 0.0515749 Nov 22 12:21:24.323974 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-bbc0d77f-5351-40aa-9dca-5f0c2d814712 req-a0b78341-32f8-4b69-8284-0790588b0ca3 tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] 10.222.0.66 "GET /v2.0/security-groups?id=d25355f0-2e41-493d-aac5-082c69fe23d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509269 Nov 22 12:21:25.137836 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e273ef-cb45-48bf-bc1b-1860fbf2e689 req-69a17724-987f-49be-a6a9-9f59883d5e46 tempest-VolumesActionsTest-302249309 tempest-VolumesActionsTest-302249309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:21:25.140104 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-e0e273ef-cb45-48bf-bc1b-1860fbf2e689 req-69a17724-987f-49be-a6a9-9f59883d5e46 tempest-VolumesActionsTest-302249309 tempest-VolumesActionsTest-302249309-project] 10.222.0.66 "GET /v2.0/ports?device_id=c30dcb83-017d-4428-9150-b68e8835ca64 HTTP/1.1" status: 200 len: 945 time: 0.0524008 Nov 22 12:21:25.195539 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-e0e273ef-cb45-48bf-bc1b-1860fbf2e689 req-b3d592e8-ab5f-4a14-81da-f539930522c7 tempest-VolumesActionsTest-302249309 tempest-VolumesActionsTest-302249309-project] 10.222.0.66 "GET /v2.0/security-groups?id=c242d431-4f41-4066-9448-045745d8490a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493071 Nov 22 12:21:25.282658 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.wsgi [-] (102750) accepted ('10.222.0.66', 46914) {{(pid=102750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:21:25.452530 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [None req-b35f15ed-8631-4b8f-bcdb-92360eff4776 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=ef03c640c58d4cf7af6394cb2ca33af8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1684887 Nov 22 12:21:25.456241 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.wsgi [-] (102750) accepted ('10.222.0.66', 46922) {{(pid=102750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:21:25.471054 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee18a5d-2fb1-4c04-aa5d-4b3111d8e5cc req-bb86ae2b-2b98-4ea0-9bf1-023d9f501972 tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:21:25.472900 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-cee18a5d-2fb1-4c04-aa5d-4b3111d8e5cc req-bb86ae2b-2b98-4ea0-9bf1-023d9f501972 tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] 10.222.0.66 "GET /v2.0/ports?device_id=302ab8ef-5565-4f9b-9b91-b405d550a90d HTTP/1.1" status: 200 len: 945 time: 0.0559006 Nov 22 12:21:25.514461 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-44e7a403-2427-4bb8-8cbd-d1000dc4f281 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:21:25.526451 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-cee18a5d-2fb1-4c04-aa5d-4b3111d8e5cc req-ad994f8c-d1ce-44b7-aa71-95feb5b0bb3d tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] 10.222.0.66 "GET /v2.0/security-groups?id=d25355f0-2e41-493d-aac5-082c69fe23d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476758 Nov 22 12:21:25.541822 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-44e7a403-2427-4bb8-8cbd-d1000dc4f281 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:21:25.596367 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-44e7a403-2427-4bb8-8cbd-d1000dc4f281 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545565'] for security_group, after_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:21:25.598936 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-44e7a403-2427-4bb8-8cbd-d1000dc4f281 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:21:25.600166 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [None req-44e7a403-2427-4bb8-8cbd-d1000dc4f281 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/54de2294-94ac-4c0f-bae0-3c2fac9cbd27 HTTP/1.1" status: 204 len: 168 time: 0.1428790 Nov 22 12:21:25.608708 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e7a403-2427-4bb8-8cbd-d1000dc4f281 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54de2294-94ac-4c0f-bae0-3c2fac9cbd27,revision_number=None']} {{(pid=102750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:21:25.702306 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-2de83071-1b6f-4e8d-a0c8-0ed39ca59a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793343475411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3821827'] for agent, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:21:25.802504 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c98d58-182c-4124-9434-4ea1d080cf89 req-4947e097-bc9d-4ce8-b012-c49e50ebd17f tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:21:25.804724 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-f7c98d58-182c-4124-9434-4ea1d080cf89 req-4947e097-bc9d-4ce8-b012-c49e50ebd17f tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] 10.222.0.66 "GET /v2.0/ports?device_id=302ab8ef-5565-4f9b-9b91-b405d550a90d HTTP/1.1" status: 200 len: 945 time: 0.0517943 Nov 22 12:21:25.812892 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bdc625-f664-408b-8548-2f129ef17253 req-4f4f89c0-5349-4311-878e-273902b3b1c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:21:25.814534 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [req-b3bdc625-f664-408b-8548-2f129ef17253 req-4f4f89c0-5349-4311-878e-273902b3b1c0 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f3d392a7d77f46fcb4faa017786796fa&device_id=302ab8ef-5565-4f9b-9b91-b405d550a90d HTTP/1.1" status: 200 len: 1098 time: 0.0451069 Nov 22 12:21:25.869809 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-f7c98d58-182c-4124-9434-4ea1d080cf89 req-f3fdb54e-8245-4ee7-b097-ee6b191fb993 tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] 10.222.0.66 "GET /v2.0/security-groups?id=d25355f0-2e41-493d-aac5-082c69fe23d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582736 Nov 22 12:21:25.927007 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bdc625-f664-408b-8548-2f129ef17253 req-33cf7d5e-f0e3-4522-9b71-6aa7b302ca6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:21:25.928489 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [req-b3bdc625-f664-408b-8548-2f129ef17253 req-33cf7d5e-f0e3-4522-9b71-6aa7b302ca6c service neutron] 10.222.0.46 "GET /v2.0/networks?id=08903c03-f7d7-43c9-ab4d-565ac4637d53 HTTP/1.1" status: 200 len: 919 time: 0.0952315 Nov 22 12:21:25.980692 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [req-b3bdc625-f664-408b-8548-2f129ef17253 req-09363105-eb83-4946-95d7-327ee0230390 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1fa9e48d-814b-49fa-b645-de1efce73a7d HTTP/1.1" status: 200 len: 217 time: 0.0387814 Nov 22 12:21:26.033251 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bdc625-f664-408b-8548-2f129ef17253 req-4d49951a-ad2f-4fb5-b359-7b1945eded0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:21:26.034769 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [req-b3bdc625-f664-408b-8548-2f129ef17253 req-4d49951a-ad2f-4fb5-b359-7b1945eded0a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=292b6822-c634-4819-b6c6-c4a4132c73d4 HTTP/1.1" status: 200 len: 858 time: 0.0467484 Nov 22 12:21:26.077483 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [req-b3bdc625-f664-408b-8548-2f129ef17253 req-a79f507f-e037-41c5-963c-889650caee1e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=08903c03-f7d7-43c9-ab4d-565ac4637d53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289717 Nov 22 12:21:26.178084 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [req-b3bdc625-f664-408b-8548-2f129ef17253 req-f3afb547-d6d0-4ddd-84e0-4394d1f4fd2c service neutron] 10.222.0.46 "GET /v2.0/networks/08903c03-f7d7-43c9-ab4d-565ac4637d53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857985 Nov 22 12:21:26.285481 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [req-b3bdc625-f664-408b-8548-2f129ef17253 req-d03ddeaa-be70-469a-9af0-1c1fb2b54ec3 service neutron] 10.222.0.46 "GET /v2.0/networks/08903c03-f7d7-43c9-ab4d-565ac4637d53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938878 Nov 22 12:21:26.299429 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.wsgi [-] (102749) accepted ('10.222.0.66', 46958) {{(pid=102749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:21:26.328408 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8bc100-1430-4f82-afaf-2e12a2cc47bc req-abae57c4-6cbb-469f-aceb-f85f63fa30e6 tempest-VolumesActionsTest-302249309 tempest-VolumesActionsTest-302249309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:21:26.329949 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-cf8bc100-1430-4f82-afaf-2e12a2cc47bc req-abae57c4-6cbb-469f-aceb-f85f63fa30e6 tempest-VolumesActionsTest-302249309 tempest-VolumesActionsTest-302249309-project] 10.222.0.66 "GET /v2.0/ports?device_id=c30dcb83-017d-4428-9150-b68e8835ca64 HTTP/1.1" status: 200 len: 945 time: 0.0611205 Nov 22 12:21:26.377170 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-cf8bc100-1430-4f82-afaf-2e12a2cc47bc req-813c9838-bca2-4ee2-bcf1-d690412873a8 tempest-VolumesActionsTest-302249309 tempest-VolumesActionsTest-302249309-project] 10.222.0.66 "GET /v2.0/security-groups?id=c242d431-4f41-4066-9448-045745d8490a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412717 Nov 22 12:21:26.411887 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793343475411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3821827'] for agent, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:21:26.420251 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.v2.base [None req-690a0535-8031-4fe7-935d-2a4e69f0a8e0 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1419194627-network', 'tenant_id': '575f4ae5262e4930b6658095a1aa8a32'}} {{(pid=102749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 12:21:26.444478 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-690a0535-8031-4fe7-935d-2a4e69f0a8e0 admin admin] Made reservation on behalf of 575f4ae5262e4930b6658095a1aa8a32 for: {'network': 1} {{(pid=102749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 12:21:26.446844 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-690a0535-8031-4fe7-935d-2a4e69f0a8e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3931732'] for network, before_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:21:26.455798 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-690a0535-8031-4fe7-935d-2a4e69f0a8e0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:21:26.540880 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-690a0535-8031-4fe7-935d-2a4e69f0a8e0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:21:26.546084 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-690a0535-8031-4fe7-935d-2a4e69f0a8e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545565'] for security_group, after_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:21:26.572254 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-690a0535-8031-4fe7-935d-2a4e69f0a8e0 admin admin] vlan segment allocate from pool success with {'vlan_id': 612, 'physical_network': 'physnet1'} {{(pid=102749) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 12:21:26.581889 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690a0535-8031-4fe7-935d-2a4e69f0a8e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=041c8aa2-e61f-4435-816a-b8fb21cefcf6,revision_number=1']} {{(pid=102749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:21:26.591532 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-690a0535-8031-4fe7-935d-2a4e69f0a8e0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:21:26.591828 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-690a0535-8031-4fe7-935d-2a4e69f0a8e0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:21:26.592173 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-690a0535-8031-4fe7-935d-2a4e69f0a8e0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:21:26.592748 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-690a0535-8031-4fe7-935d-2a4e69f0a8e0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:21:26.593762 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-690a0535-8031-4fe7-935d-2a4e69f0a8e0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:21:26.594095 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-690a0535-8031-4fe7-935d-2a4e69f0a8e0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:21:26.595704 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-690a0535-8031-4fe7-935d-2a4e69f0a8e0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:21:26.595704 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-690a0535-8031-4fe7-935d-2a4e69f0a8e0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:21:26.595704 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-690a0535-8031-4fe7-935d-2a4e69f0a8e0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:21:26.595704 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-690a0535-8031-4fe7-935d-2a4e69f0a8e0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:21:26.596034 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-690a0535-8031-4fe7-935d-2a4e69f0a8e0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:21:26.596034 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-690a0535-8031-4fe7-935d-2a4e69f0a8e0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:21:26.600023 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-690a0535-8031-4fe7-935d-2a4e69f0a8e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3850450'] for segment, precommit_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:21:26.600364 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.db.segments_db [None req-690a0535-8031-4fe7-935d-2a4e69f0a8e0 admin admin] Added segment 9c6b82f3-7afe-4cdf-a8d0-a821d86ed55a of type vlan for network 9aa5e7a8-a2f2-453e-b9d2-40a88d8e4e6e Nov 22 12:21:26.644953 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-690a0535-8031-4fe7-935d-2a4e69f0a8e0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793342968311'] for network, precommit_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:21:26.672784 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-690a0535-8031-4fe7-935d-2a4e69f0a8e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381'] for network, after_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:21:26.673760 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-690a0535-8031-4fe7-935d-2a4e69f0a8e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:21:26.674414 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-690a0535-8031-4fe7-935d-2a4e69f0a8e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758363'] for network, before_response {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:21:26.734658 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [None req-690a0535-8031-4fe7-935d-2a4e69f0a8e0 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4341512 Nov 22 12:21:26.737825 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.wsgi [-] (102750) accepted ('10.222.0.66', 46970) {{(pid=102750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:21:26.741573 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690a0535-8031-4fe7-935d-2a4e69f0a8e0 admin admin] Pushing event updated for resources: {'Network': ['ID=9aa5e7a8-a2f2-453e-b9d2-40a88d8e4e6e,revision_number=1']} {{(pid=102749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:21:26.743176 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.v2.base [None req-e026cd6f-4f8a-47e3-aa3d-8e7d8e0caf4b admin admin] Request body: {'subnet': {'network_id': '9aa5e7a8-a2f2-453e-b9d2-40a88d8e4e6e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1419194627-subnet', 'tenant_id': '575f4ae5262e4930b6658095a1aa8a32', 'ip_version': 4}} {{(pid=102750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 12:21:26.752947 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.rpc [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] Network 9aa5e7a8-a2f2-453e-b9d2-40a88d8e4e6e details requested by agent ovs-agent-dv-cinder-768458-13-iscsi with host dv-cinder-768458-13-iscsi {{(pid=102751) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 12:21:26.766069 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e026cd6f-4f8a-47e3-aa3d-8e7d8e0caf4b admin admin] Made reservation on behalf of 575f4ae5262e4930b6658095a1aa8a32 for: {'subnet': 1} {{(pid=102750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 12:21:26.768477 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-e026cd6f-4f8a-47e3-aa3d-8e7d8e0caf4b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125991844'] for subnet, before_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:21:26.945967 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-e026cd6f-4f8a-47e3-aa3d-8e7d8e0caf4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128483597', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125991834'] for subnet, after_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:21:26.990484 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95f1f91-2126-4f0d-b44c-2bd5ea712c45 req-9fb7ea50-2bb9-479b-94f7-c9fe1860d727 tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:21:26.991993 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-f95f1f91-2126-4f0d-b44c-2bd5ea712c45 req-9fb7ea50-2bb9-479b-94f7-c9fe1860d727 tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] 10.222.0.66 "GET /v2.0/ports?device_id=302ab8ef-5565-4f9b-9b91-b405d550a90d HTTP/1.1" status: 200 len: 945 time: 0.0490935 Nov 22 12:21:27.000584 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e026cd6f-4f8a-47e3-aa3d-8e7d8e0caf4b admin admin] Pushing event updated for resources: {'Subnet': ['ID=7e7d9e4f-b44e-4538-b000-cd64766a1fad,revision_number=0']} {{(pid=102750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:21:27.010860 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e026cd6f-4f8a-47e3-aa3d-8e7d8e0caf4b admin admin] Checking segment: {'id': '9c6b82f3-7afe-4cdf-a8d0-a821d86ed55a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '9aa5e7a8-a2f2-453e-b9d2-40a88d8e4e6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 12:21:27.011269 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e026cd6f-4f8a-47e3-aa3d-8e7d8e0caf4b admin admin] Network hostable DHCP agents. Network: 9aa5e7a8-a2f2-453e-b9d2-40a88d8e4e6e, hostable agents: ['c0a0bcc5-cac5-441b-a5c2-c094680f9e9d'], hosted agents: [] {{(pid=102750) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 12:21:27.028748 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e026cd6f-4f8a-47e3-aa3d-8e7d8e0caf4b admin admin] Network 9aa5e7a8-a2f2-453e-b9d2-40a88d8e4e6e is scheduled to be hosted by DHCP agent c0a0bcc5-cac5-441b-a5c2-c094680f9e9d with binding_index 1 {{(pid=102750) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 12:21:27.037952 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.scheduler.base_scheduler [None req-e026cd6f-4f8a-47e3-aa3d-8e7d8e0caf4b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768458-13-iscsi, 9aa5e7a8-a2f2-453e-b9d2-40a88d8e4e6e) {{(pid=102750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 12:21:27.041865 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-f95f1f91-2126-4f0d-b44c-2bd5ea712c45 req-ad36b964-a4d9-435a-9db3-4d3149271946 tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] 10.222.0.66 "GET /v2.0/security-groups?id=d25355f0-2e41-493d-aac5-082c69fe23d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432754 Nov 22 12:21:27.046552 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49e62578-4d90-4c2e-83a1-a4292531b438 None None] Network 9aa5e7a8-a2f2-453e-b9d2-40a88d8e4e6e requested from dv-cinder-768458-13-iscsi {{(pid=102751) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 12:21:27.047431 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e026cd6f-4f8a-47e3-aa3d-8e7d8e0caf4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:21:27.048032 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-e026cd6f-4f8a-47e3-aa3d-8e7d8e0caf4b admin admin] Publish callbacks [] for subnet, before_response {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:21:27.068252 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.wsgi [-] (102749) accepted ('10.222.0.66', 46974) {{(pid=102749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:21:27.068515 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [None req-e026cd6f-4f8a-47e3-aa3d-8e7d8e0caf4b admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3293447 Nov 22 12:21:27.073839 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.v2.base [None req-4fd5a94c-d471-4099-b7a1-673fb0f626b5 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1419194627-router', 'tenant_id': '575f4ae5262e4930b6658095a1aa8a32', 'external_gateway_info': {'network_id': '52f34850-4f08-4bf9-8f19-1c892d4c6132'}}} {{(pid=102749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 12:21:27.099710 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-4fd5a94c-d471-4099-b7a1-673fb0f626b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-923473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11729'] for router, before_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:21:27.101890 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-4fd5a94c-d471-4099-b7a1-673fb0f626b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-533099', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-767110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11738'] for router, precommit_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:21:27.170334 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-4fd5a94c-d471-4099-b7a1-673fb0f626b5 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:21:27.230009 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e739091-225c-434d-bcd7-a9957e9b448b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfe555459-6e0b-5631-a278-c6609bd98800-9aa5e7a8-a2f2-453e-b9d2-40a88d8e4e6e', 'network_id': '9aa5e7a8-a2f2-453e-b9d2-40a88d8e4e6e', 'tenant_id': '575f4ae5262e4930b6658095a1aa8a32', 'fixed_ips': [{'subnet_id': '7e7d9e4f-b44e-4538-b000-cd64766a1fad'}]}} from dv-cinder-768458-13-iscsi. {{(pid=102751) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 12:21:27.230961 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-3e739091-225c-434d-bcd7-a9957e9b448b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3931732'] for port, before_create {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:21:27.311559 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-4fd5a94c-d471-4099-b7a1-673fb0f626b5 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:21:27.390904 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.db_base_plugin_common [None req-3e739091-225c-434d-bcd7-a9957e9b448b None None] Allocated IP 172.20.0.2 (9aa5e7a8-a2f2-453e-b9d2-40a88d8e4e6e/7e7d9e4f-b44e-4538-b000-cd64766a1fad/bea5f3e4-46f2-4db4-b0ec-be3bb8dc0a84) {{(pid=102751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 12:21:27.583054 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-3e739091-225c-434d-bcd7-a9957e9b448b None None] Publish callbacks [] for port, precommit_create {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:21:27.591586 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-3e739091-225c-434d-bcd7-a9957e9b448b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793342949268'] for port, after_create {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:21:27.653954 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e739091-225c-434d-bcd7-a9957e9b448b None None] Network 9aa5e7a8-a2f2-453e-b9d2-40a88d8e4e6e is already hosted by enough agents. {{(pid=102751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 12:21:27.666903 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.scheduler.base_scheduler [None req-3e739091-225c-434d-bcd7-a9957e9b448b None None] Resources bound (agent type, host, resource id): {{(pid=102751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 12:21:27.671300 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e739091-225c-434d-bcd7-a9957e9b448b None None] Received port after_create {{(pid=102751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 12:21:27.686138 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799f71c3-b118-4de4-b5aa-3e7dffd08d17 req-79504dca-5f59-42a4-8906-040007aaf6aa tempest-VolumesActionsTest-302249309 tempest-VolumesActionsTest-302249309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:21:27.688348 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e739091-225c-434d-bcd7-a9957e9b448b None None] Pushing event updated for resources: {'Port': ['ID=bea5f3e4-46f2-4db4-b0ec-be3bb8dc0a84,revision_number=1']} {{(pid=102751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:21:27.695585 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-799f71c3-b118-4de4-b5aa-3e7dffd08d17 req-79504dca-5f59-42a4-8906-040007aaf6aa tempest-VolumesActionsTest-302249309 tempest-VolumesActionsTest-302249309-project] 10.222.0.66 "GET /v2.0/ports?device_id=c30dcb83-017d-4428-9150-b68e8835ca64 HTTP/1.1" status: 200 len: 945 time: 0.1556780 Nov 22 12:21:27.712045 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-4fd5a94c-d471-4099-b7a1-673fb0f626b5 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:21:27.742330 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-4fd5a94c-d471-4099-b7a1-673fb0f626b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3931732'] for port, before_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:21:27.749054 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.managers [None req-3e739091-225c-434d-bcd7-a9957e9b448b None None] Attempting to bind port bea5f3e4-46f2-4db4-b0ec-be3bb8dc0a84 on host dv-cinder-768458-13-iscsi for vnic_type normal with profile {{(pid=102751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 12:21:27.749522 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.managers [None req-3e739091-225c-434d-bcd7-a9957e9b448b None None] Attempting to bind port bea5f3e4-46f2-4db4-b0ec-be3bb8dc0a84 by drivers openvswitch,hyperv on host dv-cinder-768458-13-iscsi at level 0 using segments [{'id': '9c6b82f3-7afe-4cdf-a8d0-a821d86ed55a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '9aa5e7a8-a2f2-453e-b9d2-40a88d8e4e6e'}] {{(pid=102751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 12:21:27.750067 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e739091-225c-434d-bcd7-a9957e9b448b None None] Attempting to bind port bea5f3e4-46f2-4db4-b0ec-be3bb8dc0a84 on network 9aa5e7a8-a2f2-453e-b9d2-40a88d8e4e6e {{(pid=102751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 12:21:27.756175 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e739091-225c-434d-bcd7-a9957e9b448b None None] Checking agent: {'id': '93079659-014b-45ff-9ed2-9a81038b5445', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768458-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 12, 11, 26), 'started_at': datetime.datetime(2021, 11, 22, 12, 11, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 12, 21, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768458-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 12:21:27.756846 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e739091-225c-434d-bcd7-a9957e9b448b None None] Checking segment: {'id': '9c6b82f3-7afe-4cdf-a8d0-a821d86ed55a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '9aa5e7a8-a2f2-453e-b9d2-40a88d8e4e6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 12:21:27.757202 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-3e739091-225c-434d-bcd7-a9957e9b448b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:21:27.757669 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e739091-225c-434d-bcd7-a9957e9b448b None None] Bound using segment: {'id': '9c6b82f3-7afe-4cdf-a8d0-a821d86ed55a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '9aa5e7a8-a2f2-453e-b9d2-40a88d8e4e6e'} {{(pid=102751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 12:21:27.758200 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.managers [None req-3e739091-225c-434d-bcd7-a9957e9b448b None None] Bound port: bea5f3e4-46f2-4db4-b0ec-be3bb8dc0a84, host: dv-cinder-768458-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c6b82f3-7afe-4cdf-a8d0-a821d86ed55a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '9aa5e7a8-a2f2-453e-b9d2-40a88d8e4e6e'}}] {{(pid=102751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 12:21:27.758831 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-3e739091-225c-434d-bcd7-a9957e9b448b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3931732'] for port, before_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:21:27.807198 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-799f71c3-b118-4de4-b5aa-3e7dffd08d17 req-93efe802-ec2b-4ebb-b799-bab8e3a6e149 tempest-VolumesActionsTest-302249309 tempest-VolumesActionsTest-302249309-project] 10.222.0.66 "GET /v2.0/security-groups?id=c242d431-4f41-4066-9448-045745d8490a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107342 Nov 22 12:21:27.845783 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.db [None req-3e739091-225c-434d-bcd7-a9957e9b448b None None] For port bea5f3e4-46f2-4db4-b0ec-be3bb8dc0a84, host dv-cinder-768458-13-iscsi, cleared binding levels {{(pid=102751) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 12:21:27.850297 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.db [None req-3e739091-225c-434d-bcd7-a9957e9b448b None None] For port bea5f3e4-46f2-4db4-b0ec-be3bb8dc0a84, host dv-cinder-768458-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-13-iscsi',level=0,port_id=bea5f3e4-46f2-4db4-b0ec-be3bb8dc0a84,segment=NetworkSegment(9c6b82f3-7afe-4cdf-a8d0-a821d86ed55a),segment_id=9c6b82f3-7afe-4cdf-a8d0-a821d86ed55a)] {{(pid=102751) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 12:21:27.856218 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-3e739091-225c-434d-bcd7-a9957e9b448b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793343495738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793342949286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793342949304'] for port, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:21:27.875092 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef04e181-7862-4cb1-b333-56c08c804a7d req-4bd285a2-6bf3-499e-a570-af2e5fe71ee0 tempest-VolumesActionsTest-302249309 tempest-VolumesActionsTest-302249309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:21:27.880640 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [req-ef04e181-7862-4cb1-b333-56c08c804a7d req-4bd285a2-6bf3-499e-a570-af2e5fe71ee0 tempest-VolumesActionsTest-302249309 tempest-VolumesActionsTest-302249309-project] 10.222.0.46 "GET /v2.0/ports?device_id=c30dcb83-017d-4428-9150-b68e8835ca64 HTTP/1.1" status: 200 len: 945 time: 0.0676148 Nov 22 12:21:27.933026 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.db.db_base_plugin_common [None req-4fd5a94c-d471-4099-b7a1-673fb0f626b5 admin admin] Allocated IP 172.27.0.46 (52f34850-4f08-4bf9-8f19-1c892d4c6132/9e59152d-9f1b-4a42-ae53-82f6bd285144/eec7348e-79a7-4310-b90f-41d0521c5def) {{(pid=102749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 12:21:27.956096 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e739091-225c-434d-bcd7-a9957e9b448b None None] Pushing event updated for resources: {'Port': ['ID=bea5f3e4-46f2-4db4-b0ec-be3bb8dc0a84,revision_number=2']} {{(pid=102751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:21:28.010150 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.plugins.ml2.plugin [req-ef04e181-7862-4cb1-b333-56c08c804a7d req-b2d950dc-2516-438a-9106-46aa138e440a tempest-VolumesActionsTest-302249309 tempest-VolumesActionsTest-302249309-project] Deleting port 0bbd7299-c83f-4a3c-bdea-4930e3bb6de3 {{(pid=102750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 12:21:28.010586 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [req-ef04e181-7862-4cb1-b333-56c08c804a7d req-b2d950dc-2516-438a-9106-46aa138e440a tempest-VolumesActionsTest-302249309 tempest-VolumesActionsTest-302249309-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793343491880'] for port, before_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:21:28.089576 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-4fd5a94c-d471-4099-b7a1-673fb0f626b5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:21:28.153977 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-4fd5a94c-d471-4099-b7a1-673fb0f626b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793342949268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126077602'] for port, after_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:21:28.159042 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.plugins.ml2.db [req-ef04e181-7862-4cb1-b333-56c08c804a7d req-b2d950dc-2516-438a-9106-46aa138e440a tempest-VolumesActionsTest-302249309 tempest-VolumesActionsTest-302249309-project] For port 0bbd7299-c83f-4a3c-bdea-4930e3bb6de3, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=0bbd7299-c83f-4a3c-bdea-4930e3bb6de3,segment=NetworkSegment(2ccf84f5-0d63-48e5-a5d6-e3f67d7e2b6c),segment_id=2ccf84f5-0d63-48e5-a5d6-e3f67d7e2b6c)] {{(pid=102750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 12:21:28.159948 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [req-ef04e181-7862-4cb1-b333-56c08c804a7d req-b2d950dc-2516-438a-9106-46aa138e440a tempest-VolumesActionsTest-302249309 tempest-VolumesActionsTest-302249309-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-535547'] for port, precommit_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:21:28.190001 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.plugins.ml2.plugin [req-ef04e181-7862-4cb1-b333-56c08c804a7d req-b2d950dc-2516-438a-9106-46aa138e440a tempest-VolumesActionsTest-302249309 tempest-VolumesActionsTest-302249309-project] Calling delete_port for 0bbd7299-c83f-4a3c-bdea-4930e3bb6de3 owned by compute:nova {{(pid=102750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 12:21:28.236970 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fd5a94c-d471-4099-b7a1-673fb0f626b5 admin admin] Network 52f34850-4f08-4bf9-8f19-1c892d4c6132 is already hosted by enough agents. {{(pid=102749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 12:21:28.257498 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.scheduler.base_scheduler [None req-4fd5a94c-d471-4099-b7a1-673fb0f626b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=102749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 12:21:28.273333 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fd5a94c-d471-4099-b7a1-673fb0f626b5 admin admin] Received port after_create {{(pid=102749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 12:21:28.276491 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd5a94c-d471-4099-b7a1-673fb0f626b5 admin admin] Pushing event updated for resources: {'Port': ['ID=eec7348e-79a7-4310-b90f-41d0521c5def,revision_number=1']} {{(pid=102749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:21:28.420914 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f046394-a56c-4911-b4c7-5e227832a7e5 req-cfea5be4-3211-4c31-887d-676c5dc912fa tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:21:28.422544 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-4f046394-a56c-4911-b4c7-5e227832a7e5 req-cfea5be4-3211-4c31-887d-676c5dc912fa tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] 10.222.0.66 "GET /v2.0/ports?device_id=302ab8ef-5565-4f9b-9b91-b405d550a90d HTTP/1.1" status: 200 len: 945 time: 0.1961911 Nov 22 12:21:28.441635 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [req-ef04e181-7862-4cb1-b333-56c08c804a7d req-b2d950dc-2516-438a-9106-46aa138e440a tempest-VolumesActionsTest-302249309 tempest-VolumesActionsTest-302249309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793343495765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793342949277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128483729'] for port, after_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:21:28.457075 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.db [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] get_ports_and_sgs() called for port_ids ['0bbd7299-c83f-4a3c-bdea-4930e3bb6de3'] {{(pid=102751) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 12:21:28.561088 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-4f046394-a56c-4911-b4c7-5e227832a7e5 req-71a619e9-afbc-4dfe-b1be-c5241121b26e tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] 10.222.0.66 "GET /v2.0/security-groups?id=d25355f0-2e41-493d-aac5-082c69fe23d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279645 Nov 22 12:21:28.736483 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d950dc-2516-438a-9106-46aa138e440a tempest-VolumesActionsTest-302249309 tempest-VolumesActionsTest-302249309-project] Pushing event deleted for resources: {'Port': ['ID=0bbd7299-c83f-4a3c-bdea-4930e3bb6de3,revision_number=None']} {{(pid=102750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:21:28.794231 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef04e181-7862-4cb1-b333-56c08c804a7d req-b2d950dc-2516-438a-9106-46aa138e440a tempest-VolumesActionsTest-302249309 tempest-VolumesActionsTest-302249309-project] No DVR routers for this DVR port 0bbd7299-c83f-4a3c-bdea-4930e3bb6de3 on host hv-cinder-76845 {{(pid=102750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 12:21:28.798347 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [req-ef04e181-7862-4cb1-b333-56c08c804a7d req-b2d950dc-2516-438a-9106-46aa138e440a tempest-VolumesActionsTest-302249309 tempest-VolumesActionsTest-302249309-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434365'] for port, before_response {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:21:28.802241 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [req-ef04e181-7862-4cb1-b333-56c08c804a7d req-b2d950dc-2516-438a-9106-46aa138e440a tempest-VolumesActionsTest-302249309 tempest-VolumesActionsTest-302249309-project] 10.222.0.46 "DELETE /v2.0/ports/0bbd7299-c83f-4a3c-bdea-4930e3bb6de3 HTTP/1.1" status: 204 len: 173 time: 0.9090586 Nov 22 12:21:28.802746 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c30dcb83-017d-4428-9150-b68e8835ca64', 'name': 'network-vif-deleted', 'tag': '0bbd7299-c83f-4a3c-bdea-4930e3bb6de3'}] {{(pid=102750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 12:21:28.805286 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2a0bed14b240d0d35e029181fb516e01dd4ce85d5fb41ae8ef5632c0b13bd43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b841ef21-717c-4aaf-82ab-7d18c24f980c" -d '{"events": [{"server_uuid": "c30dcb83-017d-4428-9150-b68e8835ca64", "name": "network-vif-deleted", "tag": "0bbd7299-c83f-4a3c-bdea-4930e3bb6de3"}]}' {{(pid=102750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 12:21:28.867933 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-4fd5a94c-d471-4099-b7a1-673fb0f626b5 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:21:28.872687 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 12:21:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-579fc497-34d6-4f2a-a132-e2444949502a x-openstack-request-id: req-579fc497-34d6-4f2a-a132-e2444949502a {{(pid=102750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 12:21:28.873242 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c30dcb83-017d-4428-9150-b68e8835ca64", "name": "network-vif-deleted", "tag": "0bbd7299-c83f-4a3c-bdea-4930e3bb6de3", "status": "completed", "code": 200}]} {{(pid=102750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 12:21:28.873996 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-579fc497-34d6-4f2a-a132-e2444949502a {{(pid=102750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 12:21:28.875057 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c30dcb83-017d-4428-9150-b68e8835ca64', 'name': 'network-vif-deleted', 'tag': '0bbd7299-c83f-4a3c-bdea-4930e3bb6de3', 'status': 'completed', 'code': 200} Nov 22 12:21:28.995879 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-f9b93482-a181-4d88-bad8-2d12763387ae req-5856de79-95a2-411f-8e2b-2fcd43494be7 tempest-VolumesActionsTest-302249309 tempest-VolumesActionsTest-302249309-project] 10.222.0.66 "GET /v2.0/ports?device_id=c30dcb83-017d-4428-9150-b68e8835ca64 HTTP/1.1" status: 200 len: 210 time: 0.0612216 Nov 22 12:21:29.028760 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.rpc [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] Device bea5f3e4-46f2-4db4-b0ec-be3bb8dc0a84 up at agent ovs-agent-dv-cinder-768458-13-iscsi {{(pid=102751) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 12:21:29.094346 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.provisioning_blocks [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] Provisioning complete for port bea5f3e4-46f2-4db4-b0ec-be3bb8dc0a84 triggered by entity L2. {{(pid=102751) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 12:21:29.094962 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3821908'] for port, provisioning_complete {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:21:29.166228 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-4fd5a94c-d471-4099-b7a1-673fb0f626b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-533046'] for router, after_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:21:29.186826 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0751db21-d139-4d70-ae36-65a8d6c14a50 None None] Network 9aa5e7a8-a2f2-453e-b9d2-40a88d8e4e6e requested from dv-cinder-768458-13-iscsi {{(pid=102751) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 12:21:29.238455 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3931732'] for port, before_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:21:29.297728 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.provisioning_blocks [None req-1c893cc1-b81e-42c4-8420-e6b5ad29d4b5 None None] Provisioning complete for port bea5f3e4-46f2-4db4-b0ec-be3bb8dc0a84 triggered by entity DHCP. {{(pid=102751) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 12:21:29.298104 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-1c893cc1-b81e-42c4-8420-e6b5ad29d4b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3821908'] for port, provisioning_complete {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:21:29.304585 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.db [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] For port bea5f3e4-46f2-4db4-b0ec-be3bb8dc0a84, host dv-cinder-768458-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-13-iscsi',level=0,port_id=bea5f3e4-46f2-4db4-b0ec-be3bb8dc0a84,segment=NetworkSegment(9c6b82f3-7afe-4cdf-a8d0-a821d86ed55a),segment_id=9c6b82f3-7afe-4cdf-a8d0-a821d86ed55a)] {{(pid=102751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 12:21:29.306083 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fd5a94c-d471-4099-b7a1-673fb0f626b5 admin admin] Router b448d13f-01a0-446b-95ca-8d77db6ea12e is scheduled to L3 agent b4a26ead-6ab2-4f98-a352-c9ed6d39b73e with binding_index 1 {{(pid=102749) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 12:21:29.334234 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793343495738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793342949286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793342949304'] for port, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:21:29.417175 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fd5a94c-d471-4099-b7a1-673fb0f626b5 admin admin] Notify agent at l3_agent.dv-cinder-768458-13-iscsi the message routers_updated {{(pid=102749) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 12:21:29.428073 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-217a9aee-1cfc-4f19-8ebe-b8a0db09cbe2 None None] Sync routers for ids ['b448d13f-01a0-446b-95ca-8d77db6ea12e'] in dv-cinder-768458-13-iscsi {{(pid=102752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 12:21:29.435455 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] Pushing event updated for resources: {'Port': ['ID=bea5f3e4-46f2-4db4-b0ec-be3bb8dc0a84,revision_number=3']} {{(pid=102751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:21:29.441045 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-217a9aee-1cfc-4f19-8ebe-b8a0db09cbe2 None None] Routers {'b448d13f-01a0-446b-95ca-8d77db6ea12e'} bound to L3 agent in host dv-cinder-768458-13-iscsi {{(pid=102752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 12:21:29.441590 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.db.l3_hamode_db [None req-217a9aee-1cfc-4f19-8ebe-b8a0db09cbe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T12:11:23Z,description=,heartbeat_timestamp=2021-11-22T12:21:23Z,host='dv-cinder-768458-13-iscsi',id=b4a26ead-6ab2-4f98-a352-c9ed6d39b73e,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T12:11:23Z,topic='l3_agent')) {'router_ids': ['b448d13f-01a0-446b-95ca-8d77db6ea12e'], 'active': True} {{(pid=102752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 12:21:29.458309 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-4fd5a94c-d471-4099-b7a1-673fb0f626b5 admin admin] Publish callbacks [] for router, before_response {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:21:29.462548 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.wsgi [-] (102750) accepted ('10.222.0.66', 47030) {{(pid=102750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:21:29.463003 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [None req-4fd5a94c-d471-4099-b7a1-673fb0f626b5 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.3930221 Nov 22 12:21:29.580533 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.db.l3_dvr_db [None req-217a9aee-1cfc-4f19-8ebe-b8a0db09cbe2 None None] Set router b448d13f-01a0-446b-95ca-8d77db6ea12e gateway port host: dv-cinder-768458-13-iscsi {{(pid=102752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 12:21:29.776611 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5fc84d-dee0-496b-882d-9767a5ba5d9e req-0057bba9-4280-40f7-9365-608b5aaa9d62 tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:21:29.795988 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-cc5fc84d-dee0-496b-882d-9767a5ba5d9e req-0057bba9-4280-40f7-9365-608b5aaa9d62 tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] 10.222.0.66 "GET /v2.0/ports?device_id=302ab8ef-5565-4f9b-9b91-b405d550a90d HTTP/1.1" status: 200 len: 945 time: 0.1434460 Nov 22 12:21:29.844402 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.provisioning_blocks [None req-b195c25c-a47e-467f-9c0f-d85364443271 None None] Provisioning complete for port bea5f3e4-46f2-4db4-b0ec-be3bb8dc0a84 triggered by entity DHCP. {{(pid=102751) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 12:21:29.845173 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-b195c25c-a47e-467f-9c0f-d85364443271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3821908'] for port, provisioning_complete {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:21:29.869012 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.db.l3_hamode_db [None req-217a9aee-1cfc-4f19-8ebe-b8a0db09cbe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b448d13f-01a0-446b-95ca-8d77db6ea12e', 'name': 'tempest-TestShelveInstance-1419194627-router', 'tenant_id': '575f4ae5262e4930b6658095a1aa8a32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52f34850-4f08-4bf9-8f19-1c892d4c6132', 'external_fixed_ips': [{'subnet_id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'ip_address': '172.27.0.46'}], 'enable_snat': True}, 'gw_port_id': 'eec7348e-79a7-4310-b90f-41d0521c5def', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T12:21:27Z', 'updated_at': '2021-11-22T12:21:28Z', 'revision_number': 3, 'project_id': '575f4ae5262e4930b6658095a1aa8a32', 'gw_port': {'id': 'eec7348e-79a7-4310-b90f-41d0521c5def', 'name': '', 'network_id': '52f34850-4f08-4bf9-8f19-1c892d4c6132', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:fd:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b448d13f-01a0-446b-95ca-8d77db6ea12e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'ip_address': '172.27.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T12:21:27Z', 'updated_at': '2021-11-22T12:21:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-13-iscsi'}], 'dv-cinder-768458-13-iscsi', False) {} {{(pid=102752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 12:21:29.887885 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-cc5fc84d-dee0-496b-882d-9767a5ba5d9e req-f8ad06c2-ef0d-44cd-b412-42f2959ec49b tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] 10.222.0.66 "GET /v2.0/security-groups?id=d25355f0-2e41-493d-aac5-082c69fe23d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899763 Nov 22 12:21:29.900467 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-217a9aee-1cfc-4f19-8ebe-b8a0db09cbe2 None None] Checking router: b448d13f-01a0-446b-95ca-8d77db6ea12e for host: dv-cinder-768458-13-iscsi {{(pid=102752) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 12:21:29.901103 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-217a9aee-1cfc-4f19-8ebe-b8a0db09cbe2 None None] Updating router b448d13f-01a0-446b-95ca-8d77db6ea12e port eec7348e-79a7-4310-b90f-41d0521c5def binding host dv-cinder-768458-13-iscsi {{(pid=102752) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 12:21:29.943427 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron_lib.callbacks.manager [None req-217a9aee-1cfc-4f19-8ebe-b8a0db09cbe2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3931732'] for port, before_update {{(pid=102752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:21:30.092199 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-44971622-d7b7-4a78-a203-e4858a895a86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3931732'] for port, before_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:21:30.262295 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron_lib.callbacks.manager [None req-217a9aee-1cfc-4f19-8ebe-b8a0db09cbe2 None None] Publish callbacks [] for port, precommit_update {{(pid=102752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:21:30.269554 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron_lib.callbacks.manager [None req-217a9aee-1cfc-4f19-8ebe-b8a0db09cbe2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793343495738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793342949286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793342949304'] for port, after_update {{(pid=102752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:21:30.305026 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.db.db_base_plugin_common [None req-44971622-d7b7-4a78-a203-e4858a895a86 admin admin] Allocated IP 172.20.0.1 (9aa5e7a8-a2f2-453e-b9d2-40a88d8e4e6e/7e7d9e4f-b44e-4538-b000-cd64766a1fad/a3cf7a7d-1d6b-4f44-a58a-4c358f9fdd1d) {{(pid=102750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 12:21:30.327480 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c733947-e582-4932-9013-0abff8972039 None None] Pushing event updated for resources: {'Port': ['ID=eec7348e-79a7-4310-b90f-41d0521c5def,revision_number=2']} {{(pid=102752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:21:30.330919 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.plugins.ml2.managers [None req-217a9aee-1cfc-4f19-8ebe-b8a0db09cbe2 None None] Attempting to bind port eec7348e-79a7-4310-b90f-41d0521c5def on host dv-cinder-768458-13-iscsi for vnic_type normal with profile {{(pid=102752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 12:21:30.331310 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.plugins.ml2.managers [None req-217a9aee-1cfc-4f19-8ebe-b8a0db09cbe2 None None] Attempting to bind port eec7348e-79a7-4310-b90f-41d0521c5def by drivers openvswitch,hyperv on host dv-cinder-768458-13-iscsi at level 0 using segments [{'id': '91a15bc4-f975-4336-93bb-1ba9d2e7565e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52f34850-4f08-4bf9-8f19-1c892d4c6132'}] {{(pid=102752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 12:21:30.331674 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-217a9aee-1cfc-4f19-8ebe-b8a0db09cbe2 None None] Attempting to bind port eec7348e-79a7-4310-b90f-41d0521c5def on network 52f34850-4f08-4bf9-8f19-1c892d4c6132 {{(pid=102752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 12:21:30.339893 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c733947-e582-4932-9013-0abff8972039 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:21:30.340248 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c733947-e582-4932-9013-0abff8972039 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:21:30.340597 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c733947-e582-4932-9013-0abff8972039 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:21:30.340928 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c733947-e582-4932-9013-0abff8972039 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:21:30.341261 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c733947-e582-4932-9013-0abff8972039 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:21:30.341610 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c733947-e582-4932-9013-0abff8972039 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:21:30.341943 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c733947-e582-4932-9013-0abff8972039 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:21:30.342360 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c733947-e582-4932-9013-0abff8972039 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:21:30.342707 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c733947-e582-4932-9013-0abff8972039 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:21:30.343033 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c733947-e582-4932-9013-0abff8972039 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:21:30.343392 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c733947-e582-4932-9013-0abff8972039 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:21:30.343707 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c733947-e582-4932-9013-0abff8972039 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:21:30.352088 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-217a9aee-1cfc-4f19-8ebe-b8a0db09cbe2 None None] Checking agent: {'id': '93079659-014b-45ff-9ed2-9a81038b5445', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768458-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 12, 11, 26), 'started_at': datetime.datetime(2021, 11, 22, 12, 11, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 12, 21, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768458-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 12:21:30.352088 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-217a9aee-1cfc-4f19-8ebe-b8a0db09cbe2 None None] Checking segment: {'id': '91a15bc4-f975-4336-93bb-1ba9d2e7565e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52f34850-4f08-4bf9-8f19-1c892d4c6132'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 12:21:30.352607 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron_lib.callbacks.manager [None req-217a9aee-1cfc-4f19-8ebe-b8a0db09cbe2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:21:30.353039 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-217a9aee-1cfc-4f19-8ebe-b8a0db09cbe2 None None] Bound using segment: {'id': '91a15bc4-f975-4336-93bb-1ba9d2e7565e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52f34850-4f08-4bf9-8f19-1c892d4c6132'} {{(pid=102752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 12:21:30.353497 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.plugins.ml2.managers [None req-217a9aee-1cfc-4f19-8ebe-b8a0db09cbe2 None None] Bound port: eec7348e-79a7-4310-b90f-41d0521c5def, host: dv-cinder-768458-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91a15bc4-f975-4336-93bb-1ba9d2e7565e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52f34850-4f08-4bf9-8f19-1c892d4c6132'}}] {{(pid=102752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 12:21:30.353908 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron_lib.callbacks.manager [None req-217a9aee-1cfc-4f19-8ebe-b8a0db09cbe2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3931732'] for port, before_update {{(pid=102752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:21:30.379165 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a913a95b-d948-4d81-a9d3-ddbcd3b2870c req-463473da-0ed9-49fc-9a18-9cee66768a81 tempest-VolumesActionsTest-302249309 tempest-VolumesActionsTest-302249309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:21:30.380854 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-a913a95b-d948-4d81-a9d3-ddbcd3b2870c req-463473da-0ed9-49fc-9a18-9cee66768a81 tempest-VolumesActionsTest-302249309 tempest-VolumesActionsTest-302249309-project] 10.222.0.66 "GET /v2.0/networks?id=bb1f7e53-c4b2-4051-a4a6-124cbdcb8410 HTTP/1.1" status: 200 len: 809 time: 0.1173735 Nov 22 12:21:30.398701 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-a913a95b-d948-4d81-a9d3-ddbcd3b2870c req-5d1189e8-a6fe-4897-9789-8973f004510f tempest-VolumesActionsTest-302249309 tempest-VolumesActionsTest-302249309-project] 10.222.0.66 "GET /v2.0/quotas/ad46aac0327b4760bef46d579031abd2 HTTP/1.1" status: 200 len: 375 time: 0.0095291 Nov 22 12:21:30.408575 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.plugins.ml2.db [None req-217a9aee-1cfc-4f19-8ebe-b8a0db09cbe2 None None] For port eec7348e-79a7-4310-b90f-41d0521c5def, host dv-cinder-768458-13-iscsi, cleared binding levels {{(pid=102752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 12:21:30.411917 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.plugins.ml2.db [None req-217a9aee-1cfc-4f19-8ebe-b8a0db09cbe2 None None] For port eec7348e-79a7-4310-b90f-41d0521c5def, host dv-cinder-768458-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-13-iscsi',level=0,port_id=eec7348e-79a7-4310-b90f-41d0521c5def,segment=NetworkSegment(91a15bc4-f975-4336-93bb-1ba9d2e7565e),segment_id=91a15bc4-f975-4336-93bb-1ba9d2e7565e)] {{(pid=102752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 12:21:30.417613 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron_lib.callbacks.manager [None req-217a9aee-1cfc-4f19-8ebe-b8a0db09cbe2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793343495738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793342949286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793342949304'] for port, after_update {{(pid=102752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:21:30.441995 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-44971622-d7b7-4a78-a203-e4858a895a86 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:21:30.449719 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-a913a95b-d948-4d81-a9d3-ddbcd3b2870c req-4027adf2-b22f-4f49-8888-d77f0db87462 tempest-VolumesActionsTest-302249309 tempest-VolumesActionsTest-302249309-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=ad46aac0327b4760bef46d579031abd2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0422075 Nov 22 12:21:30.478165 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c733947-e582-4932-9013-0abff8972039 None None] Pushing event updated for resources: {'Port': ['ID=eec7348e-79a7-4310-b90f-41d0521c5def,revision_number=3']} {{(pid=102752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:21:30.492442 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-217a9aee-1cfc-4f19-8ebe-b8a0db09cbe2 None None] Routers {'b448d13f-01a0-446b-95ca-8d77db6ea12e'} bound to L3 agent in host dv-cinder-768458-13-iscsi {{(pid=102752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 12:21:30.493211 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.db.l3_hamode_db [None req-217a9aee-1cfc-4f19-8ebe-b8a0db09cbe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T12:11:23Z,description=,heartbeat_timestamp=2021-11-22T12:21:23Z,host='dv-cinder-768458-13-iscsi',id=b4a26ead-6ab2-4f98-a352-c9ed6d39b73e,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T12:11:23Z,topic='l3_agent')) {'router_ids': ['b448d13f-01a0-446b-95ca-8d77db6ea12e'], 'active': True} {{(pid=102752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 12:21:30.516461 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-44971622-d7b7-4a78-a203-e4858a895a86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793342949268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128483729'] for port, after_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:21:30.561530 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44971622-d7b7-4a78-a203-e4858a895a86 admin admin] Network 9aa5e7a8-a2f2-453e-b9d2-40a88d8e4e6e is already hosted by enough agents. {{(pid=102750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 12:21:30.564538 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.scheduler.base_scheduler [None req-44971622-d7b7-4a78-a203-e4858a895a86 admin admin] Resources bound (agent type, host, resource id): {{(pid=102750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 12:21:30.567539 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44971622-d7b7-4a78-a203-e4858a895a86 admin admin] Received port after_create {{(pid=102750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 12:21:30.601342 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44971622-d7b7-4a78-a203-e4858a895a86 admin admin] Pushing event updated for resources: {'Port': ['ID=a3cf7a7d-1d6b-4f44-a58a-4c358f9fdd1d,revision_number=1']} {{(pid=102750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:21:30.624938 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-44971622-d7b7-4a78-a203-e4858a895a86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-532587'] for router_interface, before_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:21:30.637226 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-a913a95b-d948-4d81-a9d3-ddbcd3b2870c req-9d6ea0ea-9d63-43ed-8b96-639db42be3e1 service neutron] 10.222.0.66 "GET /v2.0/networks/bb1f7e53-c4b2-4051-a4a6-124cbdcb8410?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1773062 Nov 22 12:21:30.754349 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.db.l3_dvr_db [None req-217a9aee-1cfc-4f19-8ebe-b8a0db09cbe2 None None] Set router b448d13f-01a0-446b-95ca-8d77db6ea12e gateway port host: dv-cinder-768458-13-iscsi {{(pid=102752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 12:21:30.756091 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-a913a95b-d948-4d81-a9d3-ddbcd3b2870c req-625bdb54-1146-4270-ab6d-903840eb5a5d service neutron] 10.222.0.66 "GET /v2.0/networks/bb1f7e53-c4b2-4051-a4a6-124cbdcb8410?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1114552 Nov 22 12:21:30.786541 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-44971622-d7b7-4a78-a203-e4858a895a86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3931732'] for port, before_update {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:21:30.847022 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.provisioning_blocks [None req-b960cd60-8cef-48b8-9ee0-9c578a076432 None None] Provisioning complete for port a3cf7a7d-1d6b-4f44-a58a-4c358f9fdd1d triggered by entity DHCP. {{(pid=102751) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 12:21:30.849005 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-b960cd60-8cef-48b8-9ee0-9c578a076432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3821908'] for port, provisioning_complete {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:21:30.896558 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.plugin [None req-b960cd60-8cef-48b8-9ee0-9c578a076432 None None] Port a3cf7a7d-1d6b-4f44-a58a-4c358f9fdd1d cannot update to ACTIVE because it is not bound. {{(pid=102751) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 12:21:30.981843 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.db.l3_hamode_db [None req-217a9aee-1cfc-4f19-8ebe-b8a0db09cbe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b448d13f-01a0-446b-95ca-8d77db6ea12e', 'name': 'tempest-TestShelveInstance-1419194627-router', 'tenant_id': '575f4ae5262e4930b6658095a1aa8a32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52f34850-4f08-4bf9-8f19-1c892d4c6132', 'external_fixed_ips': [{'subnet_id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'ip_address': '172.27.0.46'}], 'enable_snat': True}, 'gw_port_id': 'eec7348e-79a7-4310-b90f-41d0521c5def', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T12:21:27Z', 'updated_at': '2021-11-22T12:21:28Z', 'revision_number': 3, 'project_id': '575f4ae5262e4930b6658095a1aa8a32', 'gw_port': {'id': 'eec7348e-79a7-4310-b90f-41d0521c5def', 'name': '', 'network_id': '52f34850-4f08-4bf9-8f19-1c892d4c6132', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:fd:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b448d13f-01a0-446b-95ca-8d77db6ea12e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'ip_address': '172.27.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T12:21:27Z', 'updated_at': '2021-11-22T12:21:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-13-iscsi'}], 'dv-cinder-768458-13-iscsi', False) {} {{(pid=102752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 12:21:31.016890 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-217a9aee-1cfc-4f19-8ebe-b8a0db09cbe2 None None] The sync data for ids ['b448d13f-01a0-446b-95ca-8d77db6ea12e'] in dv-cinder-768458-13-iscsi is: [{'id': 'b448d13f-01a0-446b-95ca-8d77db6ea12e', 'name': 'tempest-TestShelveInstance-1419194627-router', 'tenant_id': '575f4ae5262e4930b6658095a1aa8a32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52f34850-4f08-4bf9-8f19-1c892d4c6132', 'external_fixed_ips': [{'subnet_id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'ip_address': '172.27.0.46'}], 'enable_snat': True}, 'gw_port_id': 'eec7348e-79a7-4310-b90f-41d0521c5def', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T12:21:27Z', 'updated_at': '2021-11-22T12:21:28Z', 'revision_number': 3, 'project_id': '575f4ae5262e4930b6658095a1aa8a32', 'gw_port': {'id': 'eec7348e-79a7-4310-b90f-41d0521c5def', 'name': '', 'network_id': '52f34850-4f08-4bf9-8f19-1c892d4c6132', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:fd:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b448d13f-01a0-446b-95ca-8d77db6ea12e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'ip_address': '172.27.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T12:21:27Z', 'updated_at': '2021-11-22T12:21:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-13-iscsi'}] {{(pid=102752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 12:21:31.024768 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.rpc [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] Device bea5f3e4-46f2-4db4-b0ec-be3bb8dc0a84 up at agent ovs-agent-dv-cinder-768458-13-iscsi {{(pid=102751) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 12:21:31.046931 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-44971622-d7b7-4a78-a203-e4858a895a86 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:21:31.055333 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-44971622-d7b7-4a78-a203-e4858a895a86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793343495738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793342949286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793342949304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128483736'] for port, after_update {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:21:31.110161 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-20fc6779-19ff-45b9-a4ee-64dd6dfc68ed req-10b18355-896f-402e-9530-665a4cd6ca07 tempest-VolumesActionsTest-302249309 tempest-VolumesActionsTest-302249309-project] 10.222.0.66 "GET /v2.0/ports?device_id=049121a2-b87d-4df0-ab75-a4d346f27d22 HTTP/1.1" status: 200 len: 210 time: 0.0983562 Nov 22 12:21:31.133652 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44971622-d7b7-4a78-a203-e4858a895a86 admin admin] Pushing event updated for resources: {'Port': ['ID=a3cf7a7d-1d6b-4f44-a58a-4c358f9fdd1d,revision_number=2']} {{(pid=102750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:21:31.142572 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f829c71-595f-40da-a7e1-3c36aa6512f8 req-932700fd-ceef-4a83-8267-867c87f84260 tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:21:31.145913 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-6f829c71-595f-40da-a7e1-3c36aa6512f8 req-932700fd-ceef-4a83-8267-867c87f84260 tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] 10.222.0.66 "GET /v2.0/ports?device_id=302ab8ef-5565-4f9b-9b91-b405d550a90d HTTP/1.1" status: 200 len: 945 time: 0.1353436 Nov 22 12:21:31.157326 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.provisioning_blocks [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] Provisioning complete for port bea5f3e4-46f2-4db4-b0ec-be3bb8dc0a84 triggered by entity L2. {{(pid=102751) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 12:21:31.159106 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3821908'] for port, provisioning_complete {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:21:31.184503 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-44971622-d7b7-4a78-a203-e4858a895a86 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-758399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-531707'] for router_interface, after_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:21:31.215824 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-6f829c71-595f-40da-a7e1-3c36aa6512f8 req-540c633a-6b3b-439e-b821-fc99d9b0dac4 tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] 10.222.0.66 "GET /v2.0/security-groups?id=d25355f0-2e41-493d-aac5-082c69fe23d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627899 Nov 22 12:21:31.324278 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44971622-d7b7-4a78-a203-e4858a895a86 admin admin] Network 9aa5e7a8-a2f2-453e-b9d2-40a88d8e4e6e is already hosted by enough agents. {{(pid=102750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 12:21:31.325717 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.scheduler.base_scheduler [None req-44971622-d7b7-4a78-a203-e4858a895a86 admin admin] Resources bound (agent type, host, resource id): {{(pid=102750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 12:21:31.584332 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44971622-d7b7-4a78-a203-e4858a895a86 admin admin] Router b448d13f-01a0-446b-95ca-8d77db6ea12e has already been hosted by L3 agent b4a26ead-6ab2-4f98-a352-c9ed6d39b73e {{(pid=102750) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 12:21:31.727872 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.provisioning_blocks [None req-337f0433-f081-4121-8330-7654fcff4a9f None None] Provisioning complete for port a3cf7a7d-1d6b-4f44-a58a-4c358f9fdd1d triggered by entity DHCP. {{(pid=102751) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 12:21:31.729145 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-337f0433-f081-4121-8330-7654fcff4a9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3821908'] for port, provisioning_complete {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:21:31.779578 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.plugin [None req-337f0433-f081-4121-8330-7654fcff4a9f None None] Port a3cf7a7d-1d6b-4f44-a58a-4c358f9fdd1d cannot update to ACTIVE because it is not bound. {{(pid=102751) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 12:21:31.803145 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44971622-d7b7-4a78-a203-e4858a895a86 admin admin] Notify agent at l3_agent.dv-cinder-768458-13-iscsi the message routers_updated {{(pid=102750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 12:21:31.815785 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [None req-44971622-d7b7-4a78-a203-e4858a895a86 admin admin] 10.222.0.66 "PUT /v2.0/routers/b448d13f-01a0-446b-95ca-8d77db6ea12e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3518016 Nov 22 12:21:32.228148 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-7abe1002-61e1-433f-bfd6-391a01dd84cb req-378f53ab-b1f6-4073-8bd3-083bcc77c239 tempest-VolumesActionsTest-302249309 tempest-VolumesActionsTest-302249309-project] 10.222.0.66 "GET /v2.0/ports?device_id=049121a2-b87d-4df0-ab75-a4d346f27d22 HTTP/1.1" status: 200 len: 210 time: 0.0322628 Nov 22 12:21:32.356440 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.wsgi [-] (102749) accepted ('10.222.0.66', 47108) {{(pid=102749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:21:32.361807 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.v2.base [None req-8e7e166c-af8a-4a9e-b0f1-41a0d7b80569 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1572603414-network', 'tenant_id': '72a1bfeb5bb24f91bb4e8a9e526723a0'}} {{(pid=102749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 12:21:32.386453 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e7e166c-af8a-4a9e-b0f1-41a0d7b80569 admin admin] Made reservation on behalf of 72a1bfeb5bb24f91bb4e8a9e526723a0 for: {'network': 1} {{(pid=102749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 12:21:32.389826 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-8e7e166c-af8a-4a9e-b0f1-41a0d7b80569 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3931732'] for network, before_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:21:32.403988 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-8e7e166c-af8a-4a9e-b0f1-41a0d7b80569 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:21:32.490091 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-8e7e166c-af8a-4a9e-b0f1-41a0d7b80569 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:21:32.496472 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-8e7e166c-af8a-4a9e-b0f1-41a0d7b80569 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545565'] for security_group, after_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:21:32.518633 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e7e166c-af8a-4a9e-b0f1-41a0d7b80569 admin admin] vlan segment allocate from pool success with {'vlan_id': 614, 'physical_network': 'physnet1'} {{(pid=102749) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 12:21:32.534067 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7e166c-af8a-4a9e-b0f1-41a0d7b80569 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae60355b-ee19-4e66-91ed-f1a43d8f812f,revision_number=1']} {{(pid=102749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:21:32.537454 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-8e7e166c-af8a-4a9e-b0f1-41a0d7b80569 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3850450'] for segment, precommit_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:21:32.538387 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.db.segments_db [None req-8e7e166c-af8a-4a9e-b0f1-41a0d7b80569 admin admin] Added segment a48138be-2ebe-4079-a544-5e78e8e9dcd4 of type vlan for network a8df6e95-d63a-4fd7-84bc-2373032d25c4 Nov 22 12:21:32.589530 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-8e7e166c-af8a-4a9e-b0f1-41a0d7b80569 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793342968311'] for network, precommit_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:21:32.597089 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a913a95b-d948-4d81-a9d3-ddbcd3b2870c req-708059d5-f213-4ea7-92b6-91a87553ac3b tempest-VolumesActionsTest-302249309 tempest-VolumesActionsTest-302249309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:21:32.598745 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [req-a913a95b-d948-4d81-a9d3-ddbcd3b2870c req-708059d5-f213-4ea7-92b6-91a87553ac3b tempest-VolumesActionsTest-302249309 tempest-VolumesActionsTest-302249309-project] 10.222.0.46 "GET /v2.0/networks?id=bb1f7e53-c4b2-4051-a4a6-124cbdcb8410 HTTP/1.1" status: 200 len: 809 time: 0.1302242 Nov 22 12:21:32.618046 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-8e7e166c-af8a-4a9e-b0f1-41a0d7b80569 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381'] for network, after_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:21:32.618996 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e7e166c-af8a-4a9e-b0f1-41a0d7b80569 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:21:32.619610 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-8e7e166c-af8a-4a9e-b0f1-41a0d7b80569 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758363'] for network, before_response {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:21:32.620193 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.v2.base [req-a913a95b-d948-4d81-a9d3-ddbcd3b2870c req-14cd4d9a-c254-484a-8196-a4eef052457c tempest-VolumesActionsTest-302249309 tempest-VolumesActionsTest-302249309-project] Request body: {'port': {'device_id': '049121a2-b87d-4df0-ab75-a4d346f27d22', 'network_id': 'bb1f7e53-c4b2-4051-a4a6-124cbdcb8410', 'admin_state_up': True, 'tenant_id': 'ad46aac0327b4760bef46d579031abd2'}} {{(pid=102750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 12:21:32.696718 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [None req-8e7e166c-af8a-4a9e-b0f1-41a0d7b80569 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3390396 Nov 22 12:21:32.699839 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.wsgi [-] (102750) accepted ('10.222.0.66', 47116) {{(pid=102750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:21:32.703734 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7e166c-af8a-4a9e-b0f1-41a0d7b80569 admin admin] Pushing event updated for resources: {'Network': ['ID=a8df6e95-d63a-4fd7-84bc-2373032d25c4,revision_number=1']} {{(pid=102749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:21:32.710643 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.v2.base [None req-c480c6f6-809e-4e60-8009-6f47a4e203c2 admin admin] Request body: {'subnet': {'network_id': 'a8df6e95-d63a-4fd7-84bc-2373032d25c4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1572603414-subnet', 'tenant_id': '72a1bfeb5bb24f91bb4e8a9e526723a0', 'ip_version': 4}} {{(pid=102750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 12:21:32.719696 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.rpc [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] Network a8df6e95-d63a-4fd7-84bc-2373032d25c4 details requested by agent ovs-agent-dv-cinder-768458-13-iscsi with host dv-cinder-768458-13-iscsi {{(pid=102751) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 12:21:32.768339 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c480c6f6-809e-4e60-8009-6f47a4e203c2 admin admin] Made reservation on behalf of 72a1bfeb5bb24f91bb4e8a9e526723a0 for: {'subnet': 1} {{(pid=102750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 12:21:32.771035 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-c480c6f6-809e-4e60-8009-6f47a4e203c2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125991844'] for subnet, before_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:21:32.879957 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a913a95b-d948-4d81-a9d3-ddbcd3b2870c req-14cd4d9a-c254-484a-8196-a4eef052457c tempest-VolumesActionsTest-302249309 tempest-VolumesActionsTest-302249309-project] Made reservation on behalf of ad46aac0327b4760bef46d579031abd2 for: {'port': 1} {{(pid=102750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 12:21:32.883216 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [req-a913a95b-d948-4d81-a9d3-ddbcd3b2870c req-14cd4d9a-c254-484a-8196-a4eef052457c tempest-VolumesActionsTest-302249309 tempest-VolumesActionsTest-302249309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3931732'] for port, before_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:21:32.935197 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf2e6a1-14a5-4935-93d9-473428a9366f req-b1ec31ff-a1e1-4c41-918c-598e3cd5c289 tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:21:32.937022 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-5bf2e6a1-14a5-4935-93d9-473428a9366f req-b1ec31ff-a1e1-4c41-918c-598e3cd5c289 tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] 10.222.0.66 "GET /v2.0/ports?device_id=302ab8ef-5565-4f9b-9b91-b405d550a90d HTTP/1.1" status: 200 len: 945 time: 0.0571182 Nov 22 12:21:33.008349 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-5bf2e6a1-14a5-4935-93d9-473428a9366f req-e999810f-7fcf-4575-a09a-803d0ec7b050 tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] 10.222.0.66 "GET /v2.0/security-groups?id=d25355f0-2e41-493d-aac5-082c69fe23d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629559 Nov 22 12:21:33.016537 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.rpc [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] Device eec7348e-79a7-4310-b90f-41d0521c5def up at agent ovs-agent-dv-cinder-768458-13-iscsi {{(pid=102751) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 12:21:33.082452 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.provisioning_blocks [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] Provisioning complete for port eec7348e-79a7-4310-b90f-41d0521c5def triggered by entity L2. {{(pid=102751) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 12:21:33.082823 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3821908'] for port, provisioning_complete {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:21:33.117670 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-c480c6f6-809e-4e60-8009-6f47a4e203c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128483597', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125991834'] for subnet, after_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:21:33.128992 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bf6515e-1510-49b9-89b4-aedd8c6da4f0 None None] Sync routers for ids ['b448d13f-01a0-446b-95ca-8d77db6ea12e'] in dv-cinder-768458-13-iscsi {{(pid=102751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 12:21:33.148367 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bf6515e-1510-49b9-89b4-aedd8c6da4f0 None None] Routers {'b448d13f-01a0-446b-95ca-8d77db6ea12e'} bound to L3 agent in host dv-cinder-768458-13-iscsi {{(pid=102751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 12:21:33.149003 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.l3_hamode_db [None req-8bf6515e-1510-49b9-89b4-aedd8c6da4f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T12:11:23Z,description=,heartbeat_timestamp=2021-11-22T12:21:23Z,host='dv-cinder-768458-13-iscsi',id=b4a26ead-6ab2-4f98-a352-c9ed6d39b73e,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T12:11:23Z,topic='l3_agent')) {'router_ids': ['b448d13f-01a0-446b-95ca-8d77db6ea12e'], 'active': True} {{(pid=102751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 12:21:33.155025 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.db.db_base_plugin_common [req-a913a95b-d948-4d81-a9d3-ddbcd3b2870c req-14cd4d9a-c254-484a-8196-a4eef052457c tempest-VolumesActionsTest-302249309 tempest-VolumesActionsTest-302249309-project] Allocated IP 172.20.0.9 (bb1f7e53-c4b2-4051-a4a6-124cbdcb8410/3459b9db-3744-4cd2-afa9-f72ca5bf93e4/a4b96091-b3aa-436d-a620-de83c69919aa) {{(pid=102750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 12:21:33.206740 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c480c6f6-809e-4e60-8009-6f47a4e203c2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=95d5fae5-9219-4f45-bb27-35a4080b0789,revision_number=0']} {{(pid=102750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:21:33.229632 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c480c6f6-809e-4e60-8009-6f47a4e203c2 admin admin] Checking segment: {'id': 'a48138be-2ebe-4079-a544-5e78e8e9dcd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'a8df6e95-d63a-4fd7-84bc-2373032d25c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 12:21:33.229976 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c480c6f6-809e-4e60-8009-6f47a4e203c2 admin admin] Network hostable DHCP agents. Network: a8df6e95-d63a-4fd7-84bc-2373032d25c4, hostable agents: ['c0a0bcc5-cac5-441b-a5c2-c094680f9e9d'], hosted agents: [] {{(pid=102750) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 12:21:33.305734 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3931732'] for port, before_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:21:33.319680 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.l3_dvr_db [None req-8bf6515e-1510-49b9-89b4-aedd8c6da4f0 None None] Set router b448d13f-01a0-446b-95ca-8d77db6ea12e gateway port host: dv-cinder-768458-13-iscsi {{(pid=102751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 12:21:33.322632 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c480c6f6-809e-4e60-8009-6f47a4e203c2 admin admin] Network a8df6e95-d63a-4fd7-84bc-2373032d25c4 is scheduled to be hosted by DHCP agent c0a0bcc5-cac5-441b-a5c2-c094680f9e9d with binding_index 1 {{(pid=102750) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 12:21:33.340694 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.scheduler.base_scheduler [None req-c480c6f6-809e-4e60-8009-6f47a4e203c2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768458-13-iscsi, a8df6e95-d63a-4fd7-84bc-2373032d25c4) {{(pid=102750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 12:21:33.354797 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c480c6f6-809e-4e60-8009-6f47a4e203c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:21:33.355195 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-c480c6f6-809e-4e60-8009-6f47a4e203c2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:21:33.390072 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-7fad4563-58c1-4efc-8c36-f882a77ec7a9 req-5d76f83b-4262-44ce-b2a5-209562c62753 tempest-VolumesActionsTest-302249309 tempest-VolumesActionsTest-302249309-project] 10.222.0.66 "GET /v2.0/ports?device_id=049121a2-b87d-4df0-ab75-a4d346f27d22 HTTP/1.1" status: 200 len: 210 time: 0.0301278 Nov 22 12:21:33.393399 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e683a9e2-0ad3-4adc-8c07-378768967cf6 None None] Network a8df6e95-d63a-4fd7-84bc-2373032d25c4 requested from dv-cinder-768458-13-iscsi {{(pid=102751) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 12:21:33.415700 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [None req-c480c6f6-809e-4e60-8009-6f47a4e203c2 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7115512 Nov 22 12:21:33.415937 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.db [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] For port eec7348e-79a7-4310-b90f-41d0521c5def, host dv-cinder-768458-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-13-iscsi',level=0,port_id=eec7348e-79a7-4310-b90f-41d0521c5def,segment=NetworkSegment(91a15bc4-f975-4336-93bb-1ba9d2e7565e),segment_id=91a15bc4-f975-4336-93bb-1ba9d2e7565e)] {{(pid=102751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 12:21:33.416049 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.wsgi [-] (102749) accepted ('10.222.0.66', 47140) {{(pid=102749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:21:33.422493 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [req-a913a95b-d948-4d81-a9d3-ddbcd3b2870c req-14cd4d9a-c254-484a-8196-a4eef052457c tempest-VolumesActionsTest-302249309 tempest-VolumesActionsTest-302249309-project] Publish callbacks [] for port, precommit_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:21:33.422922 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.v2.base [None req-beec29af-36c4-4841-b8eb-75d89bf890cc admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1572603414-router', 'tenant_id': '72a1bfeb5bb24f91bb4e8a9e526723a0', 'external_gateway_info': {'network_id': '52f34850-4f08-4bf9-8f19-1c892d4c6132'}}} {{(pid=102749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 12:21:33.451968 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-beec29af-36c4-4841-b8eb-75d89bf890cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-923473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11729'] for router, before_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:21:33.453724 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-beec29af-36c4-4841-b8eb-75d89bf890cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-533099', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-767110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11738'] for router, precommit_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:21:33.457753 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.rpc [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Device 0bbd7299-c83f-4a3c-bdea-4930e3bb6de3 no longer exists at agent hyperv_hv-cinder-76845 {{(pid=102751) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 12:21:33.460472 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793343495738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793342949286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793342949304'] for port, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:21:33.505609 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [req-a913a95b-d948-4d81-a9d3-ddbcd3b2870c req-14cd4d9a-c254-484a-8196-a4eef052457c tempest-VolumesActionsTest-302249309 tempest-VolumesActionsTest-302249309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793342949268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128483729'] for port, after_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:21:33.548133 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-beec29af-36c4-4841-b8eb-75d89bf890cc admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:21:33.567162 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a913a95b-d948-4d81-a9d3-ddbcd3b2870c req-14cd4d9a-c254-484a-8196-a4eef052457c tempest-VolumesActionsTest-302249309 tempest-VolumesActionsTest-302249309-project] Network bb1f7e53-c4b2-4051-a4a6-124cbdcb8410 is already hosted by enough agents. {{(pid=102750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 12:21:33.568234 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.plugin [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] No Port match for: 0bbd7299-c83f-4a3c-bdea-4930e3bb6de3 {{(pid=102751) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 12:21:33.568637 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.rpc [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Device 0bbd7299-c83f-4a3c-bdea-4930e3bb6de3 not bound to the agent host hv-cinder-76845 {{(pid=102751) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 12:21:33.570719 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.scheduler.base_scheduler [req-a913a95b-d948-4d81-a9d3-ddbcd3b2870c req-14cd4d9a-c254-484a-8196-a4eef052457c tempest-VolumesActionsTest-302249309 tempest-VolumesActionsTest-302249309-project] Resources bound (agent type, host, resource id): {{(pid=102750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 12:21:33.575175 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.db.l3_dvrscheduler_db [req-a913a95b-d948-4d81-a9d3-ddbcd3b2870c req-14cd4d9a-c254-484a-8196-a4eef052457c tempest-VolumesActionsTest-302249309 tempest-VolumesActionsTest-302249309-project] Received port after_create {{(pid=102750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 12:21:33.610345 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cd4d9a-c254-484a-8196-a4eef052457c tempest-VolumesActionsTest-302249309 tempest-VolumesActionsTest-302249309-project] Pushing event updated for resources: {'Port': ['ID=a4b96091-b3aa-436d-a620-de83c69919aa,revision_number=1']} {{(pid=102750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:21:33.646441 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] Pushing event updated for resources: {'Port': ['ID=eec7348e-79a7-4310-b90f-41d0521c5def,revision_number=4']} {{(pid=102751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:21:33.654356 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a913a95b-d948-4d81-a9d3-ddbcd3b2870c req-14cd4d9a-c254-484a-8196-a4eef052457c tempest-VolumesActionsTest-302249309 tempest-VolumesActionsTest-302249309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:21:33.655091 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [req-a913a95b-d948-4d81-a9d3-ddbcd3b2870c req-14cd4d9a-c254-484a-8196-a4eef052457c tempest-VolumesActionsTest-302249309 tempest-VolumesActionsTest-302249309-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434365'] for port, before_response {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:21:33.675517 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [req-a913a95b-d948-4d81-a9d3-ddbcd3b2870c req-14cd4d9a-c254-484a-8196-a4eef052457c tempest-VolumesActionsTest-302249309 tempest-VolumesActionsTest-302249309-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0593479 Nov 22 12:21:33.692429 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.v2.base [req-a913a95b-d948-4d81-a9d3-ddbcd3b2870c req-38e65bd8-c26a-48ac-9048-f7dca1f9513b service neutron] Request body: {'port': {'device_id': '049121a2-b87d-4df0-ab75-a4d346f27d22', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76845'}} {{(pid=102750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 12:21:33.721247 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-beec29af-36c4-4841-b8eb-75d89bf890cc admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:21:33.752573 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [req-a913a95b-d948-4d81-a9d3-ddbcd3b2870c req-38e65bd8-c26a-48ac-9048-f7dca1f9513b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3931732'] for port, before_update {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:21:33.793555 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16c1916d-caba-4489-bbd3-28f2b45621fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfe555459-6e0b-5631-a278-c6609bd98800-a8df6e95-d63a-4fd7-84bc-2373032d25c4', 'network_id': 'a8df6e95-d63a-4fd7-84bc-2373032d25c4', 'tenant_id': '72a1bfeb5bb24f91bb4e8a9e526723a0', 'fixed_ips': [{'subnet_id': '95d5fae5-9219-4f45-bb27-35a4080b0789'}]}} from dv-cinder-768458-13-iscsi. {{(pid=102751) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 12:21:33.794427 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-16c1916d-caba-4489-bbd3-28f2b45621fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3931732'] for port, before_create {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:21:33.911508 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.l3_hamode_db [None req-8bf6515e-1510-49b9-89b4-aedd8c6da4f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b448d13f-01a0-446b-95ca-8d77db6ea12e', 'name': 'tempest-TestShelveInstance-1419194627-router', 'tenant_id': '575f4ae5262e4930b6658095a1aa8a32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52f34850-4f08-4bf9-8f19-1c892d4c6132', 'external_fixed_ips': [{'subnet_id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'ip_address': '172.27.0.46'}], 'enable_snat': True}, 'gw_port_id': 'eec7348e-79a7-4310-b90f-41d0521c5def', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T12:21:27Z', 'updated_at': '2021-11-22T12:21:30Z', 'revision_number': 4, 'project_id': '575f4ae5262e4930b6658095a1aa8a32', 'gw_port': {'id': 'eec7348e-79a7-4310-b90f-41d0521c5def', 'name': '', 'network_id': '52f34850-4f08-4bf9-8f19-1c892d4c6132', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:fd:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b448d13f-01a0-446b-95ca-8d77db6ea12e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'ip_address': '172.27.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T12:21:27Z', 'updated_at': '2021-11-22T12:21:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-13-iscsi', '_interfaces': [{'id': 'a3cf7a7d-1d6b-4f44-a58a-4c358f9fdd1d', 'name': '', 'network_id': '9aa5e7a8-a2f2-453e-b9d2-40a88d8e4e6e', 'tenant_id': '575f4ae5262e4930b6658095a1aa8a32', 'mac_address': 'fa:16:3e:c2:f1:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b448d13f-01a0-446b-95ca-8d77db6ea12e', 'device_owner': 'network:router_interface', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '7e7d9e4f-b44e-4538-b000-cd64766a1fad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T12:21:30Z', 'updated_at': '2021-11-22T12:21:30Z', 'revision_number': 2, 'project_id': '575f4ae5262e4930b6658095a1aa8a32', 'subnets': [{'id': '7e7d9e4f-b44e-4538-b000-cd64766a1fad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-13-iscsi', False) {} {{(pid=102751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 12:21:33.943527 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bf6515e-1510-49b9-89b4-aedd8c6da4f0 None None] Checking router: b448d13f-01a0-446b-95ca-8d77db6ea12e for host: dv-cinder-768458-13-iscsi {{(pid=102751) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 12:21:33.943879 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bf6515e-1510-49b9-89b4-aedd8c6da4f0 None None] Updating router b448d13f-01a0-446b-95ca-8d77db6ea12e port a3cf7a7d-1d6b-4f44-a58a-4c358f9fdd1d binding host dv-cinder-768458-13-iscsi {{(pid=102751) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 12:21:33.954943 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-beec29af-36c4-4841-b8eb-75d89bf890cc admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:21:33.975181 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-beec29af-36c4-4841-b8eb-75d89bf890cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3931732'] for port, before_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:21:33.996217 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-8bf6515e-1510-49b9-89b4-aedd8c6da4f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3931732'] for port, before_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:21:34.016566 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.db_base_plugin_common [None req-16c1916d-caba-4489-bbd3-28f2b45621fd None None] Allocated IP 172.20.0.2 (a8df6e95-d63a-4fd7-84bc-2373032d25c4/95d5fae5-9219-4f45-bb27-35a4080b0789/4596b215-ae4c-432c-9c88-7a33fa54bef0) {{(pid=102751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 12:21:34.099167 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.notifiers.nova [req-a913a95b-d948-4d81-a9d3-ddbcd3b2870c req-38e65bd8-c26a-48ac-9048-f7dca1f9513b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4b96091-b3aa-436d-a620-de83c69919aa {{(pid=102750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 12:21:34.104439 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.db.db_base_plugin_common [None req-beec29af-36c4-4841-b8eb-75d89bf890cc admin admin] Allocated IP 172.27.0.183 (52f34850-4f08-4bf9-8f19-1c892d4c6132/9e59152d-9f1b-4a42-ae53-82f6bd285144/73117d00-9b55-4151-b9c7-3bd53f1b339e) {{(pid=102749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 12:21:34.109608 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [req-a913a95b-d948-4d81-a9d3-ddbcd3b2870c req-38e65bd8-c26a-48ac-9048-f7dca1f9513b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:21:34.126214 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.db.provisioning_blocks [req-a913a95b-d948-4d81-a9d3-ddbcd3b2870c req-38e65bd8-c26a-48ac-9048-f7dca1f9513b service neutron] Transition to ACTIVE for port object a4b96091-b3aa-436d-a620-de83c69919aa will not be triggered until provisioned by entity L2. {{(pid=102750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 12:21:34.131412 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [req-a913a95b-d948-4d81-a9d3-ddbcd3b2870c req-38e65bd8-c26a-48ac-9048-f7dca1f9513b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793343495738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793342949286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793342949304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128483736'] for port, after_update {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:21:34.187189 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e65bd8-c26a-48ac-9048-f7dca1f9513b service neutron] Pushing event updated for resources: {'Port': ['ID=a4b96091-b3aa-436d-a620-de83c69919aa,revision_number=2']} {{(pid=102750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:21:34.245090 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-beec29af-36c4-4841-b8eb-75d89bf890cc admin admin] Publish callbacks [] for port, precommit_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:21:34.268569 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.plugins.ml2.managers [req-a913a95b-d948-4d81-a9d3-ddbcd3b2870c req-38e65bd8-c26a-48ac-9048-f7dca1f9513b service neutron] Attempting to bind port a4b96091-b3aa-436d-a620-de83c69919aa on host hv-cinder-76845 for vnic_type normal with profile {{(pid=102750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 12:21:34.268922 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.plugins.ml2.managers [req-a913a95b-d948-4d81-a9d3-ddbcd3b2870c req-38e65bd8-c26a-48ac-9048-f7dca1f9513b service neutron] Attempting to bind port a4b96091-b3aa-436d-a620-de83c69919aa by drivers openvswitch,hyperv on host hv-cinder-76845 at level 0 using segments [{'id': '2ccf84f5-0d63-48e5-a5d6-e3f67d7e2b6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'bb1f7e53-c4b2-4051-a4a6-124cbdcb8410'}] {{(pid=102750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 12:21:34.269495 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a913a95b-d948-4d81-a9d3-ddbcd3b2870c req-38e65bd8-c26a-48ac-9048-f7dca1f9513b service neutron] Attempting to bind port a4b96091-b3aa-436d-a620-de83c69919aa on network bb1f7e53-c4b2-4051-a4a6-124cbdcb8410 {{(pid=102750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 12:21:34.273701 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a913a95b-d948-4d81-a9d3-ddbcd3b2870c req-38e65bd8-c26a-48ac-9048-f7dca1f9513b service neutron] Port a4b96091-b3aa-436d-a620-de83c69919aa on network bb1f7e53-c4b2-4051-a4a6-124cbdcb8410 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76845 {{(pid=102750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 12:21:34.274604 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a913a95b-d948-4d81-a9d3-ddbcd3b2870c req-38e65bd8-c26a-48ac-9048-f7dca1f9513b service neutron] Attempting to bind port a4b96091-b3aa-436d-a620-de83c69919aa on network bb1f7e53-c4b2-4051-a4a6-124cbdcb8410 {{(pid=102750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 12:21:34.280242 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a913a95b-d948-4d81-a9d3-ddbcd3b2870c req-38e65bd8-c26a-48ac-9048-f7dca1f9513b service neutron] Checking agent: {'id': 'fca0b015-0cd5-4a44-bbfe-abb10adcdf42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76845', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 12, 17, 17), 'started_at': datetime.datetime(2021, 11, 22, 12, 17, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 12, 21, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 12:21:34.280588 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a913a95b-d948-4d81-a9d3-ddbcd3b2870c req-38e65bd8-c26a-48ac-9048-f7dca1f9513b service neutron] Checking segment: {'id': '2ccf84f5-0d63-48e5-a5d6-e3f67d7e2b6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'bb1f7e53-c4b2-4051-a4a6-124cbdcb8410'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 12:21:34.280983 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a913a95b-d948-4d81-a9d3-ddbcd3b2870c req-38e65bd8-c26a-48ac-9048-f7dca1f9513b service neutron] Bound using segment: {'id': '2ccf84f5-0d63-48e5-a5d6-e3f67d7e2b6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'bb1f7e53-c4b2-4051-a4a6-124cbdcb8410'} {{(pid=102750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 12:21:34.281415 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.plugins.ml2.managers [req-a913a95b-d948-4d81-a9d3-ddbcd3b2870c req-38e65bd8-c26a-48ac-9048-f7dca1f9513b service neutron] Bound port: a4b96091-b3aa-436d-a620-de83c69919aa, host: hv-cinder-76845, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ccf84f5-0d63-48e5-a5d6-e3f67d7e2b6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'bb1f7e53-c4b2-4051-a4a6-124cbdcb8410'}}] {{(pid=102750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 12:21:34.281779 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [req-a913a95b-d948-4d81-a9d3-ddbcd3b2870c req-38e65bd8-c26a-48ac-9048-f7dca1f9513b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3931732'] for port, before_update {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:21:34.289784 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-beec29af-36c4-4841-b8eb-75d89bf890cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793342949268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126077602'] for port, after_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:21:34.339604 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beec29af-36c4-4841-b8eb-75d89bf890cc admin admin] Network 52f34850-4f08-4bf9-8f19-1c892d4c6132 is already hosted by enough agents. {{(pid=102749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 12:21:34.342258 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.scheduler.base_scheduler [None req-beec29af-36c4-4841-b8eb-75d89bf890cc admin admin] Resources bound (agent type, host, resource id): {{(pid=102749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 12:21:34.342847 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-16c1916d-caba-4489-bbd3-28f2b45621fd None None] Publish callbacks [] for port, precommit_create {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:21:34.345988 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beec29af-36c4-4841-b8eb-75d89bf890cc admin admin] Received port after_create {{(pid=102749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 12:21:34.352229 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beec29af-36c4-4841-b8eb-75d89bf890cc admin admin] Pushing event updated for resources: {'Port': ['ID=73117d00-9b55-4151-b9c7-3bd53f1b339e,revision_number=1']} {{(pid=102749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:21:34.358901 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-16c1916d-caba-4489-bbd3-28f2b45621fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793342949268'] for port, after_create {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:21:34.368115 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.plugins.ml2.db [req-a913a95b-d948-4d81-a9d3-ddbcd3b2870c req-38e65bd8-c26a-48ac-9048-f7dca1f9513b service neutron] For port a4b96091-b3aa-436d-a620-de83c69919aa, host hv-cinder-76845, cleared binding levels {{(pid=102750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 12:21:34.372318 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.plugins.ml2.db [req-a913a95b-d948-4d81-a9d3-ddbcd3b2870c req-38e65bd8-c26a-48ac-9048-f7dca1f9513b service neutron] For port a4b96091-b3aa-436d-a620-de83c69919aa, host hv-cinder-76845, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=a4b96091-b3aa-436d-a620-de83c69919aa,segment=NetworkSegment(2ccf84f5-0d63-48e5-a5d6-e3f67d7e2b6c),segment_id=2ccf84f5-0d63-48e5-a5d6-e3f67d7e2b6c)] {{(pid=102750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 12:21:34.378388 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [req-a913a95b-d948-4d81-a9d3-ddbcd3b2870c req-38e65bd8-c26a-48ac-9048-f7dca1f9513b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793343495738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793342949286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793342949304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128483736'] for port, after_update {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:21:34.453321 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e65bd8-c26a-48ac-9048-f7dca1f9513b service neutron] Pushing event updated for resources: {'Port': ['ID=a4b96091-b3aa-436d-a620-de83c69919aa,revision_number=3']} {{(pid=102750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:21:34.457212 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a913a95b-d948-4d81-a9d3-ddbcd3b2870c req-38e65bd8-c26a-48ac-9048-f7dca1f9513b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:21:34.457851 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [req-a913a95b-d948-4d81-a9d3-ddbcd3b2870c req-38e65bd8-c26a-48ac-9048-f7dca1f9513b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434365'] for port, before_response {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:21:34.459475 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [req-a913a95b-d948-4d81-a9d3-ddbcd3b2870c req-38e65bd8-c26a-48ac-9048-f7dca1f9513b service neutron] 10.222.0.46 "PUT /v2.0/ports/a4b96091-b3aa-436d-a620-de83c69919aa HTTP/1.1" status: 200 len: 1093 time: 0.7714446 Nov 22 12:21:34.459935 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '049121a2-b87d-4df0-ab75-a4d346f27d22', 'tag': 'a4b96091-b3aa-436d-a620-de83c69919aa'}] {{(pid=102750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 12:21:34.462556 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2a0bed14b240d0d35e029181fb516e01dd4ce85d5fb41ae8ef5632c0b13bd43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-976a8f80-38dd-4de7-afcf-d8dc9902b52a" -d '{"events": [{"name": "network-changed", "server_uuid": "049121a2-b87d-4df0-ab75-a4d346f27d22", "tag": "a4b96091-b3aa-436d-a620-de83c69919aa"}]}' {{(pid=102750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 12:21:34.518644 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 12:21:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66fbe25d-f716-4d83-a40c-1f71856a2779 x-openstack-request-id: req-66fbe25d-f716-4d83-a40c-1f71856a2779 {{(pid=102750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 12:21:34.519250 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "049121a2-b87d-4df0-ab75-a4d346f27d22", "tag": "a4b96091-b3aa-436d-a620-de83c69919aa", "status": "completed", "code": 200}]} {{(pid=102750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 12:21:34.519250 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-66fbe25d-f716-4d83-a40c-1f71856a2779 {{(pid=102750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 12:21:34.519611 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '049121a2-b87d-4df0-ab75-a4d346f27d22', 'tag': 'a4b96091-b3aa-436d-a620-de83c69919aa', 'status': 'completed', 'code': 200} Nov 22 12:21:34.570378 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16c1916d-caba-4489-bbd3-28f2b45621fd None None] Network a8df6e95-d63a-4fd7-84bc-2373032d25c4 is already hosted by enough agents. {{(pid=102751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 12:21:34.582397 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.scheduler.base_scheduler [None req-16c1916d-caba-4489-bbd3-28f2b45621fd None None] Resources bound (agent type, host, resource id): {{(pid=102751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 12:21:34.585148 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16c1916d-caba-4489-bbd3-28f2b45621fd None None] Received port after_create {{(pid=102751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 12:21:34.591205 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a913a95b-d948-4d81-a9d3-ddbcd3b2870c req-9ea89c14-88b7-4d73-8288-14e68c04291f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:21:34.593093 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [req-a913a95b-d948-4d81-a9d3-ddbcd3b2870c req-9ea89c14-88b7-4d73-8288-14e68c04291f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ad46aac0327b4760bef46d579031abd2&device_id=049121a2-b87d-4df0-ab75-a4d346f27d22 HTTP/1.1" status: 200 len: 1096 time: 0.0534887 Nov 22 12:21:34.612780 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ed3ec4-0eec-4275-ba22-c8d099e41f29 req-6c86dd7f-3ee5-4a97-8193-4147d4ce5d45 tempest-VolumesActionsTest-302249309 tempest-VolumesActionsTest-302249309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:21:34.613897 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-e3ed3ec4-0eec-4275-ba22-c8d099e41f29 req-6c86dd7f-3ee5-4a97-8193-4147d4ce5d45 tempest-VolumesActionsTest-302249309 tempest-VolumesActionsTest-302249309-project] 10.222.0.66 "GET /v2.0/ports?device_id=049121a2-b87d-4df0-ab75-a4d346f27d22 HTTP/1.1" status: 200 len: 943 time: 0.1044810 Nov 22 12:21:34.614017 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c1916d-caba-4489-bbd3-28f2b45621fd None None] Pushing event updated for resources: {'Port': ['ID=4596b215-ae4c-432c-9c88-7a33fa54bef0,revision_number=1']} {{(pid=102751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:21:34.637927 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [req-a913a95b-d948-4d81-a9d3-ddbcd3b2870c req-45273231-e5ec-45bd-8807-ffa2eef1361a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a4b96091-b3aa-436d-a620-de83c69919aa HTTP/1.1" status: 200 len: 217 time: 0.0351756 Nov 22 12:21:34.683016 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-8bf6515e-1510-49b9-89b4-aedd8c6da4f0 None None] Publish callbacks [] for port, precommit_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:21:34.688507 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.managers [None req-16c1916d-caba-4489-bbd3-28f2b45621fd None None] Attempting to bind port 4596b215-ae4c-432c-9c88-7a33fa54bef0 on host dv-cinder-768458-13-iscsi for vnic_type normal with profile {{(pid=102751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 12:21:34.688970 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.managers [None req-16c1916d-caba-4489-bbd3-28f2b45621fd None None] Attempting to bind port 4596b215-ae4c-432c-9c88-7a33fa54bef0 by drivers openvswitch,hyperv on host dv-cinder-768458-13-iscsi at level 0 using segments [{'id': 'a48138be-2ebe-4079-a544-5e78e8e9dcd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'a8df6e95-d63a-4fd7-84bc-2373032d25c4'}] {{(pid=102751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 12:21:34.689290 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16c1916d-caba-4489-bbd3-28f2b45621fd None None] Attempting to bind port 4596b215-ae4c-432c-9c88-7a33fa54bef0 on network a8df6e95-d63a-4fd7-84bc-2373032d25c4 {{(pid=102751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 12:21:34.696437 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-8bf6515e-1510-49b9-89b4-aedd8c6da4f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793343495738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793342949286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793342949304'] for port, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:21:34.698462 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16c1916d-caba-4489-bbd3-28f2b45621fd None None] Checking agent: {'id': '93079659-014b-45ff-9ed2-9a81038b5445', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768458-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 12, 11, 26), 'started_at': datetime.datetime(2021, 11, 22, 12, 11, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 12, 21, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768458-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 12:21:34.698842 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16c1916d-caba-4489-bbd3-28f2b45621fd None None] Checking segment: {'id': 'a48138be-2ebe-4079-a544-5e78e8e9dcd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'a8df6e95-d63a-4fd7-84bc-2373032d25c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 12:21:34.699293 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-16c1916d-caba-4489-bbd3-28f2b45621fd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:21:34.699649 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16c1916d-caba-4489-bbd3-28f2b45621fd None None] Bound using segment: {'id': 'a48138be-2ebe-4079-a544-5e78e8e9dcd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'a8df6e95-d63a-4fd7-84bc-2373032d25c4'} {{(pid=102751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 12:21:34.700140 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.managers [None req-16c1916d-caba-4489-bbd3-28f2b45621fd None None] Bound port: 4596b215-ae4c-432c-9c88-7a33fa54bef0, host: dv-cinder-768458-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a48138be-2ebe-4079-a544-5e78e8e9dcd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'a8df6e95-d63a-4fd7-84bc-2373032d25c4'}}] {{(pid=102751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 12:21:34.700510 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-16c1916d-caba-4489-bbd3-28f2b45621fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3931732'] for port, before_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:21:34.729109 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-e3ed3ec4-0eec-4275-ba22-c8d099e41f29 req-d981c8c0-ae93-45a3-941e-59c53f2076d6 tempest-VolumesActionsTest-302249309 tempest-VolumesActionsTest-302249309-project] 10.222.0.66 "GET /v2.0/security-groups?id=c242d431-4f41-4066-9448-045745d8490a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992830 Nov 22 12:21:34.771892 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-beec29af-36c4-4841-b8eb-75d89bf890cc admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:21:34.777361 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a913a95b-d948-4d81-a9d3-ddbcd3b2870c req-75d8b3a7-8403-4a29-b8fd-5f02b784b1df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:21:34.778860 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [req-a913a95b-d948-4d81-a9d3-ddbcd3b2870c req-75d8b3a7-8403-4a29-b8fd-5f02b784b1df service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3459b9db-3744-4cd2-afa9-f72ca5bf93e4 HTTP/1.1" status: 200 len: 849 time: 0.1208224 Nov 22 12:21:34.826335 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5f379a-7bfc-48c6-8323-e7e8061936d8 None None] Pushing event updated for resources: {'Port': ['ID=a3cf7a7d-1d6b-4f44-a58a-4c358f9fdd1d,revision_number=3']} {{(pid=102751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:21:34.857357 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [req-a913a95b-d948-4d81-a9d3-ddbcd3b2870c req-856f6c90-1477-4661-b096-20a33ffa6321 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=bb1f7e53-c4b2-4051-a4a6-124cbdcb8410&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0652368 Nov 22 12:21:34.884058 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.db [None req-16c1916d-caba-4489-bbd3-28f2b45621fd None None] For port 4596b215-ae4c-432c-9c88-7a33fa54bef0, host dv-cinder-768458-13-iscsi, cleared binding levels {{(pid=102751) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 12:21:34.906381 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.managers [None req-8bf6515e-1510-49b9-89b4-aedd8c6da4f0 None None] Attempting to bind port a3cf7a7d-1d6b-4f44-a58a-4c358f9fdd1d on host dv-cinder-768458-13-iscsi for vnic_type normal with profile {{(pid=102751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 12:21:34.906752 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.managers [None req-8bf6515e-1510-49b9-89b4-aedd8c6da4f0 None None] Attempting to bind port a3cf7a7d-1d6b-4f44-a58a-4c358f9fdd1d by drivers openvswitch,hyperv on host dv-cinder-768458-13-iscsi at level 0 using segments [{'id': '9c6b82f3-7afe-4cdf-a8d0-a821d86ed55a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '9aa5e7a8-a2f2-453e-b9d2-40a88d8e4e6e'}] {{(pid=102751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 12:21:34.907123 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bf6515e-1510-49b9-89b4-aedd8c6da4f0 None None] Attempting to bind port a3cf7a7d-1d6b-4f44-a58a-4c358f9fdd1d on network 9aa5e7a8-a2f2-453e-b9d2-40a88d8e4e6e {{(pid=102751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 12:21:34.926352 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.db [None req-16c1916d-caba-4489-bbd3-28f2b45621fd None None] For port 4596b215-ae4c-432c-9c88-7a33fa54bef0, host dv-cinder-768458-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-13-iscsi',level=0,port_id=4596b215-ae4c-432c-9c88-7a33fa54bef0,segment=NetworkSegment(a48138be-2ebe-4079-a544-5e78e8e9dcd4),segment_id=a48138be-2ebe-4079-a544-5e78e8e9dcd4)] {{(pid=102751) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 12:21:34.928918 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bf6515e-1510-49b9-89b4-aedd8c6da4f0 None None] Checking agent: {'id': '93079659-014b-45ff-9ed2-9a81038b5445', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768458-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 12, 11, 26), 'started_at': datetime.datetime(2021, 11, 22, 12, 11, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 12, 21, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768458-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 12:21:34.929932 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bf6515e-1510-49b9-89b4-aedd8c6da4f0 None None] Checking segment: {'id': '9c6b82f3-7afe-4cdf-a8d0-a821d86ed55a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '9aa5e7a8-a2f2-453e-b9d2-40a88d8e4e6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 12:21:34.930758 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-8bf6515e-1510-49b9-89b4-aedd8c6da4f0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:21:34.931790 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bf6515e-1510-49b9-89b4-aedd8c6da4f0 None None] Bound using segment: {'id': '9c6b82f3-7afe-4cdf-a8d0-a821d86ed55a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '9aa5e7a8-a2f2-453e-b9d2-40a88d8e4e6e'} {{(pid=102751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 12:21:34.932874 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.managers [None req-8bf6515e-1510-49b9-89b4-aedd8c6da4f0 None None] Bound port: a3cf7a7d-1d6b-4f44-a58a-4c358f9fdd1d, host: dv-cinder-768458-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c6b82f3-7afe-4cdf-a8d0-a821d86ed55a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '9aa5e7a8-a2f2-453e-b9d2-40a88d8e4e6e'}}] {{(pid=102751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 12:21:34.933703 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-8bf6515e-1510-49b9-89b4-aedd8c6da4f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3931732'] for port, before_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:21:34.938864 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-16c1916d-caba-4489-bbd3-28f2b45621fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793343495738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793342949286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793342949304'] for port, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:21:35.081904 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.rpc [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] Device eec7348e-79a7-4310-b90f-41d0521c5def up at agent ovs-agent-dv-cinder-768458-13-iscsi {{(pid=102751) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 12:21:35.087152 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [req-a913a95b-d948-4d81-a9d3-ddbcd3b2870c req-75f0fbdf-fa99-44b9-b5f9-d7cd12f8e20d service neutron] 10.222.0.46 "GET /v2.0/networks/bb1f7e53-c4b2-4051-a4a6-124cbdcb8410?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2130148 Nov 22 12:21:35.238622 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [req-a913a95b-d948-4d81-a9d3-ddbcd3b2870c req-a48e043f-fc0a-4738-b5fd-6d36260f265e service neutron] 10.222.0.46 "GET /v2.0/networks/bb1f7e53-c4b2-4051-a4a6-124cbdcb8410?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1438386 Nov 22 12:21:35.282800 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c1916d-caba-4489-bbd3-28f2b45621fd None None] Pushing event updated for resources: {'Port': ['ID=4596b215-ae4c-432c-9c88-7a33fa54bef0,revision_number=2']} {{(pid=102751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:21:35.326603 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.db [None req-8bf6515e-1510-49b9-89b4-aedd8c6da4f0 None None] For port a3cf7a7d-1d6b-4f44-a58a-4c358f9fdd1d, host dv-cinder-768458-13-iscsi, cleared binding levels {{(pid=102751) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 12:21:35.338396 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.db [None req-8bf6515e-1510-49b9-89b4-aedd8c6da4f0 None None] For port a3cf7a7d-1d6b-4f44-a58a-4c358f9fdd1d, host dv-cinder-768458-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-13-iscsi',level=0,port_id=a3cf7a7d-1d6b-4f44-a58a-4c358f9fdd1d,segment=NetworkSegment(9c6b82f3-7afe-4cdf-a8d0-a821d86ed55a),segment_id=9c6b82f3-7afe-4cdf-a8d0-a821d86ed55a)] {{(pid=102751) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 12:21:35.359198 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-8bf6515e-1510-49b9-89b4-aedd8c6da4f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793343495738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793342949286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793342949304'] for port, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:21:35.383268 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.provisioning_blocks [None req-d5bbd891-752d-48f5-814b-d5306fb35706 None None] Provisioning complete for port a3cf7a7d-1d6b-4f44-a58a-4c358f9fdd1d triggered by entity DHCP. {{(pid=102751) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 12:21:35.383647 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-d5bbd891-752d-48f5-814b-d5306fb35706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3821908'] for port, provisioning_complete {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:21:35.407379 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976a8f80-38dd-4de7-afcf-d8dc9902b52a req-24ea2f2d-ca05-4613-948e-d630a7b7b2c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:21:35.409387 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [req-976a8f80-38dd-4de7-afcf-d8dc9902b52a req-24ea2f2d-ca05-4613-948e-d630a7b7b2c8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ad46aac0327b4760bef46d579031abd2&device_id=049121a2-b87d-4df0-ab75-a4d346f27d22 HTTP/1.1" status: 200 len: 1096 time: 0.0975554 Nov 22 12:21:35.449761 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-beec29af-36c4-4841-b8eb-75d89bf890cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-533046'] for router, after_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:21:35.559220 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.provisioning_blocks [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] Provisioning complete for port eec7348e-79a7-4310-b90f-41d0521c5def triggered by entity L2. {{(pid=102751) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 12:21:35.559871 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3821908'] for port, provisioning_complete {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:21:35.701445 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976a8f80-38dd-4de7-afcf-d8dc9902b52a req-28185beb-8a5b-46b7-9862-a2773a1c6133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:21:35.709524 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [req-976a8f80-38dd-4de7-afcf-d8dc9902b52a req-28185beb-8a5b-46b7-9862-a2773a1c6133 service neutron] 10.222.0.46 "GET /v2.0/networks?id=bb1f7e53-c4b2-4051-a4a6-124cbdcb8410 HTTP/1.1" status: 200 len: 910 time: 0.2889376 Nov 22 12:21:35.801545 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-beec29af-36c4-4841-b8eb-75d89bf890cc admin admin] Router edc752a8-4dcb-49e9-8b79-8296b83faed4 is scheduled to L3 agent b4a26ead-6ab2-4f98-a352-c9ed6d39b73e with binding_index 1 {{(pid=102749) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 12:21:35.819481 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5f379a-7bfc-48c6-8323-e7e8061936d8 None None] Pushing event updated for resources: {'Port': ['ID=a3cf7a7d-1d6b-4f44-a58a-4c358f9fdd1d,revision_number=4']} {{(pid=102751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:21:35.831059 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bf6515e-1510-49b9-89b4-aedd8c6da4f0 None None] Routers {'b448d13f-01a0-446b-95ca-8d77db6ea12e'} bound to L3 agent in host dv-cinder-768458-13-iscsi {{(pid=102751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 12:21:35.833100 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.l3_hamode_db [None req-8bf6515e-1510-49b9-89b4-aedd8c6da4f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T12:11:23Z,description=,heartbeat_timestamp=2021-11-22T12:21:23Z,host='dv-cinder-768458-13-iscsi',id=b4a26ead-6ab2-4f98-a352-c9ed6d39b73e,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T12:11:23Z,topic='l3_agent')) {'router_ids': ['b448d13f-01a0-446b-95ca-8d77db6ea12e'], 'active': True} {{(pid=102751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 12:21:35.867340 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [req-976a8f80-38dd-4de7-afcf-d8dc9902b52a req-e021e1d2-fe34-4558-9cd1-409cb0538a29 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a4b96091-b3aa-436d-a620-de83c69919aa HTTP/1.1" status: 200 len: 217 time: 0.1345406 Nov 22 12:21:35.957062 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976a8f80-38dd-4de7-afcf-d8dc9902b52a req-561b8025-6628-412d-b5cc-ad50e9f699e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:21:35.958670 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [req-976a8f80-38dd-4de7-afcf-d8dc9902b52a req-561b8025-6628-412d-b5cc-ad50e9f699e5 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3459b9db-3744-4cd2-afa9-f72ca5bf93e4 HTTP/1.1" status: 200 len: 849 time: 0.0832603 Nov 22 12:21:36.009303 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [req-976a8f80-38dd-4de7-afcf-d8dc9902b52a req-96489ae7-b154-454f-90a7-cc73578ff8b6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=bb1f7e53-c4b2-4051-a4a6-124cbdcb8410&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361500 Nov 22 12:21:36.108214 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-beec29af-36c4-4841-b8eb-75d89bf890cc admin admin] Notify agent at l3_agent.dv-cinder-768458-13-iscsi the message routers_updated {{(pid=102749) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 12:21:36.113619 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-d5bbd891-752d-48f5-814b-d5306fb35706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3931732'] for port, before_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:21:36.119651 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf061d5d-74a7-48b8-9a98-cad6ddc2d3bd req-58cc79c4-5463-499a-b132-c87fbe27adf4 tempest-VolumesActionsTest-302249309 tempest-VolumesActionsTest-302249309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:21:36.122665 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-cf061d5d-74a7-48b8-9a98-cad6ddc2d3bd req-58cc79c4-5463-499a-b132-c87fbe27adf4 tempest-VolumesActionsTest-302249309 tempest-VolumesActionsTest-302249309-project] 10.222.0.66 "GET /v2.0/ports?device_id=049121a2-b87d-4df0-ab75-a4d346f27d22 HTTP/1.1" status: 200 len: 943 time: 0.2028379 Nov 22 12:21:36.127709 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf9c88ee-7df0-483f-8cf3-18d97d4808d0 None None] Sync routers for ids ['edc752a8-4dcb-49e9-8b79-8296b83faed4'] in dv-cinder-768458-13-iscsi {{(pid=102752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 12:21:36.137950 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.l3_dvr_db [None req-8bf6515e-1510-49b9-89b4-aedd8c6da4f0 None None] Set router b448d13f-01a0-446b-95ca-8d77db6ea12e gateway port host: dv-cinder-768458-13-iscsi {{(pid=102751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 12:21:36.149736 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf9c88ee-7df0-483f-8cf3-18d97d4808d0 None None] Routers {'edc752a8-4dcb-49e9-8b79-8296b83faed4'} bound to L3 agent in host dv-cinder-768458-13-iscsi {{(pid=102752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 12:21:36.150386 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.db.l3_hamode_db [None req-cf9c88ee-7df0-483f-8cf3-18d97d4808d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T12:11:23Z,description=,heartbeat_timestamp=2021-11-22T12:21:23Z,host='dv-cinder-768458-13-iscsi',id=b4a26ead-6ab2-4f98-a352-c9ed6d39b73e,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T12:11:23Z,topic='l3_agent')) {'router_ids': ['edc752a8-4dcb-49e9-8b79-8296b83faed4'], 'active': True} {{(pid=102752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 12:21:36.186182 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [req-976a8f80-38dd-4de7-afcf-d8dc9902b52a req-a674ff25-685a-4f44-b9e1-89d874443136 service neutron] 10.222.0.46 "GET /v2.0/networks/bb1f7e53-c4b2-4051-a4a6-124cbdcb8410?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1521425 Nov 22 12:21:36.194068 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-beec29af-36c4-4841-b8eb-75d89bf890cc admin admin] Publish callbacks [] for router, before_response {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:21:36.207105 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [None req-beec29af-36c4-4841-b8eb-75d89bf890cc admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.7897537 Nov 22 12:21:36.207710 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.wsgi [-] (102749) accepted ('10.222.0.66', 47206) {{(pid=102749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:21:36.234523 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.db [None req-d5bbd891-752d-48f5-814b-d5306fb35706 None None] For port a3cf7a7d-1d6b-4f44-a58a-4c358f9fdd1d, host dv-cinder-768458-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-13-iscsi',level=0,port_id=a3cf7a7d-1d6b-4f44-a58a-4c358f9fdd1d,segment=NetworkSegment(9c6b82f3-7afe-4cdf-a8d0-a821d86ed55a),segment_id=9c6b82f3-7afe-4cdf-a8d0-a821d86ed55a)] {{(pid=102751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 12:21:36.240893 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-d5bbd891-752d-48f5-814b-d5306fb35706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793343495738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793342949286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793342949304'] for port, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:21:36.372236 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.db.l3_dvr_db [None req-cf9c88ee-7df0-483f-8cf3-18d97d4808d0 None None] Set router edc752a8-4dcb-49e9-8b79-8296b83faed4 gateway port host: dv-cinder-768458-13-iscsi {{(pid=102752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 12:21:36.373809 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [req-976a8f80-38dd-4de7-afcf-d8dc9902b52a req-a614ec00-13a0-4a6e-bd37-342bdc875dd2 service neutron] 10.222.0.46 "GET /v2.0/networks/bb1f7e53-c4b2-4051-a4a6-124cbdcb8410?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1726999 Nov 22 12:21:36.385740 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bbd891-752d-48f5-814b-d5306fb35706 None None] Pushing event updated for resources: {'Port': ['ID=a3cf7a7d-1d6b-4f44-a58a-4c358f9fdd1d,revision_number=5']} {{(pid=102751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:21:36.387274 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-cf061d5d-74a7-48b8-9a98-cad6ddc2d3bd req-4cedaf9a-86de-4397-af47-64592ebbe423 tempest-VolumesActionsTest-302249309 tempest-VolumesActionsTest-302249309-project] 10.222.0.66 "GET /v2.0/security-groups?id=c242d431-4f41-4066-9448-045745d8490a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2399769 Nov 22 12:21:36.420659 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.provisioning_blocks [None req-ab18bb1e-dc80-43c4-b841-1718cc5152c9 None None] Provisioning complete for port a3cf7a7d-1d6b-4f44-a58a-4c358f9fdd1d triggered by entity DHCP. {{(pid=102751) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 12:21:36.421168 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-ab18bb1e-dc80-43c4-b841-1718cc5152c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3821908'] for port, provisioning_complete {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:21:36.591722 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.l3_hamode_db [None req-8bf6515e-1510-49b9-89b4-aedd8c6da4f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b448d13f-01a0-446b-95ca-8d77db6ea12e', 'name': 'tempest-TestShelveInstance-1419194627-router', 'tenant_id': '575f4ae5262e4930b6658095a1aa8a32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52f34850-4f08-4bf9-8f19-1c892d4c6132', 'external_fixed_ips': [{'subnet_id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'ip_address': '172.27.0.46'}], 'enable_snat': True}, 'gw_port_id': 'eec7348e-79a7-4310-b90f-41d0521c5def', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T12:21:27Z', 'updated_at': '2021-11-22T12:21:30Z', 'revision_number': 4, 'project_id': '575f4ae5262e4930b6658095a1aa8a32', 'gw_port': {'id': 'eec7348e-79a7-4310-b90f-41d0521c5def', 'name': '', 'network_id': '52f34850-4f08-4bf9-8f19-1c892d4c6132', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:fd:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b448d13f-01a0-446b-95ca-8d77db6ea12e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'ip_address': '172.27.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T12:21:27Z', 'updated_at': '2021-11-22T12:21:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-13-iscsi', '_interfaces': [{'id': 'a3cf7a7d-1d6b-4f44-a58a-4c358f9fdd1d', 'name': '', 'network_id': '9aa5e7a8-a2f2-453e-b9d2-40a88d8e4e6e', 'tenant_id': '575f4ae5262e4930b6658095a1aa8a32', 'mac_address': 'fa:16:3e:c2:f1:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b448d13f-01a0-446b-95ca-8d77db6ea12e', 'device_owner': 'network:router_interface', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '7e7d9e4f-b44e-4538-b000-cd64766a1fad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T12:21:30Z', 'updated_at': '2021-11-22T12:21:35Z', 'revision_number': 4, 'project_id': '575f4ae5262e4930b6658095a1aa8a32', 'subnets': [{'id': '7e7d9e4f-b44e-4538-b000-cd64766a1fad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-13-iscsi', False) {} {{(pid=102751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 12:21:36.627785 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bf6515e-1510-49b9-89b4-aedd8c6da4f0 None None] The sync data for ids ['b448d13f-01a0-446b-95ca-8d77db6ea12e'] in dv-cinder-768458-13-iscsi is: [{'id': 'b448d13f-01a0-446b-95ca-8d77db6ea12e', 'name': 'tempest-TestShelveInstance-1419194627-router', 'tenant_id': '575f4ae5262e4930b6658095a1aa8a32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52f34850-4f08-4bf9-8f19-1c892d4c6132', 'external_fixed_ips': [{'subnet_id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'ip_address': '172.27.0.46'}], 'enable_snat': True}, 'gw_port_id': 'eec7348e-79a7-4310-b90f-41d0521c5def', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T12:21:27Z', 'updated_at': '2021-11-22T12:21:30Z', 'revision_number': 4, 'project_id': '575f4ae5262e4930b6658095a1aa8a32', 'gw_port': {'id': 'eec7348e-79a7-4310-b90f-41d0521c5def', 'name': '', 'network_id': '52f34850-4f08-4bf9-8f19-1c892d4c6132', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:fd:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b448d13f-01a0-446b-95ca-8d77db6ea12e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'ip_address': '172.27.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T12:21:27Z', 'updated_at': '2021-11-22T12:21:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-13-iscsi', '_interfaces': [{'id': 'a3cf7a7d-1d6b-4f44-a58a-4c358f9fdd1d', 'name': '', 'network_id': '9aa5e7a8-a2f2-453e-b9d2-40a88d8e4e6e', 'tenant_id': '575f4ae5262e4930b6658095a1aa8a32', 'mac_address': 'fa:16:3e:c2:f1:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b448d13f-01a0-446b-95ca-8d77db6ea12e', 'device_owner': 'network:router_interface', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '7e7d9e4f-b44e-4538-b000-cd64766a1fad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T12:21:30Z', 'updated_at': '2021-11-22T12:21:35Z', 'revision_number': 4, 'project_id': '575f4ae5262e4930b6658095a1aa8a32', 'subnets': [{'id': '7e7d9e4f-b44e-4538-b000-cd64766a1fad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 12:21:36.643929 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.db.l3_hamode_db [None req-cf9c88ee-7df0-483f-8cf3-18d97d4808d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edc752a8-4dcb-49e9-8b79-8296b83faed4', 'name': 'tempest-TestShelveInstance-1572603414-router', 'tenant_id': '72a1bfeb5bb24f91bb4e8a9e526723a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52f34850-4f08-4bf9-8f19-1c892d4c6132', 'external_fixed_ips': [{'subnet_id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'ip_address': '172.27.0.183'}], 'enable_snat': True}, 'gw_port_id': '73117d00-9b55-4151-b9c7-3bd53f1b339e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T12:21:33Z', 'updated_at': '2021-11-22T12:21:34Z', 'revision_number': 3, 'project_id': '72a1bfeb5bb24f91bb4e8a9e526723a0', 'gw_port': {'id': '73117d00-9b55-4151-b9c7-3bd53f1b339e', 'name': '', 'network_id': '52f34850-4f08-4bf9-8f19-1c892d4c6132', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:a5:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edc752a8-4dcb-49e9-8b79-8296b83faed4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'ip_address': '172.27.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T12:21:33Z', 'updated_at': '2021-11-22T12:21:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-13-iscsi'}], 'dv-cinder-768458-13-iscsi', False) {} {{(pid=102752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 12:21:36.678647 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf9c88ee-7df0-483f-8cf3-18d97d4808d0 None None] Checking router: edc752a8-4dcb-49e9-8b79-8296b83faed4 for host: dv-cinder-768458-13-iscsi {{(pid=102752) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 12:21:36.679008 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf9c88ee-7df0-483f-8cf3-18d97d4808d0 None None] Updating router edc752a8-4dcb-49e9-8b79-8296b83faed4 port 73117d00-9b55-4151-b9c7-3bd53f1b339e binding host dv-cinder-768458-13-iscsi {{(pid=102752) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 12:21:36.733391 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron_lib.callbacks.manager [None req-cf9c88ee-7df0-483f-8cf3-18d97d4808d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3931732'] for port, before_update {{(pid=102752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:21:36.778228 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35c2c905-e449-4829-949b-acd37c7b9876 None None] Network a8df6e95-d63a-4fd7-84bc-2373032d25c4 requested from dv-cinder-768458-13-iscsi {{(pid=102751) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 12:21:36.813073 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-fa591276-47af-4085-98dc-de7d1a3b00fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3931732'] for port, before_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:21:36.852573 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.provisioning_blocks [None req-0a8e72de-e563-4e88-ab42-465acf98321b None None] Provisioning complete for port 4596b215-ae4c-432c-9c88-7a33fa54bef0 triggered by entity DHCP. {{(pid=102751) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 12:21:36.853126 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-0a8e72de-e563-4e88-ab42-465acf98321b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3821908'] for port, provisioning_complete {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:21:37.084946 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-0a8e72de-e563-4e88-ab42-465acf98321b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3931732'] for port, before_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:21:37.087896 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.db.db_base_plugin_common [None req-fa591276-47af-4085-98dc-de7d1a3b00fa admin admin] Allocated IP 172.20.0.1 (a8df6e95-d63a-4fd7-84bc-2373032d25c4/95d5fae5-9219-4f45-bb27-35a4080b0789/b6df9e6b-7750-485f-965a-407bfd1704fb) {{(pid=102749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 12:21:37.150688 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.rpc [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] Device a3cf7a7d-1d6b-4f44-a58a-4c358f9fdd1d up at agent ovs-agent-dv-cinder-768458-13-iscsi {{(pid=102751) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 12:21:37.202455 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron_lib.callbacks.manager [None req-cf9c88ee-7df0-483f-8cf3-18d97d4808d0 None None] Publish callbacks [] for port, precommit_update {{(pid=102752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:21:37.210500 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron_lib.callbacks.manager [None req-cf9c88ee-7df0-483f-8cf3-18d97d4808d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793343495738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793342949286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793342949304'] for port, after_update {{(pid=102752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:21:37.255912 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.db [None req-0a8e72de-e563-4e88-ab42-465acf98321b None None] For port 4596b215-ae4c-432c-9c88-7a33fa54bef0, host dv-cinder-768458-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-13-iscsi',level=0,port_id=4596b215-ae4c-432c-9c88-7a33fa54bef0,segment=NetworkSegment(a48138be-2ebe-4079-a544-5e78e8e9dcd4),segment_id=a48138be-2ebe-4079-a544-5e78e8e9dcd4)] {{(pid=102751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 12:21:37.264929 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-0a8e72de-e563-4e88-ab42-465acf98321b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793343495738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793342949286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793342949304'] for port, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:21:37.291604 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c5944e-5ed3-402c-acd9-a07174e8c72e None None] Pushing event updated for resources: {'Port': ['ID=73117d00-9b55-4151-b9c7-3bd53f1b339e,revision_number=2']} {{(pid=102752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:21:37.305221 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.plugins.ml2.managers [None req-cf9c88ee-7df0-483f-8cf3-18d97d4808d0 None None] Attempting to bind port 73117d00-9b55-4151-b9c7-3bd53f1b339e on host dv-cinder-768458-13-iscsi for vnic_type normal with profile {{(pid=102752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 12:21:37.305617 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.plugins.ml2.managers [None req-cf9c88ee-7df0-483f-8cf3-18d97d4808d0 None None] Attempting to bind port 73117d00-9b55-4151-b9c7-3bd53f1b339e by drivers openvswitch,hyperv on host dv-cinder-768458-13-iscsi at level 0 using segments [{'id': '91a15bc4-f975-4336-93bb-1ba9d2e7565e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52f34850-4f08-4bf9-8f19-1c892d4c6132'}] {{(pid=102752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 12:21:37.305984 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf9c88ee-7df0-483f-8cf3-18d97d4808d0 None None] Attempting to bind port 73117d00-9b55-4151-b9c7-3bd53f1b339e on network 52f34850-4f08-4bf9-8f19-1c892d4c6132 {{(pid=102752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 12:21:37.313432 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf9c88ee-7df0-483f-8cf3-18d97d4808d0 None None] Checking agent: {'id': '93079659-014b-45ff-9ed2-9a81038b5445', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768458-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 12, 11, 26), 'started_at': datetime.datetime(2021, 11, 22, 12, 11, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 12, 21, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768458-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 12:21:37.313813 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf9c88ee-7df0-483f-8cf3-18d97d4808d0 None None] Checking segment: {'id': '91a15bc4-f975-4336-93bb-1ba9d2e7565e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52f34850-4f08-4bf9-8f19-1c892d4c6132'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 12:21:37.314273 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron_lib.callbacks.manager [None req-cf9c88ee-7df0-483f-8cf3-18d97d4808d0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:21:37.314673 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf9c88ee-7df0-483f-8cf3-18d97d4808d0 None None] Bound using segment: {'id': '91a15bc4-f975-4336-93bb-1ba9d2e7565e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52f34850-4f08-4bf9-8f19-1c892d4c6132'} {{(pid=102752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 12:21:37.315220 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.plugins.ml2.managers [None req-cf9c88ee-7df0-483f-8cf3-18d97d4808d0 None None] Bound port: 73117d00-9b55-4151-b9c7-3bd53f1b339e, host: dv-cinder-768458-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91a15bc4-f975-4336-93bb-1ba9d2e7565e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52f34850-4f08-4bf9-8f19-1c892d4c6132'}}] {{(pid=102752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 12:21:37.316337 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron_lib.callbacks.manager [None req-cf9c88ee-7df0-483f-8cf3-18d97d4808d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3931732'] for port, before_update {{(pid=102752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:21:37.326661 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-fa591276-47af-4085-98dc-de7d1a3b00fa admin admin] Publish callbacks [] for port, precommit_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:21:37.407340 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-fa591276-47af-4085-98dc-de7d1a3b00fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793342949268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126077602'] for port, after_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:21:37.440264 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.plugins.ml2.db [None req-cf9c88ee-7df0-483f-8cf3-18d97d4808d0 None None] For port 73117d00-9b55-4151-b9c7-3bd53f1b339e, host dv-cinder-768458-13-iscsi, cleared binding levels {{(pid=102752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 12:21:37.445278 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.plugins.ml2.db [None req-cf9c88ee-7df0-483f-8cf3-18d97d4808d0 None None] For port 73117d00-9b55-4151-b9c7-3bd53f1b339e, host dv-cinder-768458-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-13-iscsi',level=0,port_id=73117d00-9b55-4151-b9c7-3bd53f1b339e,segment=NetworkSegment(91a15bc4-f975-4336-93bb-1ba9d2e7565e),segment_id=91a15bc4-f975-4336-93bb-1ba9d2e7565e)] {{(pid=102752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 12:21:37.452348 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron_lib.callbacks.manager [None req-cf9c88ee-7df0-483f-8cf3-18d97d4808d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793343495738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793342949286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793342949304'] for port, after_update {{(pid=102752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:21:37.493932 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa591276-47af-4085-98dc-de7d1a3b00fa admin admin] Network a8df6e95-d63a-4fd7-84bc-2373032d25c4 is already hosted by enough agents. {{(pid=102749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 12:21:37.499195 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.scheduler.base_scheduler [None req-fa591276-47af-4085-98dc-de7d1a3b00fa admin admin] Resources bound (agent type, host, resource id): {{(pid=102749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 12:21:37.506305 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa591276-47af-4085-98dc-de7d1a3b00fa admin admin] Received port after_create {{(pid=102749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 12:21:37.549991 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8e72de-e563-4e88-ab42-465acf98321b None None] Pushing event updated for resources: {'Port': ['ID=4596b215-ae4c-432c-9c88-7a33fa54bef0,revision_number=3']} {{(pid=102751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:21:37.554961 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.provisioning_blocks [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] Provisioning complete for port a3cf7a7d-1d6b-4f44-a58a-4c358f9fdd1d triggered by entity L2. {{(pid=102751) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 12:21:37.555417 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3821908'] for port, provisioning_complete {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:21:37.589207 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa591276-47af-4085-98dc-de7d1a3b00fa admin admin] Pushing event updated for resources: {'Port': ['ID=b6df9e6b-7750-485f-965a-407bfd1704fb,revision_number=1']} {{(pid=102749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:21:37.590801 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c5944e-5ed3-402c-acd9-a07174e8c72e None None] Pushing event updated for resources: {'Port': ['ID=73117d00-9b55-4151-b9c7-3bd53f1b339e,revision_number=3']} {{(pid=102752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:21:37.599712 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf9c88ee-7df0-483f-8cf3-18d97d4808d0 None None] Routers {'edc752a8-4dcb-49e9-8b79-8296b83faed4'} bound to L3 agent in host dv-cinder-768458-13-iscsi {{(pid=102752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 12:21:37.600354 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.db.l3_hamode_db [None req-cf9c88ee-7df0-483f-8cf3-18d97d4808d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T12:11:23Z,description=,heartbeat_timestamp=2021-11-22T12:21:23Z,host='dv-cinder-768458-13-iscsi',id=b4a26ead-6ab2-4f98-a352-c9ed6d39b73e,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T12:11:23Z,topic='l3_agent')) {'router_ids': ['edc752a8-4dcb-49e9-8b79-8296b83faed4'], 'active': True} {{(pid=102752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 12:21:37.644312 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-fa591276-47af-4085-98dc-de7d1a3b00fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-532587'] for router_interface, before_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:21:37.684955 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.rpc [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] Device 4596b215-ae4c-432c-9c88-7a33fa54bef0 up at agent ovs-agent-dv-cinder-768458-13-iscsi {{(pid=102751) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 12:21:37.734992 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.db.l3_dvr_db [None req-cf9c88ee-7df0-483f-8cf3-18d97d4808d0 None None] Set router edc752a8-4dcb-49e9-8b79-8296b83faed4 gateway port host: dv-cinder-768458-13-iscsi {{(pid=102752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 12:21:37.756686 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.provisioning_blocks [None req-b10cf8c4-fab3-4ec7-8698-c0b04ca6fbf9 None None] Provisioning complete for port 4596b215-ae4c-432c-9c88-7a33fa54bef0 triggered by entity DHCP. {{(pid=102751) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 12:21:37.757078 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-b10cf8c4-fab3-4ec7-8698-c0b04ca6fbf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3821908'] for port, provisioning_complete {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:21:37.783416 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9848555-c8e3-43d1-8c3b-402cfa6a00a2 req-58bc3c41-2109-4d10-97ac-0ef9ae63a9fa tempest-VolumesActionsTest-302249309 tempest-VolumesActionsTest-302249309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:21:37.788264 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-e9848555-c8e3-43d1-8c3b-402cfa6a00a2 req-58bc3c41-2109-4d10-97ac-0ef9ae63a9fa tempest-VolumesActionsTest-302249309 tempest-VolumesActionsTest-302249309-project] 10.222.0.66 "GET /v2.0/ports?device_id=049121a2-b87d-4df0-ab75-a4d346f27d22 HTTP/1.1" status: 200 len: 943 time: 0.2395394 Nov 22 12:21:37.838282 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.provisioning_blocks [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] Provisioning complete for port 4596b215-ae4c-432c-9c88-7a33fa54bef0 triggered by entity L2. {{(pid=102751) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 12:21:37.838654 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3821908'] for port, provisioning_complete {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:21:37.865465 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-fa591276-47af-4085-98dc-de7d1a3b00fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3931732'] for port, before_update {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:21:37.921427 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-e9848555-c8e3-43d1-8c3b-402cfa6a00a2 req-26a96eb1-5081-414b-9973-0bc9d6593996 tempest-VolumesActionsTest-302249309 tempest-VolumesActionsTest-302249309-project] 10.222.0.66 "GET /v2.0/security-groups?id=c242d431-4f41-4066-9448-045745d8490a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288471 Nov 22 12:21:37.980548 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.db.l3_hamode_db [None req-cf9c88ee-7df0-483f-8cf3-18d97d4808d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edc752a8-4dcb-49e9-8b79-8296b83faed4', 'name': 'tempest-TestShelveInstance-1572603414-router', 'tenant_id': '72a1bfeb5bb24f91bb4e8a9e526723a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52f34850-4f08-4bf9-8f19-1c892d4c6132', 'external_fixed_ips': [{'subnet_id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'ip_address': '172.27.0.183'}], 'enable_snat': True}, 'gw_port_id': '73117d00-9b55-4151-b9c7-3bd53f1b339e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T12:21:33Z', 'updated_at': '2021-11-22T12:21:34Z', 'revision_number': 3, 'project_id': '72a1bfeb5bb24f91bb4e8a9e526723a0', 'gw_port': {'id': '73117d00-9b55-4151-b9c7-3bd53f1b339e', 'name': '', 'network_id': '52f34850-4f08-4bf9-8f19-1c892d4c6132', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:a5:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edc752a8-4dcb-49e9-8b79-8296b83faed4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'ip_address': '172.27.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T12:21:33Z', 'updated_at': '2021-11-22T12:21:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-13-iscsi'}], 'dv-cinder-768458-13-iscsi', False) {} {{(pid=102752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 12:21:38.019136 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf9c88ee-7df0-483f-8cf3-18d97d4808d0 None None] The sync data for ids ['edc752a8-4dcb-49e9-8b79-8296b83faed4'] in dv-cinder-768458-13-iscsi is: [{'id': 'edc752a8-4dcb-49e9-8b79-8296b83faed4', 'name': 'tempest-TestShelveInstance-1572603414-router', 'tenant_id': '72a1bfeb5bb24f91bb4e8a9e526723a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52f34850-4f08-4bf9-8f19-1c892d4c6132', 'external_fixed_ips': [{'subnet_id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'ip_address': '172.27.0.183'}], 'enable_snat': True}, 'gw_port_id': '73117d00-9b55-4151-b9c7-3bd53f1b339e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T12:21:33Z', 'updated_at': '2021-11-22T12:21:34Z', 'revision_number': 3, 'project_id': '72a1bfeb5bb24f91bb4e8a9e526723a0', 'gw_port': {'id': '73117d00-9b55-4151-b9c7-3bd53f1b339e', 'name': '', 'network_id': '52f34850-4f08-4bf9-8f19-1c892d4c6132', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:a5:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edc752a8-4dcb-49e9-8b79-8296b83faed4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'ip_address': '172.27.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T12:21:33Z', 'updated_at': '2021-11-22T12:21:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-13-iscsi'}] {{(pid=102752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 12:21:38.079874 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-fa591276-47af-4085-98dc-de7d1a3b00fa admin admin] Publish callbacks [] for port, precommit_update {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:21:38.086388 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-fa591276-47af-4085-98dc-de7d1a3b00fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793343495738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793342949286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793342949304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126077611'] for port, after_update {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:21:38.091111 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.provisioning_blocks [None req-f2bc1465-71f8-4f80-a2ca-649aa5327022 None None] Provisioning complete for port b6df9e6b-7750-485f-965a-407bfd1704fb triggered by entity DHCP. {{(pid=102751) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 12:21:38.091820 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-f2bc1465-71f8-4f80-a2ca-649aa5327022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3821908'] for port, provisioning_complete {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:21:38.151891 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.plugin [None req-f2bc1465-71f8-4f80-a2ca-649aa5327022 None None] Port b6df9e6b-7750-485f-965a-407bfd1704fb cannot update to ACTIVE because it is not bound. {{(pid=102751) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 12:21:38.153358 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa591276-47af-4085-98dc-de7d1a3b00fa admin admin] Pushing event updated for resources: {'Port': ['ID=b6df9e6b-7750-485f-965a-407bfd1704fb,revision_number=2']} {{(pid=102749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:21:38.158485 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-fa591276-47af-4085-98dc-de7d1a3b00fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-758399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-531707'] for router_interface, after_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:21:38.274255 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa591276-47af-4085-98dc-de7d1a3b00fa admin admin] Network a8df6e95-d63a-4fd7-84bc-2373032d25c4 is already hosted by enough agents. {{(pid=102749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 12:21:38.276633 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.scheduler.base_scheduler [None req-fa591276-47af-4085-98dc-de7d1a3b00fa admin admin] Resources bound (agent type, host, resource id): {{(pid=102749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 12:21:38.420009 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa591276-47af-4085-98dc-de7d1a3b00fa admin admin] Router edc752a8-4dcb-49e9-8b79-8296b83faed4 has already been hosted by L3 agent b4a26ead-6ab2-4f98-a352-c9ed6d39b73e {{(pid=102749) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 12:21:38.582430 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.provisioning_blocks [None req-201525a2-7a22-41ac-9be7-64000828e34a None None] Provisioning complete for port b6df9e6b-7750-485f-965a-407bfd1704fb triggered by entity DHCP. {{(pid=102751) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 12:21:38.582850 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-201525a2-7a22-41ac-9be7-64000828e34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3821908'] for port, provisioning_complete {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:21:38.583612 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa591276-47af-4085-98dc-de7d1a3b00fa admin admin] Notify agent at l3_agent.dv-cinder-768458-13-iscsi the message routers_updated {{(pid=102749) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 12:21:38.599834 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [None req-fa591276-47af-4085-98dc-de7d1a3b00fa admin admin] 10.222.0.66 "PUT /v2.0/routers/edc752a8-4dcb-49e9-8b79-8296b83faed4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3894823 Nov 22 12:21:38.620939 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.plugin [None req-201525a2-7a22-41ac-9be7-64000828e34a None None] Port b6df9e6b-7750-485f-965a-407bfd1704fb cannot update to ACTIVE because it is not bound. {{(pid=102751) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 12:21:39.034943 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.rpc [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] Device 73117d00-9b55-4151-b9c7-3bd53f1b339e up at agent ovs-agent-dv-cinder-768458-13-iscsi {{(pid=102751) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 12:21:39.102708 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.provisioning_blocks [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] Provisioning complete for port 73117d00-9b55-4151-b9c7-3bd53f1b339e triggered by entity L2. {{(pid=102751) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 12:21:39.103798 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3821908'] for port, provisioning_complete {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:21:39.190019 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.wsgi [-] (102749) accepted ('10.222.0.66', 47246) {{(pid=102749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:21:39.197103 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3931732'] for port, before_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:21:39.198670 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.v2.base [None req-6722606d-d2c2-4a73-bea7-9fbe7c22417a tempest-TestShelveInstance-855138255 tempest-TestShelveInstance-855138255-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-186997840', 'description': 'tempest-secgroup-smoke-186997840 description', 'project_id': '575f4ae5262e4930b6658095a1aa8a32'}} {{(pid=102749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 12:21:39.222485 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.db [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] For port 73117d00-9b55-4151-b9c7-3bd53f1b339e, host dv-cinder-768458-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-13-iscsi',level=0,port_id=73117d00-9b55-4151-b9c7-3bd53f1b339e,segment=NetworkSegment(91a15bc4-f975-4336-93bb-1ba9d2e7565e),segment_id=91a15bc4-f975-4336-93bb-1ba9d2e7565e)] {{(pid=102751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 12:21:39.229845 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793343495738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793342949286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793342949304'] for port, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:21:39.230832 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.rpc [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] Device 4596b215-ae4c-432c-9c88-7a33fa54bef0 up at agent ovs-agent-dv-cinder-768458-13-iscsi {{(pid=102751) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 12:21:39.233001 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-6722606d-d2c2-4a73-bea7-9fbe7c22417a tempest-TestShelveInstance-855138255 tempest-TestShelveInstance-855138255-project] Publish callbacks [] for security_group, before_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:21:39.309224 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] Pushing event updated for resources: {'Port': ['ID=73117d00-9b55-4151-b9c7-3bd53f1b339e,revision_number=4']} {{(pid=102751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:21:39.327285 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.provisioning_blocks [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] Provisioning complete for port 4596b215-ae4c-432c-9c88-7a33fa54bef0 triggered by entity L2. {{(pid=102751) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 12:21:39.327737 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3821908'] for port, provisioning_complete {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:21:39.336367 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dba52e7-e31b-4aba-b0a8-0a2ae4435fe7 req-3dcdd70f-83ac-40bf-b67e-6231e5b5e9fd tempest-VolumesActionsTest-302249309 tempest-VolumesActionsTest-302249309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:21:39.337865 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-2dba52e7-e31b-4aba-b0a8-0a2ae4435fe7 req-3dcdd70f-83ac-40bf-b67e-6231e5b5e9fd tempest-VolumesActionsTest-302249309 tempest-VolumesActionsTest-302249309-project] 10.222.0.66 "GET /v2.0/ports?device_id=049121a2-b87d-4df0-ab75-a4d346f27d22 HTTP/1.1" status: 200 len: 943 time: 0.0884597 Nov 22 12:21:39.371937 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-6722606d-d2c2-4a73-bea7-9fbe7c22417a tempest-TestShelveInstance-855138255 tempest-TestShelveInstance-855138255-project] Publish callbacks [] for security_group, precommit_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:21:39.378620 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-6722606d-d2c2-4a73-bea7-9fbe7c22417a tempest-TestShelveInstance-855138255 tempest-TestShelveInstance-855138255-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545565'] for security_group, after_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:21:39.426113 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-6722606d-d2c2-4a73-bea7-9fbe7c22417a tempest-TestShelveInstance-855138255 tempest-TestShelveInstance-855138255-project] Publish callbacks [] for security_group, before_response {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:21:39.427377 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [None req-6722606d-d2c2-4a73-bea7-9fbe7c22417a tempest-TestShelveInstance-855138255 tempest-TestShelveInstance-855138255-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2350488 Nov 22 12:21:39.430512 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.wsgi [-] (102750) accepted ('10.222.0.66', 47250) {{(pid=102750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:21:39.435176 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.v2.base [None req-57ca51ff-6f30-437c-ba30-4aaf9f5573ae tempest-TestShelveInstance-855138255 tempest-TestShelveInstance-855138255-project] Request body: {'security_group_rule': {'security_group_id': '70d0fc64-ba67-465a-ab2a-a345deda9588', 'project_id': '575f4ae5262e4930b6658095a1aa8a32', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 12:21:39.441226 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-2dba52e7-e31b-4aba-b0a8-0a2ae4435fe7 req-108c7cca-d531-480a-adce-52337b2f90c9 tempest-VolumesActionsTest-302249309 tempest-VolumesActionsTest-302249309-project] 10.222.0.66 "GET /v2.0/security-groups?id=c242d431-4f41-4066-9448-045745d8490a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934486 Nov 22 12:21:39.442198 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6722606d-d2c2-4a73-bea7-9fbe7c22417a tempest-TestShelveInstance-855138255 tempest-TestShelveInstance-855138255-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70d0fc64-ba67-465a-ab2a-a345deda9588,revision_number=1']} {{(pid=102749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:21:39.470482 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-57ca51ff-6f30-437c-ba30-4aaf9f5573ae tempest-TestShelveInstance-855138255 tempest-TestShelveInstance-855138255-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:21:39.531812 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-57ca51ff-6f30-437c-ba30-4aaf9f5573ae tempest-TestShelveInstance-855138255 tempest-TestShelveInstance-855138255-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:21:39.537929 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-57ca51ff-6f30-437c-ba30-4aaf9f5573ae tempest-TestShelveInstance-855138255 tempest-TestShelveInstance-855138255-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754837'] for security_group_rule, after_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:21:39.560383 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ca51ff-6f30-437c-ba30-4aaf9f5573ae tempest-TestShelveInstance-855138255 tempest-TestShelveInstance-855138255-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0db0a18-fa23-4945-926b-19e36ae36ee6,revision_number=0']} {{(pid=102750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:21:39.569062 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-57ca51ff-6f30-437c-ba30-4aaf9f5573ae tempest-TestShelveInstance-855138255 tempest-TestShelveInstance-855138255-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:21:39.570291 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [None req-57ca51ff-6f30-437c-ba30-4aaf9f5573ae tempest-TestShelveInstance-855138255 tempest-TestShelveInstance-855138255-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1387463 Nov 22 12:21:39.574031 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.wsgi [-] (102750) accepted ('10.222.0.66', 47254) {{(pid=102750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:21:39.578407 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.v2.base [None req-732bd88c-d416-4610-b4e7-ee0527214df4 tempest-TestShelveInstance-855138255 tempest-TestShelveInstance-855138255-project] Request body: {'security_group_rule': {'security_group_id': '70d0fc64-ba67-465a-ab2a-a345deda9588', 'project_id': '575f4ae5262e4930b6658095a1aa8a32', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 12:21:39.606040 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-732bd88c-d416-4610-b4e7-ee0527214df4 tempest-TestShelveInstance-855138255 tempest-TestShelveInstance-855138255-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:21:39.667742 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-732bd88c-d416-4610-b4e7-ee0527214df4 tempest-TestShelveInstance-855138255 tempest-TestShelveInstance-855138255-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:21:39.672259 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-732bd88c-d416-4610-b4e7-ee0527214df4 tempest-TestShelveInstance-855138255 tempest-TestShelveInstance-855138255-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754837'] for security_group_rule, after_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:21:39.690014 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732bd88c-d416-4610-b4e7-ee0527214df4 tempest-TestShelveInstance-855138255 tempest-TestShelveInstance-855138255-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d9599b2-359a-4695-a06a-ab7c5e32c2fe,revision_number=0']} {{(pid=102750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:21:39.698982 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-732bd88c-d416-4610-b4e7-ee0527214df4 tempest-TestShelveInstance-855138255 tempest-TestShelveInstance-855138255-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:21:39.700268 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [None req-732bd88c-d416-4610-b4e7-ee0527214df4 tempest-TestShelveInstance-855138255 tempest-TestShelveInstance-855138255-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1252518 Nov 22 12:21:39.703627 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.wsgi [-] (102750) accepted ('10.222.0.66', 47256) {{(pid=102750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:21:39.708048 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.v2.base [None req-68634147-50a8-4277-a278-b58390fa4251 tempest-TestShelveInstance-855138255 tempest-TestShelveInstance-855138255-project] Request body: {'security_group_rule': {'security_group_id': '70d0fc64-ba67-465a-ab2a-a345deda9588', 'project_id': '575f4ae5262e4930b6658095a1aa8a32', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 12:21:39.735089 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-68634147-50a8-4277-a278-b58390fa4251 tempest-TestShelveInstance-855138255 tempest-TestShelveInstance-855138255-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:21:39.793817 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-68634147-50a8-4277-a278-b58390fa4251 tempest-TestShelveInstance-855138255 tempest-TestShelveInstance-855138255-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:21:39.798820 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-68634147-50a8-4277-a278-b58390fa4251 tempest-TestShelveInstance-855138255 tempest-TestShelveInstance-855138255-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754837'] for security_group_rule, after_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:21:39.816322 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68634147-50a8-4277-a278-b58390fa4251 tempest-TestShelveInstance-855138255 tempest-TestShelveInstance-855138255-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8566c48f-84f5-4c70-9375-e760372dd99c,revision_number=0']} {{(pid=102750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:21:39.825158 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-68634147-50a8-4277-a278-b58390fa4251 tempest-TestShelveInstance-855138255 tempest-TestShelveInstance-855138255-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:21:39.826371 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [None req-68634147-50a8-4277-a278-b58390fa4251 tempest-TestShelveInstance-855138255 tempest-TestShelveInstance-855138255-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1218169 Nov 22 12:21:39.829231 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.wsgi [-] (102750) accepted ('10.222.0.66', 47258) {{(pid=102750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:21:39.833508 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.v2.base [None req-7d6ba6a0-c018-4124-b491-1c57669e2725 tempest-TestShelveInstance-855138255 tempest-TestShelveInstance-855138255-project] Request body: {'security_group_rule': {'security_group_id': '70d0fc64-ba67-465a-ab2a-a345deda9588', 'project_id': '575f4ae5262e4930b6658095a1aa8a32', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 12:21:39.845716 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.rpc [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Device a4b96091-b3aa-436d-a620-de83c69919aa details requested by agent hyperv_hv-cinder-76845 with host hv-cinder-76845 {{(pid=102751) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 12:21:39.872277 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-7d6ba6a0-c018-4124-b491-1c57669e2725 tempest-TestShelveInstance-855138255 tempest-TestShelveInstance-855138255-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:21:39.936063 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-7d6ba6a0-c018-4124-b491-1c57669e2725 tempest-TestShelveInstance-855138255 tempest-TestShelveInstance-855138255-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:21:39.941625 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-7d6ba6a0-c018-4124-b491-1c57669e2725 tempest-TestShelveInstance-855138255 tempest-TestShelveInstance-855138255-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754837'] for security_group_rule, after_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:21:39.963262 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6ba6a0-c018-4124-b491-1c57669e2725 tempest-TestShelveInstance-855138255 tempest-TestShelveInstance-855138255-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9cd09c2-d2f1-4ed2-a3e1-70a0be01d20e,revision_number=0']} {{(pid=102750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:21:39.968027 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87e35e1f-bcd8-4aab-b608-a82c3c13ed92 None None] Sync routers for ids ['edc752a8-4dcb-49e9-8b79-8296b83faed4'] in dv-cinder-768458-13-iscsi {{(pid=102751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 12:21:39.973330 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-7d6ba6a0-c018-4124-b491-1c57669e2725 tempest-TestShelveInstance-855138255 tempest-TestShelveInstance-855138255-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:21:39.975368 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [None req-7d6ba6a0-c018-4124-b491-1c57669e2725 tempest-TestShelveInstance-855138255 tempest-TestShelveInstance-855138255-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1444032 Nov 22 12:21:39.978026 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.wsgi [-] (102750) accepted ('10.222.0.66', 47260) {{(pid=102750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:21:39.982670 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.v2.base [None req-7a731a0b-fb7d-4ef0-9362-c3920b9410df tempest-TestShelveInstance-855138255 tempest-TestShelveInstance-855138255-project] Request body: {'security_group_rule': {'security_group_id': '70d0fc64-ba67-465a-ab2a-a345deda9588', 'project_id': '575f4ae5262e4930b6658095a1aa8a32', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 12:21:39.993767 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.db [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] For port a4b96091-b3aa-436d-a620-de83c69919aa, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=a4b96091-b3aa-436d-a620-de83c69919aa,segment=NetworkSegment(2ccf84f5-0d63-48e5-a5d6-e3f67d7e2b6c),segment_id=2ccf84f5-0d63-48e5-a5d6-e3f67d7e2b6c)] {{(pid=102751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 12:21:39.996581 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87e35e1f-bcd8-4aab-b608-a82c3c13ed92 None None] Routers {'edc752a8-4dcb-49e9-8b79-8296b83faed4'} bound to L3 agent in host dv-cinder-768458-13-iscsi {{(pid=102751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 12:21:39.997282 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.l3_hamode_db [None req-87e35e1f-bcd8-4aab-b608-a82c3c13ed92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T12:11:23Z,description=,heartbeat_timestamp=2021-11-22T12:21:23Z,host='dv-cinder-768458-13-iscsi',id=b4a26ead-6ab2-4f98-a352-c9ed6d39b73e,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T12:11:23Z,topic='l3_agent')) {'router_ids': ['edc752a8-4dcb-49e9-8b79-8296b83faed4'], 'active': True} {{(pid=102751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 12:21:40.006890 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.db.securitygroups_db [None req-7a731a0b-fb7d-4ef0-9362-c3920b9410df tempest-TestShelveInstance-855138255 tempest-TestShelveInstance-855138255-project] Project 575f4ae5262e4930b6658095a1aa8a32 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 22 12:21:40.011752 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-7a731a0b-fb7d-4ef0-9362-c3920b9410df tempest-TestShelveInstance-855138255 tempest-TestShelveInstance-855138255-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:21:40.047297 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.rpc [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Returning: {'device': 'a4b96091-b3aa-436d-a620-de83c69919aa', 'network_id': 'bb1f7e53-c4b2-4051-a4a6-124cbdcb8410', 'port_id': 'a4b96091-b3aa-436d-a620-de83c69919aa', 'mac_address': 'fa:16:3e:14:17:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 620, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3459b9db-3744-4cd2-afa9-f72ca5bf93e4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102751) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 12:21:40.074293 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-7a731a0b-fb7d-4ef0-9362-c3920b9410df tempest-TestShelveInstance-855138255 tempest-TestShelveInstance-855138255-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:21:40.078437 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-7a731a0b-fb7d-4ef0-9362-c3920b9410df tempest-TestShelveInstance-855138255 tempest-TestShelveInstance-855138255-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754837'] for security_group_rule, after_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:21:40.097708 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a731a0b-fb7d-4ef0-9362-c3920b9410df tempest-TestShelveInstance-855138255 tempest-TestShelveInstance-855138255-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff854543-b9d0-4a91-9b58-d33f0a70cef8,revision_number=0']} {{(pid=102750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:21:40.108402 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-7a731a0b-fb7d-4ef0-9362-c3920b9410df tempest-TestShelveInstance-855138255 tempest-TestShelveInstance-855138255-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:21:40.109887 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [None req-7a731a0b-fb7d-4ef0-9362-c3920b9410df tempest-TestShelveInstance-855138255 tempest-TestShelveInstance-855138255-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1307330 Nov 22 12:21:40.112551 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.wsgi [-] (102750) accepted ('10.222.0.66', 47262) {{(pid=102750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:21:40.117504 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.v2.base [None req-111dfc6f-9179-4346-ae8f-32c6686ff8e1 tempest-TestShelveInstance-855138255 tempest-TestShelveInstance-855138255-project] Request body: {'security_group_rule': {'security_group_id': '70d0fc64-ba67-465a-ab2a-a345deda9588', 'project_id': '575f4ae5262e4930b6658095a1aa8a32', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 12:21:40.140357 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3931732'] for port, before_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:21:40.145595 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.db.securitygroups_db [None req-111dfc6f-9179-4346-ae8f-32c6686ff8e1 tempest-TestShelveInstance-855138255 tempest-TestShelveInstance-855138255-project] Project 575f4ae5262e4930b6658095a1aa8a32 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 22 12:21:40.152634 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-111dfc6f-9179-4346-ae8f-32c6686ff8e1 tempest-TestShelveInstance-855138255 tempest-TestShelveInstance-855138255-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:21:40.163714 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.l3_dvr_db [None req-87e35e1f-bcd8-4aab-b608-a82c3c13ed92 None None] Set router edc752a8-4dcb-49e9-8b79-8296b83faed4 gateway port host: dv-cinder-768458-13-iscsi {{(pid=102751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 12:21:40.168148 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.notifiers.nova [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4b96091-b3aa-436d-a620-de83c69919aa {{(pid=102751) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 12:21:40.225996 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.db [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] For port a4b96091-b3aa-436d-a620-de83c69919aa, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=a4b96091-b3aa-436d-a620-de83c69919aa,segment=NetworkSegment(2ccf84f5-0d63-48e5-a5d6-e3f67d7e2b6c),segment_id=2ccf84f5-0d63-48e5-a5d6-e3f67d7e2b6c)] {{(pid=102751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 12:21:40.230277 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793343495738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793342949286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793342949304'] for port, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:21:40.236710 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-111dfc6f-9179-4346-ae8f-32c6686ff8e1 tempest-TestShelveInstance-855138255 tempest-TestShelveInstance-855138255-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:21:40.242527 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-111dfc6f-9179-4346-ae8f-32c6686ff8e1 tempest-TestShelveInstance-855138255 tempest-TestShelveInstance-855138255-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754837'] for security_group_rule, after_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:21:40.257289 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111dfc6f-9179-4346-ae8f-32c6686ff8e1 tempest-TestShelveInstance-855138255 tempest-TestShelveInstance-855138255-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87ebf477-16d5-4349-9c40-a4a1a26f758f,revision_number=0']} {{(pid=102750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:21:40.272925 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-111dfc6f-9179-4346-ae8f-32c6686ff8e1 tempest-TestShelveInstance-855138255 tempest-TestShelveInstance-855138255-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:21:40.298832 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [None req-111dfc6f-9179-4346-ae8f-32c6686ff8e1 tempest-TestShelveInstance-855138255 tempest-TestShelveInstance-855138255-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1851234 Nov 22 12:21:40.403281 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Pushing event updated for resources: {'Port': ['ID=a4b96091-b3aa-436d-a620-de83c69919aa,revision_number=4']} {{(pid=102751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:21:40.461835 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.l3_hamode_db [None req-87e35e1f-bcd8-4aab-b608-a82c3c13ed92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edc752a8-4dcb-49e9-8b79-8296b83faed4', 'name': 'tempest-TestShelveInstance-1572603414-router', 'tenant_id': '72a1bfeb5bb24f91bb4e8a9e526723a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52f34850-4f08-4bf9-8f19-1c892d4c6132', 'external_fixed_ips': [{'subnet_id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'ip_address': '172.27.0.183'}], 'enable_snat': True}, 'gw_port_id': '73117d00-9b55-4151-b9c7-3bd53f1b339e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T12:21:33Z', 'updated_at': '2021-11-22T12:21:37Z', 'revision_number': 4, 'project_id': '72a1bfeb5bb24f91bb4e8a9e526723a0', 'gw_port': {'id': '73117d00-9b55-4151-b9c7-3bd53f1b339e', 'name': '', 'network_id': '52f34850-4f08-4bf9-8f19-1c892d4c6132', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:a5:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edc752a8-4dcb-49e9-8b79-8296b83faed4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'ip_address': '172.27.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T12:21:33Z', 'updated_at': '2021-11-22T12:21:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-13-iscsi', '_interfaces': [{'id': 'b6df9e6b-7750-485f-965a-407bfd1704fb', 'name': '', 'network_id': 'a8df6e95-d63a-4fd7-84bc-2373032d25c4', 'tenant_id': '72a1bfeb5bb24f91bb4e8a9e526723a0', 'mac_address': 'fa:16:3e:01:e6:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edc752a8-4dcb-49e9-8b79-8296b83faed4', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '95d5fae5-9219-4f45-bb27-35a4080b0789', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T12:21:36Z', 'updated_at': '2021-11-22T12:21:37Z', 'revision_number': 2, 'project_id': '72a1bfeb5bb24f91bb4e8a9e526723a0', 'subnets': [{'id': '95d5fae5-9219-4f45-bb27-35a4080b0789', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-13-iscsi', False) {} {{(pid=102751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 12:21:40.490712 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87e35e1f-bcd8-4aab-b608-a82c3c13ed92 None None] Checking router: edc752a8-4dcb-49e9-8b79-8296b83faed4 for host: dv-cinder-768458-13-iscsi {{(pid=102751) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 12:21:40.491077 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87e35e1f-bcd8-4aab-b608-a82c3c13ed92 None None] Updating router edc752a8-4dcb-49e9-8b79-8296b83faed4 port b6df9e6b-7750-485f-965a-407bfd1704fb binding host dv-cinder-768458-13-iscsi {{(pid=102751) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 12:21:40.525845 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-87e35e1f-bcd8-4aab-b608-a82c3c13ed92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3931732'] for port, before_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:21:40.613896 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a0f5dc-4338-41b9-9315-d402ada6a89d req-112234a6-13b3-491e-a90f-6eefdb2a2d61 tempest-VolumesActionsTest-302249309 tempest-VolumesActionsTest-302249309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:21:40.615494 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-d2a0f5dc-4338-41b9-9315-d402ada6a89d req-112234a6-13b3-491e-a90f-6eefdb2a2d61 tempest-VolumesActionsTest-302249309 tempest-VolumesActionsTest-302249309-project] 10.222.0.66 "GET /v2.0/ports?device_id=049121a2-b87d-4df0-ab75-a4d346f27d22 HTTP/1.1" status: 200 len: 944 time: 0.0576267 Nov 22 12:21:40.672281 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-d2a0f5dc-4338-41b9-9315-d402ada6a89d req-3b1e1273-5b87-4787-aaa0-2f564cac128c tempest-VolumesActionsTest-302249309 tempest-VolumesActionsTest-302249309-project] 10.222.0.66 "GET /v2.0/security-groups?id=c242d431-4f41-4066-9448-045745d8490a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502949 Nov 22 12:21:40.855379 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.db [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] get_ports_and_sgs() called for port_ids ['a4b96091-b3aa-436d-a620-de83c69919aa'] {{(pid=102751) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 12:21:40.861601 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-87e35e1f-bcd8-4aab-b608-a82c3c13ed92 None None] Publish callbacks [] for port, precommit_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:21:40.884551 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-87e35e1f-bcd8-4aab-b608-a82c3c13ed92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793343495738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793342949286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793342949304'] for port, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:21:40.966519 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a546f692-ec41-49d8-a81b-e7a234a51ce7 None None] Pushing event updated for resources: {'Port': ['ID=b6df9e6b-7750-485f-965a-407bfd1704fb,revision_number=3']} {{(pid=102751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:21:41.045939 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.rpc [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] Device 73117d00-9b55-4151-b9c7-3bd53f1b339e up at agent ovs-agent-dv-cinder-768458-13-iscsi {{(pid=102751) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 12:21:41.139473 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.managers [None req-87e35e1f-bcd8-4aab-b608-a82c3c13ed92 None None] Attempting to bind port b6df9e6b-7750-485f-965a-407bfd1704fb on host dv-cinder-768458-13-iscsi for vnic_type normal with profile {{(pid=102751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 12:21:41.139991 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.managers [None req-87e35e1f-bcd8-4aab-b608-a82c3c13ed92 None None] Attempting to bind port b6df9e6b-7750-485f-965a-407bfd1704fb by drivers openvswitch,hyperv on host dv-cinder-768458-13-iscsi at level 0 using segments [{'id': 'a48138be-2ebe-4079-a544-5e78e8e9dcd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'a8df6e95-d63a-4fd7-84bc-2373032d25c4'}] {{(pid=102751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 12:21:41.140328 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87e35e1f-bcd8-4aab-b608-a82c3c13ed92 None None] Attempting to bind port b6df9e6b-7750-485f-965a-407bfd1704fb on network a8df6e95-d63a-4fd7-84bc-2373032d25c4 {{(pid=102751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 12:21:41.153379 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87e35e1f-bcd8-4aab-b608-a82c3c13ed92 None None] Checking agent: {'id': '93079659-014b-45ff-9ed2-9a81038b5445', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768458-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 12, 11, 26), 'started_at': datetime.datetime(2021, 11, 22, 12, 11, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 12, 21, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768458-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 12:21:41.154423 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87e35e1f-bcd8-4aab-b608-a82c3c13ed92 None None] Checking segment: {'id': 'a48138be-2ebe-4079-a544-5e78e8e9dcd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'a8df6e95-d63a-4fd7-84bc-2373032d25c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 12:21:41.154423 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-87e35e1f-bcd8-4aab-b608-a82c3c13ed92 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:21:41.154613 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87e35e1f-bcd8-4aab-b608-a82c3c13ed92 None None] Bound using segment: {'id': 'a48138be-2ebe-4079-a544-5e78e8e9dcd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'a8df6e95-d63a-4fd7-84bc-2373032d25c4'} {{(pid=102751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 12:21:41.155095 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.managers [None req-87e35e1f-bcd8-4aab-b608-a82c3c13ed92 None None] Bound port: b6df9e6b-7750-485f-965a-407bfd1704fb, host: dv-cinder-768458-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a48138be-2ebe-4079-a544-5e78e8e9dcd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'a8df6e95-d63a-4fd7-84bc-2373032d25c4'}}] {{(pid=102751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 12:21:41.155564 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-87e35e1f-bcd8-4aab-b608-a82c3c13ed92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3931732'] for port, before_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:21:41.357126 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.provisioning_blocks [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] Provisioning complete for port 73117d00-9b55-4151-b9c7-3bd53f1b339e triggered by entity L2. {{(pid=102751) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 12:21:41.357430 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3821908'] for port, provisioning_complete {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:21:41.364751 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f37c4e6-a584-4d6b-9bce-9f497ea863fd req-0f741389-34d5-44b7-a239-ba91be142395 tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:21:41.366483 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-2f37c4e6-a584-4d6b-9bce-9f497ea863fd req-0f741389-34d5-44b7-a239-ba91be142395 tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] 10.222.0.66 "GET /v2.0/networks?id=1a398bbd-8494-4c78-9a7f-9328646aea45 HTTP/1.1" status: 200 len: 814 time: 0.1153197 Nov 22 12:21:41.383544 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-2f37c4e6-a584-4d6b-9bce-9f497ea863fd req-9ef0eab1-42ea-4148-8bd8-7c4d741a741b tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] 10.222.0.66 "GET /v2.0/quotas/5319fd2dee9b4b47b98f59bca1572ac8 HTTP/1.1" status: 200 len: 375 time: 0.0093355 Nov 22 12:21:41.419500 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.provisioning_blocks [None req-6eb3c860-201b-472b-a71b-1d8718535531 None None] Provisioning complete for port b6df9e6b-7750-485f-965a-407bfd1704fb triggered by entity DHCP. {{(pid=102751) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 12:21:41.419862 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-6eb3c860-201b-472b-a71b-1d8718535531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3821908'] for port, provisioning_complete {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:21:41.439513 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-2f37c4e6-a584-4d6b-9bce-9f497ea863fd req-93b85630-61dc-4a5d-973b-1961930c43d6 tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=5319fd2dee9b4b47b98f59bca1572ac8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0499370 Nov 22 12:21:41.448069 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.db [None req-87e35e1f-bcd8-4aab-b608-a82c3c13ed92 None None] For port b6df9e6b-7750-485f-965a-407bfd1704fb, host dv-cinder-768458-13-iscsi, cleared binding levels {{(pid=102751) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 12:21:41.482218 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.db [None req-87e35e1f-bcd8-4aab-b608-a82c3c13ed92 None None] For port b6df9e6b-7750-485f-965a-407bfd1704fb, host dv-cinder-768458-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-13-iscsi',level=0,port_id=b6df9e6b-7750-485f-965a-407bfd1704fb,segment=NetworkSegment(a48138be-2ebe-4079-a544-5e78e8e9dcd4),segment_id=a48138be-2ebe-4079-a544-5e78e8e9dcd4)] {{(pid=102751) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 12:21:41.487803 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.plugin [None req-6eb3c860-201b-472b-a71b-1d8718535531 None None] Port b6df9e6b-7750-485f-965a-407bfd1704fb cannot update to ACTIVE because it is not bound. {{(pid=102751) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 12:21:41.494432 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-87e35e1f-bcd8-4aab-b608-a82c3c13ed92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793343495738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793342949286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793342949304'] for port, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:21:41.543383 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-2f37c4e6-a584-4d6b-9bce-9f497ea863fd req-7dc7bd8f-3e43-4f5f-9757-d840b0324c7b service neutron] 10.222.0.66 "GET /v2.0/networks/1a398bbd-8494-4c78-9a7f-9328646aea45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964999 Nov 22 12:21:41.583555 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87e35e1f-bcd8-4aab-b608-a82c3c13ed92 None None] Routers {'edc752a8-4dcb-49e9-8b79-8296b83faed4'} bound to L3 agent in host dv-cinder-768458-13-iscsi {{(pid=102751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 12:21:41.584197 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.l3_hamode_db [None req-87e35e1f-bcd8-4aab-b608-a82c3c13ed92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T12:11:23Z,description=,heartbeat_timestamp=2021-11-22T12:21:23Z,host='dv-cinder-768458-13-iscsi',id=b4a26ead-6ab2-4f98-a352-c9ed6d39b73e,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T12:11:23Z,topic='l3_agent')) {'router_ids': ['edc752a8-4dcb-49e9-8b79-8296b83faed4'], 'active': True} {{(pid=102751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 12:21:41.589167 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a546f692-ec41-49d8-a81b-e7a234a51ce7 None None] Pushing event updated for resources: {'Port': ['ID=b6df9e6b-7750-485f-965a-407bfd1704fb,revision_number=4']} {{(pid=102751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:21:41.663007 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-2f37c4e6-a584-4d6b-9bce-9f497ea863fd req-41a9df63-b49d-40f2-9bff-a114fab006b3 service neutron] 10.222.0.66 "GET /v2.0/networks/1a398bbd-8494-4c78-9a7f-9328646aea45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1084065 Nov 22 12:21:41.712056 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.l3_dvr_db [None req-87e35e1f-bcd8-4aab-b608-a82c3c13ed92 None None] Set router edc752a8-4dcb-49e9-8b79-8296b83faed4 gateway port host: dv-cinder-768458-13-iscsi {{(pid=102751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 12:21:41.845781 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b03f04-558d-43bd-afbe-4a6e01d36b57 req-6823e778-19ed-448a-9143-4976e46d2f65 tempest-VolumesActionsTest-302249309 tempest-VolumesActionsTest-302249309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:21:41.854095 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-f5b03f04-558d-43bd-afbe-4a6e01d36b57 req-6823e778-19ed-448a-9143-4976e46d2f65 tempest-VolumesActionsTest-302249309 tempest-VolumesActionsTest-302249309-project] 10.222.0.66 "GET /v2.0/ports?device_id=049121a2-b87d-4df0-ab75-a4d346f27d22 HTTP/1.1" status: 200 len: 944 time: 0.0959311 Nov 22 12:21:41.886706 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.provisioning_blocks [None req-cd1026bc-187a-44da-bd1c-9f69545ae8f6 None None] Provisioning complete for port b6df9e6b-7750-485f-965a-407bfd1704fb triggered by entity DHCP. {{(pid=102751) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 12:21:41.887090 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-cd1026bc-187a-44da-bd1c-9f69545ae8f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3821908'] for port, provisioning_complete {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:21:41.897798 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-4e245525-e841-46d3-ba5f-57fb70fde3a6 req-e9e7910c-a1ce-4621-a148-dae208941205 tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] 10.222.0.66 "GET /v2.0/ports?device_id=bcf45146-f982-459d-96c0-e7af402962e9 HTTP/1.1" status: 200 len: 210 time: 0.0349751 Nov 22 12:21:41.936037 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-f5b03f04-558d-43bd-afbe-4a6e01d36b57 req-d831ab5f-a809-4cef-9f3c-cc1574fc1924 tempest-VolumesActionsTest-302249309 tempest-VolumesActionsTest-302249309-project] 10.222.0.66 "GET /v2.0/security-groups?id=c242d431-4f41-4066-9448-045745d8490a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806689 Nov 22 12:21:42.027338 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-cd1026bc-187a-44da-bd1c-9f69545ae8f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3931732'] for port, before_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:21:42.044065 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.l3_hamode_db [None req-87e35e1f-bcd8-4aab-b608-a82c3c13ed92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edc752a8-4dcb-49e9-8b79-8296b83faed4', 'name': 'tempest-TestShelveInstance-1572603414-router', 'tenant_id': '72a1bfeb5bb24f91bb4e8a9e526723a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52f34850-4f08-4bf9-8f19-1c892d4c6132', 'external_fixed_ips': [{'subnet_id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'ip_address': '172.27.0.183'}], 'enable_snat': True}, 'gw_port_id': '73117d00-9b55-4151-b9c7-3bd53f1b339e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T12:21:33Z', 'updated_at': '2021-11-22T12:21:37Z', 'revision_number': 4, 'project_id': '72a1bfeb5bb24f91bb4e8a9e526723a0', 'gw_port': {'id': '73117d00-9b55-4151-b9c7-3bd53f1b339e', 'name': '', 'network_id': '52f34850-4f08-4bf9-8f19-1c892d4c6132', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:a5:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edc752a8-4dcb-49e9-8b79-8296b83faed4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'ip_address': '172.27.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T12:21:33Z', 'updated_at': '2021-11-22T12:21:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-13-iscsi', '_interfaces': [{'id': 'b6df9e6b-7750-485f-965a-407bfd1704fb', 'name': '', 'network_id': 'a8df6e95-d63a-4fd7-84bc-2373032d25c4', 'tenant_id': '72a1bfeb5bb24f91bb4e8a9e526723a0', 'mac_address': 'fa:16:3e:01:e6:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edc752a8-4dcb-49e9-8b79-8296b83faed4', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '95d5fae5-9219-4f45-bb27-35a4080b0789', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T12:21:36Z', 'updated_at': '2021-11-22T12:21:41Z', 'revision_number': 4, 'project_id': '72a1bfeb5bb24f91bb4e8a9e526723a0', 'subnets': [{'id': '95d5fae5-9219-4f45-bb27-35a4080b0789', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-13-iscsi', False) {} {{(pid=102751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 12:21:42.083396 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87e35e1f-bcd8-4aab-b608-a82c3c13ed92 None None] The sync data for ids ['edc752a8-4dcb-49e9-8b79-8296b83faed4'] in dv-cinder-768458-13-iscsi is: [{'id': 'edc752a8-4dcb-49e9-8b79-8296b83faed4', 'name': 'tempest-TestShelveInstance-1572603414-router', 'tenant_id': '72a1bfeb5bb24f91bb4e8a9e526723a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52f34850-4f08-4bf9-8f19-1c892d4c6132', 'external_fixed_ips': [{'subnet_id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'ip_address': '172.27.0.183'}], 'enable_snat': True}, 'gw_port_id': '73117d00-9b55-4151-b9c7-3bd53f1b339e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T12:21:33Z', 'updated_at': '2021-11-22T12:21:37Z', 'revision_number': 4, 'project_id': '72a1bfeb5bb24f91bb4e8a9e526723a0', 'gw_port': {'id': '73117d00-9b55-4151-b9c7-3bd53f1b339e', 'name': '', 'network_id': '52f34850-4f08-4bf9-8f19-1c892d4c6132', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:a5:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edc752a8-4dcb-49e9-8b79-8296b83faed4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'ip_address': '172.27.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T12:21:33Z', 'updated_at': '2021-11-22T12:21:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-13-iscsi', '_interfaces': [{'id': 'b6df9e6b-7750-485f-965a-407bfd1704fb', 'name': '', 'network_id': 'a8df6e95-d63a-4fd7-84bc-2373032d25c4', 'tenant_id': '72a1bfeb5bb24f91bb4e8a9e526723a0', 'mac_address': 'fa:16:3e:01:e6:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edc752a8-4dcb-49e9-8b79-8296b83faed4', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '95d5fae5-9219-4f45-bb27-35a4080b0789', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T12:21:36Z', 'updated_at': '2021-11-22T12:21:41Z', 'revision_number': 4, 'project_id': '72a1bfeb5bb24f91bb4e8a9e526723a0', 'subnets': [{'id': '95d5fae5-9219-4f45-bb27-35a4080b0789', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 12:21:42.114732 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.db [None req-cd1026bc-187a-44da-bd1c-9f69545ae8f6 None None] For port b6df9e6b-7750-485f-965a-407bfd1704fb, host dv-cinder-768458-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-13-iscsi',level=0,port_id=b6df9e6b-7750-485f-965a-407bfd1704fb,segment=NetworkSegment(a48138be-2ebe-4079-a544-5e78e8e9dcd4),segment_id=a48138be-2ebe-4079-a544-5e78e8e9dcd4)] {{(pid=102751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 12:21:42.126952 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-cd1026bc-187a-44da-bd1c-9f69545ae8f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793343495738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793342949286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793342949304'] for port, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:21:42.220119 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1026bc-187a-44da-bd1c-9f69545ae8f6 None None] Pushing event updated for resources: {'Port': ['ID=b6df9e6b-7750-485f-965a-407bfd1704fb,revision_number=5']} {{(pid=102751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:21:43.000910 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-a0a59e62-1b89-4e75-a83c-e529badd4ffd req-495f87ec-d078-4c06-84fb-51b567343b65 tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] 10.222.0.66 "GET /v2.0/ports?device_id=bcf45146-f982-459d-96c0-e7af402962e9 HTTP/1.1" status: 200 len: 210 time: 0.0263274 Nov 22 12:21:43.009552 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.rpc [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] Device b6df9e6b-7750-485f-965a-407bfd1704fb up at agent ovs-agent-dv-cinder-768458-13-iscsi {{(pid=102751) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 12:21:43.064298 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.provisioning_blocks [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] Provisioning complete for port b6df9e6b-7750-485f-965a-407bfd1704fb triggered by entity L2. {{(pid=102751) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 12:21:43.064688 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3821908'] for port, provisioning_complete {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:21:43.117534 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4320d85-5005-4336-b2da-1b0b9a6179ac req-eb333f6e-d8fc-4864-bffd-864f3f29647c tempest-VolumesActionsTest-302249309 tempest-VolumesActionsTest-302249309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:21:43.119208 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-c4320d85-5005-4336-b2da-1b0b9a6179ac req-eb333f6e-d8fc-4864-bffd-864f3f29647c tempest-VolumesActionsTest-302249309 tempest-VolumesActionsTest-302249309-project] 10.222.0.66 "GET /v2.0/ports?device_id=049121a2-b87d-4df0-ab75-a4d346f27d22 HTTP/1.1" status: 200 len: 944 time: 0.0577037 Nov 22 12:21:43.171112 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-c4320d85-5005-4336-b2da-1b0b9a6179ac req-f78722c7-6586-45a4-9251-0144117e2284 tempest-VolumesActionsTest-302249309 tempest-VolumesActionsTest-302249309-project] 10.222.0.66 "GET /v2.0/security-groups?id=c242d431-4f41-4066-9448-045745d8490a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455809 Nov 22 12:21:44.104375 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-ba6cd10c-4284-4821-8cd2-a3b6c4969b40 req-cc3a518f-9c09-4423-b8df-69df18395e7f tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] 10.222.0.66 "GET /v2.0/ports?device_id=bcf45146-f982-459d-96c0-e7af402962e9 HTTP/1.1" status: 200 len: 210 time: 0.0255840 Nov 22 12:21:44.297330 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5cc9bf-4012-46b0-8d83-4dbcf6231864 req-092e7391-e5a7-4221-b7f3-0723ac0656bd tempest-VolumesActionsTest-302249309 tempest-VolumesActionsTest-302249309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:21:44.298979 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-7a5cc9bf-4012-46b0-8d83-4dbcf6231864 req-092e7391-e5a7-4221-b7f3-0723ac0656bd tempest-VolumesActionsTest-302249309 tempest-VolumesActionsTest-302249309-project] 10.222.0.66 "GET /v2.0/ports?device_id=049121a2-b87d-4df0-ab75-a4d346f27d22 HTTP/1.1" status: 200 len: 944 time: 0.0525987 Nov 22 12:21:44.348548 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-7a5cc9bf-4012-46b0-8d83-4dbcf6231864 req-89e7e87f-0e1e-408e-9708-685c6cf2599b tempest-VolumesActionsTest-302249309 tempest-VolumesActionsTest-302249309-project] 10.222.0.66 "GET /v2.0/security-groups?id=c242d431-4f41-4066-9448-045745d8490a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432539 Nov 22 12:21:45.236339 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-abe294da-62f3-42f9-a014-f847e6bd1aad req-615c3d3d-5aad-43b9-8468-1ac2263b0d4d tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] 10.222.0.66 "GET /v2.0/ports?device_id=bcf45146-f982-459d-96c0-e7af402962e9 HTTP/1.1" status: 200 len: 210 time: 0.0278316 Nov 22 12:21:45.524087 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1b52c6-c8eb-4617-b1f5-3f411fbc0350 req-da4ab81f-28e2-4508-bc17-13226fc2840e tempest-VolumesActionsTest-302249309 tempest-VolumesActionsTest-302249309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:21:45.537792 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-0a1b52c6-c8eb-4617-b1f5-3f411fbc0350 req-da4ab81f-28e2-4508-bc17-13226fc2840e tempest-VolumesActionsTest-302249309 tempest-VolumesActionsTest-302249309-project] 10.222.0.66 "GET /v2.0/ports?device_id=049121a2-b87d-4df0-ab75-a4d346f27d22 HTTP/1.1" status: 200 len: 944 time: 0.0935585 Nov 22 12:21:45.596868 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f37c4e6-a584-4d6b-9bce-9f497ea863fd req-9f166dff-2529-4bca-8aa1-a37ec45a8924 tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:21:45.598419 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [req-2f37c4e6-a584-4d6b-9bce-9f497ea863fd req-9f166dff-2529-4bca-8aa1-a37ec45a8924 tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] 10.222.0.46 "GET /v2.0/networks?id=1a398bbd-8494-4c78-9a7f-9328646aea45 HTTP/1.1" status: 200 len: 814 time: 0.1966095 Nov 22 12:21:45.623572 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-0a1b52c6-c8eb-4617-b1f5-3f411fbc0350 req-2e0ef84e-d58e-4a81-9618-486a73be45a1 tempest-VolumesActionsTest-302249309 tempest-VolumesActionsTest-302249309-project] 10.222.0.66 "GET /v2.0/security-groups?id=c242d431-4f41-4066-9448-045745d8490a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834324 Nov 22 12:21:45.638034 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9a9789-78dd-42a7-a77c-d063ea2edd65 req-0101936d-eeb6-46c7-8d94-56acc75e4da7 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:21:45.639861 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-eb9a9789-78dd-42a7-a77c-d063ea2edd65 req-0101936d-eeb6-46c7-8d94-56acc75e4da7 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.66 "GET /v2.0/ports?device_id=c9f6d441-246f-479e-8e88-ea701c0f87ff HTTP/1.1" status: 200 len: 946 time: 0.0741286 Nov 22 12:21:45.652236 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.v2.base [req-2f37c4e6-a584-4d6b-9bce-9f497ea863fd req-ebb03b85-106c-4e41-b6b1-2d88e58668ce tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] Request body: {'port': {'device_id': 'bcf45146-f982-459d-96c0-e7af402962e9', 'network_id': '1a398bbd-8494-4c78-9a7f-9328646aea45', 'admin_state_up': True, 'tenant_id': '5319fd2dee9b4b47b98f59bca1572ac8'}} {{(pid=102750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 12:21:45.703964 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-eb9a9789-78dd-42a7-a77c-d063ea2edd65 req-d4f3947a-2432-4575-a513-8c79ce1f3ed6 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.66 "GET /v2.0/security-groups?id=58ab891c-6c60-4530-806c-8c076c9a459e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534639 Nov 22 12:21:45.788500 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f37c4e6-a584-4d6b-9bce-9f497ea863fd req-ebb03b85-106c-4e41-b6b1-2d88e58668ce tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] Made reservation on behalf of 5319fd2dee9b4b47b98f59bca1572ac8 for: {'port': 1} {{(pid=102750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 12:21:45.792063 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [req-2f37c4e6-a584-4d6b-9bce-9f497ea863fd req-ebb03b85-106c-4e41-b6b1-2d88e58668ce tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3931732'] for port, before_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:21:45.940243 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.db.db_base_plugin_common [req-2f37c4e6-a584-4d6b-9bce-9f497ea863fd req-ebb03b85-106c-4e41-b6b1-2d88e58668ce tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] Allocated IP 172.20.0.11 (1a398bbd-8494-4c78-9a7f-9328646aea45/a297376f-8bec-4762-a395-e20c73d660c4/34ab8e79-23fc-4427-bf02-045bf7c07481) {{(pid=102750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 12:21:46.111310 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [req-2f37c4e6-a584-4d6b-9bce-9f497ea863fd req-ebb03b85-106c-4e41-b6b1-2d88e58668ce tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] Publish callbacks [] for port, precommit_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:21:46.150027 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [req-2f37c4e6-a584-4d6b-9bce-9f497ea863fd req-ebb03b85-106c-4e41-b6b1-2d88e58668ce tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793342949268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128483729'] for port, after_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:21:46.169039 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.db [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] get_ports_and_sgs() called for port_ids ['c07cfd45-5b74-4945-9991-863824fb50f3', '0b5d6d5e-e442-4681-83aa-fb04b4fc7ce4', 'e128f2b8-b093-4adf-809f-77c7db02499c'] {{(pid=102751) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 12:21:46.195368 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f37c4e6-a584-4d6b-9bce-9f497ea863fd req-ebb03b85-106c-4e41-b6b1-2d88e58668ce tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] Network 1a398bbd-8494-4c78-9a7f-9328646aea45 is already hosted by enough agents. {{(pid=102750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 12:21:46.198478 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.scheduler.base_scheduler [req-2f37c4e6-a584-4d6b-9bce-9f497ea863fd req-ebb03b85-106c-4e41-b6b1-2d88e58668ce tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] Resources bound (agent type, host, resource id): {{(pid=102750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 12:21:46.203816 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f37c4e6-a584-4d6b-9bce-9f497ea863fd req-ebb03b85-106c-4e41-b6b1-2d88e58668ce tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] Received port after_create {{(pid=102750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 12:21:46.235518 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb03b85-106c-4e41-b6b1-2d88e58668ce tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] Pushing event updated for resources: {'Port': ['ID=34ab8e79-23fc-4427-bf02-045bf7c07481,revision_number=1']} {{(pid=102750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:21:46.278039 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f37c4e6-a584-4d6b-9bce-9f497ea863fd req-ebb03b85-106c-4e41-b6b1-2d88e58668ce tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:21:46.281083 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [req-2f37c4e6-a584-4d6b-9bce-9f497ea863fd req-ebb03b85-106c-4e41-b6b1-2d88e58668ce tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434365'] for port, before_response {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:21:46.315218 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [req-2f37c4e6-a584-4d6b-9bce-9f497ea863fd req-ebb03b85-106c-4e41-b6b1-2d88e58668ce tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6788492 Nov 22 12:21:46.345180 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.v2.base [req-2f37c4e6-a584-4d6b-9bce-9f497ea863fd req-6a6e6c36-0530-4458-aed3-856db0a391b2 service neutron] Request body: {'port': {'device_id': 'bcf45146-f982-459d-96c0-e7af402962e9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76845'}} {{(pid=102750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 12:21:46.385667 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dbc587-b036-4fef-a40a-6e37f8fce7e5 req-11c5293a-326e-48bf-af3c-db11e549924a tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:21:46.394473 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-e6dbc587-b036-4fef-a40a-6e37f8fce7e5 req-11c5293a-326e-48bf-af3c-db11e549924a tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] 10.222.0.66 "GET /v2.0/ports?device_id=bcf45146-f982-459d-96c0-e7af402962e9 HTTP/1.1" status: 200 len: 932 time: 0.0623775 Nov 22 12:21:46.462965 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-e6dbc587-b036-4fef-a40a-6e37f8fce7e5 req-20fe2c2b-da42-4335-8ddb-3524e4f4795c tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] 10.222.0.66 "GET /v2.0/security-groups?id=d183c51b-56bc-4b8b-8c88-c11ec3bb03cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672660 Nov 22 12:21:46.492423 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.rpc [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Device a4b96091-b3aa-436d-a620-de83c69919aa up at agent hyperv_hv-cinder-76845 {{(pid=102751) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 12:21:46.607513 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793343475411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3821827'] for agent, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:21:46.646292 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.provisioning_blocks [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Provisioning for port a4b96091-b3aa-436d-a620-de83c69919aa completed by entity L2. {{(pid=102751) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 12:21:46.656259 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.provisioning_blocks [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Provisioning complete for port a4b96091-b3aa-436d-a620-de83c69919aa triggered by entity L2. {{(pid=102751) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 12:21:46.656643 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3821908'] for port, provisioning_complete {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:21:46.787414 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [req-2f37c4e6-a584-4d6b-9bce-9f497ea863fd req-6a6e6c36-0530-4458-aed3-856db0a391b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3931732'] for port, before_update {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:21:46.806548 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3931732'] for port, before_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:21:46.851726 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.db [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] For port a4b96091-b3aa-436d-a620-de83c69919aa, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=a4b96091-b3aa-436d-a620-de83c69919aa,segment=NetworkSegment(2ccf84f5-0d63-48e5-a5d6-e3f67d7e2b6c),segment_id=2ccf84f5-0d63-48e5-a5d6-e3f67d7e2b6c)] {{(pid=102751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 12:21:46.857512 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '049121a2-b87d-4df0-ab75-a4d346f27d22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4b96091-b3aa-436d-a620-de83c69919aa'}] {{(pid=102751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 12:21:46.860630 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50f57f68d0dae852c32e4f8721e97c07bf2df52fd56e1603e3e4743a1bb51d8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72117e89-5f07-4201-8969-d222d111ab65" -d '{"events": [{"server_uuid": "049121a2-b87d-4df0-ab75-a4d346f27d22", "name": "network-vif-plugged", "status": "completed", "tag": "a4b96091-b3aa-436d-a620-de83c69919aa"}]}' {{(pid=102751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 12:21:46.863871 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabab489-8dbf-46b2-a93d-d60f94e2dbdd req-cf5e4239-7b26-46fa-9d5d-bdbf42f9dd1a tempest-VolumesActionsTest-302249309 tempest-VolumesActionsTest-302249309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:21:46.867017 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793343495738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793342949286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793342949304'] for port, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:21:46.870323 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-cabab489-8dbf-46b2-a93d-d60f94e2dbdd req-cf5e4239-7b26-46fa-9d5d-bdbf42f9dd1a tempest-VolumesActionsTest-302249309 tempest-VolumesActionsTest-302249309-project] 10.222.0.66 "GET /v2.0/ports?device_id=049121a2-b87d-4df0-ab75-a4d346f27d22 HTTP/1.1" status: 200 len: 944 time: 0.1127286 Nov 22 12:21:46.938617 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Pushing event updated for resources: {'Port': ['ID=a4b96091-b3aa-436d-a620-de83c69919aa,revision_number=5']} {{(pid=102751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:21:46.977662 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a0e1d5-3619-415e-953c-6d809b9dad63 req-5f086005-f297-4f50-99b3-18da6376239d tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:21:46.979205 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-f5a0e1d5-3619-415e-953c-6d809b9dad63 req-5f086005-f297-4f50-99b3-18da6376239d tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.66 "GET /v2.0/ports?device_id=c9f6d441-246f-479e-8e88-ea701c0f87ff HTTP/1.1" status: 200 len: 946 time: 0.1077418 Nov 22 12:21:46.984379 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-cabab489-8dbf-46b2-a93d-d60f94e2dbdd req-47dd611e-22eb-4a0c-9666-d5dfcf0a847a tempest-VolumesActionsTest-302249309 tempest-VolumesActionsTest-302249309-project] 10.222.0.66 "GET /v2.0/security-groups?id=c242d431-4f41-4066-9448-045745d8490a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013961 Nov 22 12:21:47.070466 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-f5a0e1d5-3619-415e-953c-6d809b9dad63 req-f7091a92-c19d-4b8e-9da0-08ae7b072765 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.66 "GET /v2.0/security-groups?id=58ab891c-6c60-4530-806c-8c076c9a459e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799170 Nov 22 12:21:47.139952 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 12:21:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b67e026f-44ff-4b27-9acf-6b75c40fdce6 x-openstack-request-id: req-b67e026f-44ff-4b27-9acf-6b75c40fdce6 {{(pid=102751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 12:21:47.141024 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "049121a2-b87d-4df0-ab75-a4d346f27d22", "name": "network-vif-plugged", "status": "completed", "tag": "a4b96091-b3aa-436d-a620-de83c69919aa", "code": 200}]} {{(pid=102751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 12:21:47.141024 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-b67e026f-44ff-4b27-9acf-6b75c40fdce6 {{(pid=102751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 12:21:47.141024 dv-cinder-768458-13-iscsi neutron-server[102751]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '049121a2-b87d-4df0-ab75-a4d346f27d22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4b96091-b3aa-436d-a620-de83c69919aa', 'code': 200} Nov 22 12:21:47.190874 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.notifiers.nova [req-2f37c4e6-a584-4d6b-9bce-9f497ea863fd req-6a6e6c36-0530-4458-aed3-856db0a391b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34ab8e79-23fc-4427-bf02-045bf7c07481 {{(pid=102750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 12:21:47.205627 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [req-2f37c4e6-a584-4d6b-9bce-9f497ea863fd req-6a6e6c36-0530-4458-aed3-856db0a391b2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:21:47.222106 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.db.provisioning_blocks [req-2f37c4e6-a584-4d6b-9bce-9f497ea863fd req-6a6e6c36-0530-4458-aed3-856db0a391b2 service neutron] Transition to ACTIVE for port object 34ab8e79-23fc-4427-bf02-045bf7c07481 will not be triggered until provisioned by entity L2. {{(pid=102750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 12:21:47.228110 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [req-2f37c4e6-a584-4d6b-9bce-9f497ea863fd req-6a6e6c36-0530-4458-aed3-856db0a391b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793343495738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793342949286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793342949304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128483736'] for port, after_update {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:21:47.293547 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6e6c36-0530-4458-aed3-856db0a391b2 service neutron] Pushing event updated for resources: {'Port': ['ID=34ab8e79-23fc-4427-bf02-045bf7c07481,revision_number=2']} {{(pid=102750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:21:47.360370 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.plugins.ml2.managers [req-2f37c4e6-a584-4d6b-9bce-9f497ea863fd req-6a6e6c36-0530-4458-aed3-856db0a391b2 service neutron] Attempting to bind port 34ab8e79-23fc-4427-bf02-045bf7c07481 on host hv-cinder-76845 for vnic_type normal with profile {{(pid=102750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 12:21:47.360732 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.plugins.ml2.managers [req-2f37c4e6-a584-4d6b-9bce-9f497ea863fd req-6a6e6c36-0530-4458-aed3-856db0a391b2 service neutron] Attempting to bind port 34ab8e79-23fc-4427-bf02-045bf7c07481 by drivers openvswitch,hyperv on host hv-cinder-76845 at level 0 using segments [{'id': '5e5839cc-8792-46fd-9ed5-606893fc60d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '1a398bbd-8494-4c78-9a7f-9328646aea45'}] {{(pid=102750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 12:21:47.361074 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f37c4e6-a584-4d6b-9bce-9f497ea863fd req-6a6e6c36-0530-4458-aed3-856db0a391b2 service neutron] Attempting to bind port 34ab8e79-23fc-4427-bf02-045bf7c07481 on network 1a398bbd-8494-4c78-9a7f-9328646aea45 {{(pid=102750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 12:21:47.366840 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f37c4e6-a584-4d6b-9bce-9f497ea863fd req-6a6e6c36-0530-4458-aed3-856db0a391b2 service neutron] Port 34ab8e79-23fc-4427-bf02-045bf7c07481 on network 1a398bbd-8494-4c78-9a7f-9328646aea45 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76845 {{(pid=102750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 12:21:47.367190 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f37c4e6-a584-4d6b-9bce-9f497ea863fd req-6a6e6c36-0530-4458-aed3-856db0a391b2 service neutron] Attempting to bind port 34ab8e79-23fc-4427-bf02-045bf7c07481 on network 1a398bbd-8494-4c78-9a7f-9328646aea45 {{(pid=102750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 12:21:47.373832 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f37c4e6-a584-4d6b-9bce-9f497ea863fd req-6a6e6c36-0530-4458-aed3-856db0a391b2 service neutron] Checking agent: {'id': 'fca0b015-0cd5-4a44-bbfe-abb10adcdf42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76845', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 12, 17, 17), 'started_at': datetime.datetime(2021, 11, 22, 12, 17, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 12, 21, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 12:21:47.374177 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f37c4e6-a584-4d6b-9bce-9f497ea863fd req-6a6e6c36-0530-4458-aed3-856db0a391b2 service neutron] Checking segment: {'id': '5e5839cc-8792-46fd-9ed5-606893fc60d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '1a398bbd-8494-4c78-9a7f-9328646aea45'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 12:21:47.374563 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f37c4e6-a584-4d6b-9bce-9f497ea863fd req-6a6e6c36-0530-4458-aed3-856db0a391b2 service neutron] Bound using segment: {'id': '5e5839cc-8792-46fd-9ed5-606893fc60d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '1a398bbd-8494-4c78-9a7f-9328646aea45'} {{(pid=102750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 12:21:47.374994 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.plugins.ml2.managers [req-2f37c4e6-a584-4d6b-9bce-9f497ea863fd req-6a6e6c36-0530-4458-aed3-856db0a391b2 service neutron] Bound port: 34ab8e79-23fc-4427-bf02-045bf7c07481, host: hv-cinder-76845, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e5839cc-8792-46fd-9ed5-606893fc60d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '1a398bbd-8494-4c78-9a7f-9328646aea45'}}] {{(pid=102750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 12:21:47.375383 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [req-2f37c4e6-a584-4d6b-9bce-9f497ea863fd req-6a6e6c36-0530-4458-aed3-856db0a391b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3931732'] for port, before_update {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:21:47.440294 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.plugins.ml2.db [req-2f37c4e6-a584-4d6b-9bce-9f497ea863fd req-6a6e6c36-0530-4458-aed3-856db0a391b2 service neutron] For port 34ab8e79-23fc-4427-bf02-045bf7c07481, host hv-cinder-76845, cleared binding levels {{(pid=102750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 12:21:47.443377 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.plugins.ml2.db [req-2f37c4e6-a584-4d6b-9bce-9f497ea863fd req-6a6e6c36-0530-4458-aed3-856db0a391b2 service neutron] For port 34ab8e79-23fc-4427-bf02-045bf7c07481, host hv-cinder-76845, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=34ab8e79-23fc-4427-bf02-045bf7c07481,segment=NetworkSegment(5e5839cc-8792-46fd-9ed5-606893fc60d9),segment_id=5e5839cc-8792-46fd-9ed5-606893fc60d9)] {{(pid=102750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 12:21:47.450520 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [req-2f37c4e6-a584-4d6b-9bce-9f497ea863fd req-6a6e6c36-0530-4458-aed3-856db0a391b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793343495738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793342949286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793342949304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128483736'] for port, after_update {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:21:47.493892 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f37c4e6-a584-4d6b-9bce-9f497ea863fd req-6a6e6c36-0530-4458-aed3-856db0a391b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:21:47.493892 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [req-2f37c4e6-a584-4d6b-9bce-9f497ea863fd req-6a6e6c36-0530-4458-aed3-856db0a391b2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434365'] for port, before_response {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:21:47.493892 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [req-2f37c4e6-a584-4d6b-9bce-9f497ea863fd req-6a6e6c36-0530-4458-aed3-856db0a391b2 service neutron] 10.222.0.46 "PUT /v2.0/ports/34ab8e79-23fc-4427-bf02-045bf7c07481 HTTP/1.1" status: 200 len: 1094 time: 1.1623459 Nov 22 12:21:47.495817 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bcf45146-f982-459d-96c0-e7af402962e9', 'tag': '34ab8e79-23fc-4427-bf02-045bf7c07481'}] {{(pid=102750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 12:21:47.498244 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2a0bed14b240d0d35e029181fb516e01dd4ce85d5fb41ae8ef5632c0b13bd43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ff0fb18-ab9f-434b-8d58-f15a956a1c8b" -d '{"events": [{"name": "network-changed", "server_uuid": "bcf45146-f982-459d-96c0-e7af402962e9", "tag": "34ab8e79-23fc-4427-bf02-045bf7c07481"}]}' {{(pid=102750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 12:21:47.526002 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6e6c36-0530-4458-aed3-856db0a391b2 service neutron] Pushing event updated for resources: {'Port': ['ID=34ab8e79-23fc-4427-bf02-045bf7c07481,revision_number=3']} {{(pid=102750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:21:47.589561 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abc507b-4a2b-4976-8bd4-848eba9365f3 req-48493c55-9e45-4db4-a04e-bf874e9f5db4 tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:21:47.591535 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-2abc507b-4a2b-4976-8bd4-848eba9365f3 req-48493c55-9e45-4db4-a04e-bf874e9f5db4 tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] 10.222.0.66 "GET /v2.0/ports?device_id=bcf45146-f982-459d-96c0-e7af402962e9 HTTP/1.1" status: 200 len: 944 time: 0.0539575 Nov 22 12:21:47.647319 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-2abc507b-4a2b-4976-8bd4-848eba9365f3 req-da2795cb-af13-45b5-ab96-c680a461cc2c tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] 10.222.0.66 "GET /v2.0/security-groups?id=d183c51b-56bc-4b8b-8c88-c11ec3bb03cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497839 Nov 22 12:21:47.703771 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 12:21:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dd1bad9-52d3-4a56-bd05-9d7ef364a864 x-openstack-request-id: req-1dd1bad9-52d3-4a56-bd05-9d7ef364a864 {{(pid=102750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 12:21:47.704075 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bcf45146-f982-459d-96c0-e7af402962e9", "tag": "34ab8e79-23fc-4427-bf02-045bf7c07481", "status": "completed", "code": 200}]} {{(pid=102750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 12:21:47.704332 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-1dd1bad9-52d3-4a56-bd05-9d7ef364a864 {{(pid=102750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 12:21:47.704730 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bcf45146-f982-459d-96c0-e7af402962e9', 'tag': '34ab8e79-23fc-4427-bf02-045bf7c07481', 'status': 'completed', 'code': 200} Nov 22 12:21:48.111559 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ef2ec4-af7f-4339-8c01-02bf04eb21ca req-ef43dcf5-8ca9-4425-86fc-92ea32e3a957 tempest-VolumesActionsTest-302249309 tempest-VolumesActionsTest-302249309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:21:48.113088 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-f3ef2ec4-af7f-4339-8c01-02bf04eb21ca req-ef43dcf5-8ca9-4425-86fc-92ea32e3a957 tempest-VolumesActionsTest-302249309 tempest-VolumesActionsTest-302249309-project] 10.222.0.66 "GET /v2.0/ports?device_id=049121a2-b87d-4df0-ab75-a4d346f27d22 HTTP/1.1" status: 200 len: 945 time: 0.0484707 Nov 22 12:21:48.165244 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-f3ef2ec4-af7f-4339-8c01-02bf04eb21ca req-0dcad751-ada4-4895-a781-3d29c4255930 tempest-VolumesActionsTest-302249309 tempest-VolumesActionsTest-302249309-project] 10.222.0.66 "GET /v2.0/security-groups?id=c242d431-4f41-4066-9448-045745d8490a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428231 Nov 22 12:21:48.268155 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0898a3-553e-464b-8cd4-da87b58110ae req-263a43cd-5877-47ab-9901-aa380f24d2bc tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:21:48.269704 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-4a0898a3-553e-464b-8cd4-da87b58110ae req-263a43cd-5877-47ab-9901-aa380f24d2bc tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.66 "GET /v2.0/ports?device_id=c9f6d441-246f-479e-8e88-ea701c0f87ff HTTP/1.1" status: 200 len: 946 time: 0.0496309 Nov 22 12:21:48.323696 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-4a0898a3-553e-464b-8cd4-da87b58110ae req-25f17801-fe97-4297-82ab-db248823a0e0 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.66 "GET /v2.0/security-groups?id=58ab891c-6c60-4530-806c-8c076c9a459e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477343 Nov 22 12:21:48.791844 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe3bccc-cde1-4d59-b72c-44722bbd4437 req-84f047da-56a4-4467-a65b-84b92d0522c5 tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:21:48.793559 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-bfe3bccc-cde1-4d59-b72c-44722bbd4437 req-84f047da-56a4-4467-a65b-84b92d0522c5 tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] 10.222.0.66 "GET /v2.0/ports?device_id=bcf45146-f982-459d-96c0-e7af402962e9 HTTP/1.1" status: 200 len: 944 time: 0.0617435 Nov 22 12:21:48.847140 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-bfe3bccc-cde1-4d59-b72c-44722bbd4437 req-80e9b9e6-7e1b-4592-93f6-ac0009eed904 tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] 10.222.0.66 "GET /v2.0/security-groups?id=d183c51b-56bc-4b8b-8c88-c11ec3bb03cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467663 Nov 22 12:21:49.289125 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4b6706-c974-4b53-ab79-dcffa216d113 req-10e8726d-b0bb-43ef-b185-8fa6b43fd116 tempest-VolumesActionsTest-302249309 tempest-VolumesActionsTest-302249309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:21:49.290621 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-bc4b6706-c974-4b53-ab79-dcffa216d113 req-10e8726d-b0bb-43ef-b185-8fa6b43fd116 tempest-VolumesActionsTest-302249309 tempest-VolumesActionsTest-302249309-project] 10.222.0.66 "GET /v2.0/ports?device_id=049121a2-b87d-4df0-ab75-a4d346f27d22 HTTP/1.1" status: 200 len: 945 time: 0.0533588 Nov 22 12:21:49.340721 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-bc4b6706-c974-4b53-ab79-dcffa216d113 req-501def1d-3455-4ac5-8520-463dccf7ccf3 tempest-VolumesActionsTest-302249309 tempest-VolumesActionsTest-302249309-project] 10.222.0.66 "GET /v2.0/security-groups?id=c242d431-4f41-4066-9448-045745d8490a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432673 Nov 22 12:21:49.666647 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8409dd-61fe-4fd8-9a2c-a1b513475e35 req-945041a8-86c2-4c9d-a96f-4e23345f955c tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:21:49.668199 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-6a8409dd-61fe-4fd8-9a2c-a1b513475e35 req-945041a8-86c2-4c9d-a96f-4e23345f955c tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.66 "GET /v2.0/ports?device_id=c9f6d441-246f-479e-8e88-ea701c0f87ff HTTP/1.1" status: 200 len: 946 time: 0.2704446 Nov 22 12:21:49.725788 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-6a8409dd-61fe-4fd8-9a2c-a1b513475e35 req-badffd81-5eab-4151-8ae2-c79d235adc8d tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.66 "GET /v2.0/security-groups?id=58ab891c-6c60-4530-806c-8c076c9a459e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514388 Nov 22 12:21:49.982971 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab4666c-86f8-43b1-a818-e945b1853432 req-36303886-3770-4254-84a5-58f0a4ed5aaa tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:21:49.985134 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-8ab4666c-86f8-43b1-a818-e945b1853432 req-36303886-3770-4254-84a5-58f0a4ed5aaa tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] 10.222.0.66 "GET /v2.0/ports?device_id=bcf45146-f982-459d-96c0-e7af402962e9 HTTP/1.1" status: 200 len: 944 time: 0.0655475 Nov 22 12:21:50.038826 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-8ab4666c-86f8-43b1-a818-e945b1853432 req-cbbb7482-a50d-4477-8d4a-56ca6a9b5071 tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] 10.222.0.66 "GET /v2.0/security-groups?id=d183c51b-56bc-4b8b-8c88-c11ec3bb03cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451093 Nov 22 12:21:50.230292 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff0fb18-ab9f-434b-8d58-f15a956a1c8b req-896f1c6e-5414-4854-8e93-eccc86fa6d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:21:50.232397 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [req-5ff0fb18-ab9f-434b-8d58-f15a956a1c8b req-896f1c6e-5414-4854-8e93-eccc86fa6d34 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5319fd2dee9b4b47b98f59bca1572ac8&device_id=bcf45146-f982-459d-96c0-e7af402962e9 HTTP/1.1" status: 200 len: 1097 time: 0.0461655 Nov 22 12:21:50.373376 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff0fb18-ab9f-434b-8d58-f15a956a1c8b req-3a2faf9e-5c6d-4b81-883c-34db948c5525 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:21:50.374848 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [req-5ff0fb18-ab9f-434b-8d58-f15a956a1c8b req-3a2faf9e-5c6d-4b81-883c-34db948c5525 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=5319fd2dee9b4b47b98f59bca1572ac8&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1337795 Nov 22 12:21:50.380233 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9d759f-8717-4d78-bdde-d3858e6006e5 req-df01aaf6-f303-4929-a71e-6c0651f51460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:21:50.381593 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [req-2f9d759f-8717-4d78-bdde-d3858e6006e5 req-df01aaf6-f303-4929-a71e-6c0651f51460 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=049121a2-b87d-4df0-ab75-a4d346f27d22 HTTP/1.1" status: 200 len: 1098 time: 0.0787787 Nov 22 12:21:50.461983 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7177cb-2387-44ee-86f8-2d6617607266 req-055cbd16-2ac3-414a-8c2f-a68658c943fa tempest-VolumesActionsTest-302249309 tempest-VolumesActionsTest-302249309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:21:50.465461 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-8a7177cb-2387-44ee-86f8-2d6617607266 req-055cbd16-2ac3-414a-8c2f-a68658c943fa tempest-VolumesActionsTest-302249309 tempest-VolumesActionsTest-302249309-project] 10.222.0.66 "GET /v2.0/ports?device_id=049121a2-b87d-4df0-ab75-a4d346f27d22 HTTP/1.1" status: 200 len: 945 time: 0.0536017 Nov 22 12:21:50.491168 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [req-2f9d759f-8717-4d78-bdde-d3858e6006e5 req-a2044201-60eb-49ee-a601-7cae7a157d24 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=c242d431-4f41-4066-9448-045745d8490a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988595 Nov 22 12:21:50.501046 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff0fb18-ab9f-434b-8d58-f15a956a1c8b req-47728331-4632-440d-8300-87ec54dc8ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:21:50.502934 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [req-5ff0fb18-ab9f-434b-8d58-f15a956a1c8b req-47728331-4632-440d-8300-87ec54dc8ca9 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1199791 Nov 22 12:21:50.518563 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-8a7177cb-2387-44ee-86f8-2d6617607266 req-3147d5a4-7598-4874-aae5-b1c96d7a3e13 tempest-VolumesActionsTest-302249309 tempest-VolumesActionsTest-302249309-project] 10.222.0.66 "GET /v2.0/security-groups?id=c242d431-4f41-4066-9448-045745d8490a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476162 Nov 22 12:21:50.786515 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-1c089f80-2f31-488b-b2bd-181ddaf6544c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793343475411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3821827'] for agent, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:21:50.865648 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f37c4e6-a584-4d6b-9bce-9f497ea863fd req-8c315b26-726d-4415-b2e2-3aa1abd608c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:21:50.867181 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [req-2f37c4e6-a584-4d6b-9bce-9f497ea863fd req-8c315b26-726d-4415-b2e2-3aa1abd608c4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5319fd2dee9b4b47b98f59bca1572ac8&device_id=bcf45146-f982-459d-96c0-e7af402962e9 HTTP/1.1" status: 200 len: 1097 time: 0.0448277 Nov 22 12:21:50.882624 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edaaa44a-52b7-4ea5-b82f-dae02f75c04f req-bbeb8026-3b85-4a21-9ce4-037be811f97e tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:21:50.884249 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-edaaa44a-52b7-4ea5-b82f-dae02f75c04f req-bbeb8026-3b85-4a21-9ce4-037be811f97e tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.66 "GET /v2.0/ports?device_id=c9f6d441-246f-479e-8e88-ea701c0f87ff HTTP/1.1" status: 200 len: 946 time: 0.0491540 Nov 22 12:21:50.929784 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [req-2f37c4e6-a584-4d6b-9bce-9f497ea863fd req-e2f726de-e90a-452d-b02b-b75b2dfcff4f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=34ab8e79-23fc-4427-bf02-045bf7c07481 HTTP/1.1" status: 200 len: 217 time: 0.0493865 Nov 22 12:21:50.951730 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-edaaa44a-52b7-4ea5-b82f-dae02f75c04f req-bd5e1436-c05a-4a18-9ffd-45e0d346a29f tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.66 "GET /v2.0/security-groups?id=58ab891c-6c60-4530-806c-8c076c9a459e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595241 Nov 22 12:21:50.987001 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f37c4e6-a584-4d6b-9bce-9f497ea863fd req-ee77c996-b374-48e4-8012-791204fc2bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:21:50.988493 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [req-2f37c4e6-a584-4d6b-9bce-9f497ea863fd req-ee77c996-b374-48e4-8012-791204fc2bf5 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a297376f-8bec-4762-a395-e20c73d660c4 HTTP/1.1" status: 200 len: 854 time: 0.0451319 Nov 22 12:21:51.033019 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [req-2f37c4e6-a584-4d6b-9bce-9f497ea863fd req-a5d98a04-5647-435f-9d63-c47592233e00 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1a398bbd-8494-4c78-9a7f-9328646aea45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272596 Nov 22 12:21:51.128294 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [req-2f37c4e6-a584-4d6b-9bce-9f497ea863fd req-5c0eb313-2e0f-4b09-8671-83f8dd83740f service neutron] 10.222.0.46 "GET /v2.0/networks/1a398bbd-8494-4c78-9a7f-9328646aea45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874462 Nov 22 12:21:51.160227 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6282f2f-be45-4898-8ee2-fa957a0cd36d req-56628868-9fcf-4a6e-9c78-cb9ca0ce287f tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:21:51.162653 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-a6282f2f-be45-4898-8ee2-fa957a0cd36d req-56628868-9fcf-4a6e-9c78-cb9ca0ce287f tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] 10.222.0.66 "GET /v2.0/ports?device_id=bcf45146-f982-459d-96c0-e7af402962e9 HTTP/1.1" status: 200 len: 944 time: 0.0489032 Nov 22 12:21:51.215171 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-a6282f2f-be45-4898-8ee2-fa957a0cd36d req-b62eb6dc-e2e8-4994-b087-9b9d333b86e2 tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] 10.222.0.66 "GET /v2.0/security-groups?id=d183c51b-56bc-4b8b-8c88-c11ec3bb03cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450830 Nov 22 12:21:51.242872 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [req-2f37c4e6-a584-4d6b-9bce-9f497ea863fd req-0447ffe1-a429-4bf9-9986-562299e8428b service neutron] 10.222.0.46 "GET /v2.0/networks/1a398bbd-8494-4c78-9a7f-9328646aea45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993629 Nov 22 12:21:51.649148 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d09db7-6dd4-49e6-92d6-c11424edd45d req-05f958bb-3b69-4164-ac49-f920c1e17abd tempest-VolumesActionsTest-302249309 tempest-VolumesActionsTest-302249309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:21:51.650614 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-08d09db7-6dd4-49e6-92d6-c11424edd45d req-05f958bb-3b69-4164-ac49-f920c1e17abd tempest-VolumesActionsTest-302249309 tempest-VolumesActionsTest-302249309-project] 10.222.0.66 "GET /v2.0/ports?device_id=049121a2-b87d-4df0-ab75-a4d346f27d22 HTTP/1.1" status: 200 len: 945 time: 0.0525095 Nov 22 12:21:51.703072 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-08d09db7-6dd4-49e6-92d6-c11424edd45d req-c621c219-487a-40aa-94be-f46674edb52d tempest-VolumesActionsTest-302249309 tempest-VolumesActionsTest-302249309-project] 10.222.0.66 "GET /v2.0/security-groups?id=c242d431-4f41-4066-9448-045745d8490a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461223 Nov 22 12:21:52.008898 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.db.agents_db [None req-5743c18b-166a-4bd0-85c4-3f13128e6c33 None None] Agent healthcheck: found 6 active agents {{(pid=102752) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 12:21:52.086826 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820ca56e-d1cb-434b-b4fa-a79bff2dc2b1 req-49ffcd7b-d1bc-43e4-9333-7f1c3154760b tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:21:52.088539 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-820ca56e-d1cb-434b-b4fa-a79bff2dc2b1 req-49ffcd7b-d1bc-43e4-9333-7f1c3154760b tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.66 "GET /v2.0/ports?device_id=c9f6d441-246f-479e-8e88-ea701c0f87ff HTTP/1.1" status: 200 len: 946 time: 0.0516505 Nov 22 12:21:52.144610 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-820ca56e-d1cb-434b-b4fa-a79bff2dc2b1 req-e94b20ea-fd2f-452c-97fb-6069886a4c6b tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.66 "GET /v2.0/security-groups?id=58ab891c-6c60-4530-806c-8c076c9a459e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484114 Nov 22 12:21:52.376797 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb25d160-8f1a-4b8d-8760-3bec79ce32fb req-3ca0cd1e-8002-4f0e-a793-fc4da0f4cbfc tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:21:52.384375 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-eb25d160-8f1a-4b8d-8760-3bec79ce32fb req-3ca0cd1e-8002-4f0e-a793-fc4da0f4cbfc tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] 10.222.0.66 "GET /v2.0/ports?device_id=bcf45146-f982-459d-96c0-e7af402962e9 HTTP/1.1" status: 200 len: 944 time: 0.0917680 Nov 22 12:21:52.437976 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-eb25d160-8f1a-4b8d-8760-3bec79ce32fb req-bb35a26e-8040-436c-a5ab-5fefe6417539 tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] 10.222.0.66 "GET /v2.0/security-groups?id=d183c51b-56bc-4b8b-8c88-c11ec3bb03cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525322 Nov 22 12:21:52.832401 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f38352c-d968-4c09-bdc1-afc779260089 req-3a7b8743-07b3-4816-b9f8-42cc94663a12 tempest-VolumesActionsTest-302249309 tempest-VolumesActionsTest-302249309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:21:52.834234 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-2f38352c-d968-4c09-bdc1-afc779260089 req-3a7b8743-07b3-4816-b9f8-42cc94663a12 tempest-VolumesActionsTest-302249309 tempest-VolumesActionsTest-302249309-project] 10.222.0.66 "GET /v2.0/ports?device_id=049121a2-b87d-4df0-ab75-a4d346f27d22 HTTP/1.1" status: 200 len: 945 time: 0.0564899 Nov 22 12:21:52.890955 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-2f38352c-d968-4c09-bdc1-afc779260089 req-1bb8f0bf-6db2-4e43-8a43-815e2d4e5ac2 tempest-VolumesActionsTest-302249309 tempest-VolumesActionsTest-302249309-project] 10.222.0.66 "GET /v2.0/security-groups?id=c242d431-4f41-4066-9448-045745d8490a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501692 Nov 22 12:21:53.021530 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-0207c086-9af4-4bb3-891d-9f5f9f1dcefc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793343475411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3821827'] for agent, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:21:53.298945 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf62471b-af9d-4969-8e9b-32f45b46c579 req-ee651e80-7b3b-4384-9906-42b2a50b507b tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:21:53.300826 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-cf62471b-af9d-4969-8e9b-32f45b46c579 req-ee651e80-7b3b-4384-9906-42b2a50b507b tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.66 "GET /v2.0/ports?device_id=c9f6d441-246f-479e-8e88-ea701c0f87ff HTTP/1.1" status: 200 len: 946 time: 0.0561714 Nov 22 12:21:53.358124 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-cf62471b-af9d-4969-8e9b-32f45b46c579 req-b0a53aad-a8c7-451d-890b-284dc2fd8a56 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.66 "GET /v2.0/security-groups?id=58ab891c-6c60-4530-806c-8c076c9a459e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507195 Nov 22 12:21:53.503733 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459d99b4-baa3-4ea7-b004-eca47b86162c req-7d8cfc9b-d8e6-4b9c-b487-335de3aa57e3 tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:21:53.507740 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-459d99b4-baa3-4ea7-b004-eca47b86162c req-7d8cfc9b-d8e6-4b9c-b487-335de3aa57e3 tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] 10.222.0.66 "GET /v2.0/ports?device_id=302ab8ef-5565-4f9b-9b91-b405d550a90d HTTP/1.1" status: 200 len: 945 time: 0.0520062 Nov 22 12:21:53.509293 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516916e9-e434-4ed1-81d9-91bd79c5116f req-3c264819-c518-4804-bbad-642c875f70b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:21:53.510842 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [req-516916e9-e434-4ed1-81d9-91bd79c5116f req-3c264819-c518-4804-bbad-642c875f70b5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f3d392a7d77f46fcb4faa017786796fa&device_id=302ab8ef-5565-4f9b-9b91-b405d550a90d HTTP/1.1" status: 200 len: 1098 time: 0.0486932 Nov 22 12:21:53.582815 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-459d99b4-baa3-4ea7-b004-eca47b86162c req-8a40863d-e855-433f-bafe-07cb683f4dcb tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] 10.222.0.66 "GET /v2.0/security-groups?id=d25355f0-2e41-493d-aac5-082c69fe23d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700085 Nov 22 12:21:53.639830 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516916e9-e434-4ed1-81d9-91bd79c5116f req-f39b2ebf-0fda-4f81-a999-7c2d126b04db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:21:53.643605 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [req-516916e9-e434-4ed1-81d9-91bd79c5116f req-f39b2ebf-0fda-4f81-a999-7c2d126b04db service neutron] 10.222.0.46 "GET /v2.0/networks?id=08903c03-f7d7-43c9-ab4d-565ac4637d53 HTTP/1.1" status: 200 len: 919 time: 0.1156192 Nov 22 12:21:53.698607 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [req-516916e9-e434-4ed1-81d9-91bd79c5116f req-8c2d0462-e137-4233-889d-caf4d571446b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1fa9e48d-814b-49fa-b645-de1efce73a7d HTTP/1.1" status: 200 len: 217 time: 0.0456896 Nov 22 12:21:53.747110 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3d3b04-bab4-460e-ab27-8bb2ca0b276d req-a841b418-91c4-49af-9b90-0e77eb8b0a90 tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:21:53.756071 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-4f3d3b04-bab4-460e-ab27-8bb2ca0b276d req-a841b418-91c4-49af-9b90-0e77eb8b0a90 tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] 10.222.0.66 "GET /v2.0/ports?device_id=bcf45146-f982-459d-96c0-e7af402962e9 HTTP/1.1" status: 200 len: 944 time: 0.1019340 Nov 22 12:21:53.790491 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516916e9-e434-4ed1-81d9-91bd79c5116f req-af6d5aaa-cd66-402d-9fc8-92611caf6fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:21:53.796086 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [req-516916e9-e434-4ed1-81d9-91bd79c5116f req-af6d5aaa-cd66-402d-9fc8-92611caf6fbf service neutron] 10.222.0.46 "GET /v2.0/subnets?id=292b6822-c634-4819-b6c6-c4a4132c73d4 HTTP/1.1" status: 200 len: 858 time: 0.0858850 Nov 22 12:21:53.814409 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-4f3d3b04-bab4-460e-ab27-8bb2ca0b276d req-2b35422f-2ec7-4188-9318-c098e4659f38 tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] 10.222.0.66 "GET /v2.0/security-groups?id=d183c51b-56bc-4b8b-8c88-c11ec3bb03cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571067 Nov 22 12:21:53.829882 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [req-516916e9-e434-4ed1-81d9-91bd79c5116f req-96e999d2-4ceb-4553-aace-723b17c9f41c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=08903c03-f7d7-43c9-ab4d-565ac4637d53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256050 Nov 22 12:21:53.939594 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [req-516916e9-e434-4ed1-81d9-91bd79c5116f req-2855b849-4b4f-47ec-bb00-ab2601cf71b7 service neutron] 10.222.0.46 "GET /v2.0/networks/08903c03-f7d7-43c9-ab4d-565ac4637d53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979636 Nov 22 12:21:54.033581 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-9105419b-06f9-45a8-bbac-70d110a73200 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793343475411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3821827'] for agent, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:21:54.035990 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377a2d76-48a9-4afc-bfdb-6ccd2ea6c9f8 req-0ca01e28-c2e4-4780-8033-d625301232ad tempest-VolumesActionsTest-302249309 tempest-VolumesActionsTest-302249309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:21:54.037634 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-377a2d76-48a9-4afc-bfdb-6ccd2ea6c9f8 req-0ca01e28-c2e4-4780-8033-d625301232ad tempest-VolumesActionsTest-302249309 tempest-VolumesActionsTest-302249309-project] 10.222.0.66 "GET /v2.0/ports?device_id=049121a2-b87d-4df0-ab75-a4d346f27d22 HTTP/1.1" status: 200 len: 945 time: 0.0532584 Nov 22 12:21:54.057482 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [req-516916e9-e434-4ed1-81d9-91bd79c5116f req-26cb4cd6-6a09-4650-8cce-57731ce52e0c service neutron] 10.222.0.46 "GET /v2.0/networks/08903c03-f7d7-43c9-ab4d-565ac4637d53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941780 Nov 22 12:21:54.089071 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-377a2d76-48a9-4afc-bfdb-6ccd2ea6c9f8 req-cf88fabf-45f8-4f73-8c58-a00296cbf543 tempest-VolumesActionsTest-302249309 tempest-VolumesActionsTest-302249309-project] 10.222.0.66 "GET /v2.0/security-groups?id=c242d431-4f41-4066-9448-045745d8490a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441835 Nov 22 12:21:54.492270 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39dd2fd-f3ad-4752-af96-23aa29090f65 req-60fb2c82-1e8d-4d34-9ccc-7ab69d039751 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:21:54.493762 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-f39dd2fd-f3ad-4752-af96-23aa29090f65 req-60fb2c82-1e8d-4d34-9ccc-7ab69d039751 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.66 "GET /v2.0/ports?device_id=c9f6d441-246f-479e-8e88-ea701c0f87ff HTTP/1.1" status: 200 len: 946 time: 0.0496252 Nov 22 12:21:54.517195 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.rpc [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Device 34ab8e79-23fc-4427-bf02-045bf7c07481 details requested by agent hyperv_hv-cinder-76845 with host hv-cinder-76845 {{(pid=102751) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 12:21:54.544122 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-f39dd2fd-f3ad-4752-af96-23aa29090f65 req-7b8f047c-8c11-45be-95f0-340ca83b543f tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.66 "GET /v2.0/security-groups?id=58ab891c-6c60-4530-806c-8c076c9a459e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438876 Nov 22 12:21:54.615250 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.db [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] For port 34ab8e79-23fc-4427-bf02-045bf7c07481, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=34ab8e79-23fc-4427-bf02-045bf7c07481,segment=NetworkSegment(5e5839cc-8792-46fd-9ed5-606893fc60d9),segment_id=5e5839cc-8792-46fd-9ed5-606893fc60d9)] {{(pid=102751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 12:21:54.628534 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.rpc [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Returning: {'device': '34ab8e79-23fc-4427-bf02-045bf7c07481', 'network_id': '1a398bbd-8494-4c78-9a7f-9328646aea45', 'port_id': '34ab8e79-23fc-4427-bf02-045bf7c07481', 'mac_address': 'fa:16:3e:a6:98:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 606, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a297376f-8bec-4762-a395-e20c73d660c4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102751) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 12:21:54.665597 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3931732'] for port, before_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:21:54.684772 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.notifiers.nova [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34ab8e79-23fc-4427-bf02-045bf7c07481 {{(pid=102751) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 12:21:54.706591 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.db [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] For port 34ab8e79-23fc-4427-bf02-045bf7c07481, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=34ab8e79-23fc-4427-bf02-045bf7c07481,segment=NetworkSegment(5e5839cc-8792-46fd-9ed5-606893fc60d9),segment_id=5e5839cc-8792-46fd-9ed5-606893fc60d9)] {{(pid=102751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 12:21:54.710591 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10797e1c-0630-4d22-9fb4-3e577b30b765 req-12a000f6-fa61-4115-9b8c-612750ddc5ba tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:21:54.712194 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-10797e1c-0630-4d22-9fb4-3e577b30b765 req-12a000f6-fa61-4115-9b8c-612750ddc5ba tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] 10.222.0.66 "GET /v2.0/ports?device_id=302ab8ef-5565-4f9b-9b91-b405d550a90d HTTP/1.1" status: 200 len: 945 time: 0.0543056 Nov 22 12:21:54.712850 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793343495738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793342949286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793342949304'] for port, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:21:54.765380 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Pushing event updated for resources: {'Port': ['ID=34ab8e79-23fc-4427-bf02-045bf7c07481,revision_number=4']} {{(pid=102751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:21:54.769670 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-10797e1c-0630-4d22-9fb4-3e577b30b765 req-5c90c79a-818d-4d07-adb2-f9cb343a234a tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] 10.222.0.66 "GET /v2.0/security-groups?id=d25355f0-2e41-493d-aac5-082c69fe23d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491815 Nov 22 12:21:54.944932 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441ded3c-d92c-4646-bffe-171ea506defa req-bb505eac-6337-4b98-941d-abab183c49cd tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:21:54.946574 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-441ded3c-d92c-4646-bffe-171ea506defa req-bb505eac-6337-4b98-941d-abab183c49cd tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] 10.222.0.66 "GET /v2.0/ports?device_id=bcf45146-f982-459d-96c0-e7af402962e9 HTTP/1.1" status: 200 len: 945 time: 0.0534339 Nov 22 12:21:55.006961 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-441ded3c-d92c-4646-bffe-171ea506defa req-dfb8e578-93d3-4acd-9904-489f2ecbe0b6 tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] 10.222.0.66 "GET /v2.0/security-groups?id=d183c51b-56bc-4b8b-8c88-c11ec3bb03cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508671 Nov 22 12:21:55.227821 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f0841e-5ced-4e6c-911b-a0bd509b1984 req-b5d182c2-a5df-4612-ace3-87e6f876c6c0 tempest-VolumesActionsTest-302249309 tempest-VolumesActionsTest-302249309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:21:55.229356 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-50f0841e-5ced-4e6c-911b-a0bd509b1984 req-b5d182c2-a5df-4612-ace3-87e6f876c6c0 tempest-VolumesActionsTest-302249309 tempest-VolumesActionsTest-302249309-project] 10.222.0.66 "GET /v2.0/ports?device_id=049121a2-b87d-4df0-ab75-a4d346f27d22 HTTP/1.1" status: 200 len: 945 time: 0.0642576 Nov 22 12:21:55.261986 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.wsgi [-] (102750) accepted ('10.222.0.66', 47642) {{(pid=102750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:21:55.280912 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-50f0841e-5ced-4e6c-911b-a0bd509b1984 req-5988937b-8c59-42ed-992b-e50c391460ee tempest-VolumesActionsTest-302249309 tempest-VolumesActionsTest-302249309-project] 10.222.0.66 "GET /v2.0/security-groups?id=c242d431-4f41-4066-9448-045745d8490a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454710 Nov 22 12:21:55.388154 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-ef496a98-0222-4d75-af27-85173908f9e2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:21:55.399978 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.db [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] get_ports_and_sgs() called for port_ids ['34ab8e79-23fc-4427-bf02-045bf7c07481'] {{(pid=102751) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 12:21:55.484238 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-ef496a98-0222-4d75-af27-85173908f9e2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:21:55.493183 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-ef496a98-0222-4d75-af27-85173908f9e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545565'] for security_group, after_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:21:55.542876 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.wsgi [-] (102749) accepted ('10.222.0.66', 47648) {{(pid=102749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:21:55.543324 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [None req-ef496a98-0222-4d75-af27-85173908f9e2 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=405ed41ec15d441eb6939ddd79bc47bd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2799520 Nov 22 12:21:55.544862 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef496a98-0222-4d75-af27-85173908f9e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9162623c-c038-43ea-afd3-997a3547f7c0,revision_number=1']} {{(pid=102750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:21:55.611192 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-3fd979c6-3c5d-4a49-92e5-ab69cfc05799 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:21:55.641854 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-3fd979c6-3c5d-4a49-92e5-ab69cfc05799 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:21:55.704986 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e087062f-2212-4893-86b4-4e7f4bcd0f65 req-d071a93c-e696-4dae-8983-d2f6ce3afe02 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:21:55.706828 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-e087062f-2212-4893-86b4-4e7f4bcd0f65 req-d071a93c-e696-4dae-8983-d2f6ce3afe02 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.66 "GET /v2.0/ports?device_id=c9f6d441-246f-479e-8e88-ea701c0f87ff HTTP/1.1" status: 200 len: 946 time: 0.0821376 Nov 22 12:21:55.710136 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-2de83071-1b6f-4e8d-a0c8-0ed39ca59a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793343475411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3821827'] for agent, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:21:55.727577 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-3fd979c6-3c5d-4a49-92e5-ab69cfc05799 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545565'] for security_group, after_delete {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:21:55.730116 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-3fd979c6-3c5d-4a49-92e5-ab69cfc05799 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:21:55.731354 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [None req-3fd979c6-3c5d-4a49-92e5-ab69cfc05799 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/9162623c-c038-43ea-afd3-997a3547f7c0 HTTP/1.1" status: 204 len: 168 time: 0.1871314 Nov 22 12:21:55.751626 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd979c6-3c5d-4a49-92e5-ab69cfc05799 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9162623c-c038-43ea-afd3-997a3547f7c0,revision_number=None']} {{(pid=102749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:21:55.783848 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-e087062f-2212-4893-86b4-4e7f4bcd0f65 req-535d24ba-b131-4d26-b399-8b96cab35e36 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.66 "GET /v2.0/security-groups?id=58ab891c-6c60-4530-806c-8c076c9a459e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638731 Nov 22 12:21:55.896790 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ca17e9-36a0-470c-885d-56a6d3b44f37 req-4c978913-153f-4f20-a135-d73b46ddb8a5 tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:21:55.898401 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-a2ca17e9-36a0-470c-885d-56a6d3b44f37 req-4c978913-153f-4f20-a135-d73b46ddb8a5 tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] 10.222.0.66 "GET /v2.0/ports?device_id=302ab8ef-5565-4f9b-9b91-b405d550a90d HTTP/1.1" status: 200 len: 945 time: 0.0534711 Nov 22 12:21:55.949241 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-a2ca17e9-36a0-470c-885d-56a6d3b44f37 req-93e764ce-315c-4208-98b6-a9fc98d904c2 tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] 10.222.0.66 "GET /v2.0/security-groups?id=d25355f0-2e41-493d-aac5-082c69fe23d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442221 Nov 22 12:21:56.140273 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584b76c9-4b31-4e47-b4b4-c866af7e2b22 req-72a701c7-0f93-45d9-acd4-5cf3d2df9c53 tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:21:56.141799 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-584b76c9-4b31-4e47-b4b4-c866af7e2b22 req-72a701c7-0f93-45d9-acd4-5cf3d2df9c53 tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] 10.222.0.66 "GET /v2.0/ports?device_id=bcf45146-f982-459d-96c0-e7af402962e9 HTTP/1.1" status: 200 len: 945 time: 0.0504739 Nov 22 12:21:56.191089 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-584b76c9-4b31-4e47-b4b4-c866af7e2b22 req-34b7193f-4537-425f-b00a-20771ee2f9ad tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] 10.222.0.66 "GET /v2.0/security-groups?id=d183c51b-56bc-4b8b-8c88-c11ec3bb03cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432262 Nov 22 12:21:56.384841 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793343475411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3821827'] for agent, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:21:56.407284 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8260fb5f-89fe-4651-aef9-a4df24f6f34b req-0850467d-2176-4658-99ca-82cf2c0f62dc tempest-VolumesActionsTest-302249309 tempest-VolumesActionsTest-302249309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:21:56.408836 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-8260fb5f-89fe-4651-aef9-a4df24f6f34b req-0850467d-2176-4658-99ca-82cf2c0f62dc tempest-VolumesActionsTest-302249309 tempest-VolumesActionsTest-302249309-project] 10.222.0.66 "GET /v2.0/ports?device_id=049121a2-b87d-4df0-ab75-a4d346f27d22 HTTP/1.1" status: 200 len: 945 time: 0.0596850 Nov 22 12:21:56.464526 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-8260fb5f-89fe-4651-aef9-a4df24f6f34b req-21408029-a820-49ce-85e2-34a141196978 tempest-VolumesActionsTest-302249309 tempest-VolumesActionsTest-302249309-project] 10.222.0.66 "GET /v2.0/security-groups?id=c242d431-4f41-4066-9448-045745d8490a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491073 Nov 22 12:21:56.624500 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d08b255-2236-4c6e-a980-770fffcd9984 req-32e99649-d2d3-4b43-bae3-880dee7c2194 tempest-VolumesActionsTest-302249309 tempest-VolumesActionsTest-302249309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:21:56.626066 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [req-2d08b255-2236-4c6e-a980-770fffcd9984 req-32e99649-d2d3-4b43-bae3-880dee7c2194 tempest-VolumesActionsTest-302249309 tempest-VolumesActionsTest-302249309-project] 10.222.0.46 "GET /v2.0/ports?device_id=049121a2-b87d-4df0-ab75-a4d346f27d22 HTTP/1.1" status: 200 len: 945 time: 0.0583751 Nov 22 12:21:56.752899 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.plugins.ml2.plugin [req-2d08b255-2236-4c6e-a980-770fffcd9984 req-ebaf3c9c-c452-472c-8106-73b0435ee9b0 tempest-VolumesActionsTest-302249309 tempest-VolumesActionsTest-302249309-project] Deleting port a4b96091-b3aa-436d-a620-de83c69919aa {{(pid=102750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 12:21:56.753620 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [req-2d08b255-2236-4c6e-a980-770fffcd9984 req-ebaf3c9c-c452-472c-8106-73b0435ee9b0 tempest-VolumesActionsTest-302249309 tempest-VolumesActionsTest-302249309-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793343491880'] for port, before_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:21:56.767518 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a142996-0a1b-4054-9199-192da0244c10 req-5be40bf6-d4ef-41fe-92eb-8798ee40eb7b tempest-VolumesSnapshotTestJSON-1978321900 tempest-VolumesSnapshotTestJSON-1978321900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:21:56.769270 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-8a142996-0a1b-4054-9199-192da0244c10 req-5be40bf6-d4ef-41fe-92eb-8798ee40eb7b tempest-VolumesSnapshotTestJSON-1978321900 tempest-VolumesSnapshotTestJSON-1978321900-project] 10.222.0.66 "GET /v2.0/ports?device_id=a3624677-f35c-4a8c-ad79-990ee6987c7b HTTP/1.1" status: 200 len: 945 time: 0.0569184 Nov 22 12:21:56.823587 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-8a142996-0a1b-4054-9199-192da0244c10 req-2a9ef35c-40de-4131-af9b-1db73d128858 tempest-VolumesSnapshotTestJSON-1978321900 tempest-VolumesSnapshotTestJSON-1978321900-project] 10.222.0.66 "GET /v2.0/security-groups?id=188eb127-27e7-40f9-bd3a-a43f3d4f7d59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444195 Nov 22 12:21:56.854833 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.plugins.ml2.db [req-2d08b255-2236-4c6e-a980-770fffcd9984 req-ebaf3c9c-c452-472c-8106-73b0435ee9b0 tempest-VolumesActionsTest-302249309 tempest-VolumesActionsTest-302249309-project] For port a4b96091-b3aa-436d-a620-de83c69919aa, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=a4b96091-b3aa-436d-a620-de83c69919aa,segment=NetworkSegment(2ccf84f5-0d63-48e5-a5d6-e3f67d7e2b6c),segment_id=2ccf84f5-0d63-48e5-a5d6-e3f67d7e2b6c)] {{(pid=102750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 12:21:56.855829 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [req-2d08b255-2236-4c6e-a980-770fffcd9984 req-ebaf3c9c-c452-472c-8106-73b0435ee9b0 tempest-VolumesActionsTest-302249309 tempest-VolumesActionsTest-302249309-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-535547'] for port, precommit_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:21:56.880128 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.plugins.ml2.plugin [req-2d08b255-2236-4c6e-a980-770fffcd9984 req-ebaf3c9c-c452-472c-8106-73b0435ee9b0 tempest-VolumesActionsTest-302249309 tempest-VolumesActionsTest-302249309-project] Calling delete_port for a4b96091-b3aa-436d-a620-de83c69919aa owned by compute:nova {{(pid=102750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 12:21:56.944867 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1040ae-2e4a-4d5c-81b8-9a794d763033 req-bc8191a3-8281-4b53-a8db-0371fad56061 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:21:56.946370 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-dc1040ae-2e4a-4d5c-81b8-9a794d763033 req-bc8191a3-8281-4b53-a8db-0371fad56061 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.66 "GET /v2.0/ports?device_id=c9f6d441-246f-479e-8e88-ea701c0f87ff HTTP/1.1" status: 200 len: 946 time: 0.0630953 Nov 22 12:21:57.011906 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-dc1040ae-2e4a-4d5c-81b8-9a794d763033 req-fc0a282a-a6a6-4b5e-97b0-73630def4846 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.66 "GET /v2.0/security-groups?id=58ab891c-6c60-4530-806c-8c076c9a459e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573649 Nov 22 12:21:57.071190 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [req-2d08b255-2236-4c6e-a980-770fffcd9984 req-ebaf3c9c-c452-472c-8106-73b0435ee9b0 tempest-VolumesActionsTest-302249309 tempest-VolumesActionsTest-302249309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793343495765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793342949277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128483729'] for port, after_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:21:57.089211 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.db [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] get_ports_and_sgs() called for port_ids ['a4b96091-b3aa-436d-a620-de83c69919aa'] {{(pid=102751) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 12:21:57.108028 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebaf3c9c-c452-472c-8106-73b0435ee9b0 tempest-VolumesActionsTest-302249309 tempest-VolumesActionsTest-302249309-project] Pushing event deleted for resources: {'Port': ['ID=a4b96091-b3aa-436d-a620-de83c69919aa,revision_number=None']} {{(pid=102750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:21:57.152195 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5711b0d4-124d-4c5f-8a50-365207cf4140 req-e6094003-506f-479b-8262-a3bacbbffe45 tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:21:57.153824 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-5711b0d4-124d-4c5f-8a50-365207cf4140 req-e6094003-506f-479b-8262-a3bacbbffe45 tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] 10.222.0.66 "GET /v2.0/ports?device_id=302ab8ef-5565-4f9b-9b91-b405d550a90d HTTP/1.1" status: 200 len: 945 time: 0.0697753 Nov 22 12:21:57.172503 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d08b255-2236-4c6e-a980-770fffcd9984 req-ebaf3c9c-c452-472c-8106-73b0435ee9b0 tempest-VolumesActionsTest-302249309 tempest-VolumesActionsTest-302249309-project] No DVR routers for this DVR port a4b96091-b3aa-436d-a620-de83c69919aa on host hv-cinder-76845 {{(pid=102750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 12:21:57.175447 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [req-2d08b255-2236-4c6e-a980-770fffcd9984 req-ebaf3c9c-c452-472c-8106-73b0435ee9b0 tempest-VolumesActionsTest-302249309 tempest-VolumesActionsTest-302249309-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434365'] for port, before_response {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:21:57.179361 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [req-2d08b255-2236-4c6e-a980-770fffcd9984 req-ebaf3c9c-c452-472c-8106-73b0435ee9b0 tempest-VolumesActionsTest-302249309 tempest-VolumesActionsTest-302249309-project] 10.222.0.46 "DELETE /v2.0/ports/a4b96091-b3aa-436d-a620-de83c69919aa HTTP/1.1" status: 204 len: 173 time: 0.5298672 Nov 22 12:21:57.179870 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '049121a2-b87d-4df0-ab75-a4d346f27d22', 'name': 'network-vif-deleted', 'tag': 'a4b96091-b3aa-436d-a620-de83c69919aa'}] {{(pid=102750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 12:21:57.182360 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2a0bed14b240d0d35e029181fb516e01dd4ce85d5fb41ae8ef5632c0b13bd43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b67f5a8d-ec7e-4dcb-8f73-109de8b51d12" -d '{"events": [{"server_uuid": "049121a2-b87d-4df0-ab75-a4d346f27d22", "name": "network-vif-deleted", "tag": "a4b96091-b3aa-436d-a620-de83c69919aa"}]}' {{(pid=102750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 12:21:57.211762 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-5711b0d4-124d-4c5f-8a50-365207cf4140 req-ad301732-457b-44a8-abb8-c47107a53f3e tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] 10.222.0.66 "GET /v2.0/security-groups?id=d25355f0-2e41-493d-aac5-082c69fe23d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515158 Nov 22 12:21:57.226153 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 12:21:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ccdc049-0343-4473-8fda-a7960c6f4057 x-openstack-request-id: req-1ccdc049-0343-4473-8fda-a7960c6f4057 {{(pid=102750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 12:21:57.226505 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "049121a2-b87d-4df0-ab75-a4d346f27d22", "name": "network-vif-deleted", "tag": "a4b96091-b3aa-436d-a620-de83c69919aa", "status": "completed", "code": 200}]} {{(pid=102750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 12:21:57.226786 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-1ccdc049-0343-4473-8fda-a7960c6f4057 {{(pid=102750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 12:21:57.227534 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '049121a2-b87d-4df0-ab75-a4d346f27d22', 'name': 'network-vif-deleted', 'tag': 'a4b96091-b3aa-436d-a620-de83c69919aa', 'status': 'completed', 'code': 200} Nov 22 12:21:57.333683 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e06b39-c089-4550-bd26-e5180b9a2b89 req-82a72227-1f08-4b9e-86f9-eef79bb5b5d0 tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:21:57.336205 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-e2e06b39-c089-4550-bd26-e5180b9a2b89 req-82a72227-1f08-4b9e-86f9-eef79bb5b5d0 tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] 10.222.0.66 "GET /v2.0/ports?device_id=bcf45146-f982-459d-96c0-e7af402962e9 HTTP/1.1" status: 200 len: 945 time: 0.0616634 Nov 22 12:21:57.389822 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-e2e06b39-c089-4550-bd26-e5180b9a2b89 req-79e2e286-a90f-4c31-885c-e8e3bfffcdf8 tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] 10.222.0.66 "GET /v2.0/security-groups?id=d183c51b-56bc-4b8b-8c88-c11ec3bb03cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462930 Nov 22 12:21:57.582971 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-6194ddda-b312-4fbc-b4c6-5cbe7fa9b60d req-0579eb8e-099a-4c38-9eb3-6d3b6458810a tempest-VolumesActionsTest-302249309 tempest-VolumesActionsTest-302249309-project] 10.222.0.66 "GET /v2.0/ports?device_id=049121a2-b87d-4df0-ab75-a4d346f27d22 HTTP/1.1" status: 200 len: 210 time: 0.0266995 Nov 22 12:21:57.960340 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc2371f-04a7-4fe7-a5b5-a1739fe81299 req-5a2ef2d0-5a41-41a9-8926-b7c735a9be99 tempest-VolumesSnapshotTestJSON-1978321900 tempest-VolumesSnapshotTestJSON-1978321900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:21:57.961835 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-7dc2371f-04a7-4fe7-a5b5-a1739fe81299 req-5a2ef2d0-5a41-41a9-8926-b7c735a9be99 tempest-VolumesSnapshotTestJSON-1978321900 tempest-VolumesSnapshotTestJSON-1978321900-project] 10.222.0.66 "GET /v2.0/ports?device_id=a3624677-f35c-4a8c-ad79-990ee6987c7b HTTP/1.1" status: 200 len: 945 time: 0.0637243 Nov 22 12:21:58.019536 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-7dc2371f-04a7-4fe7-a5b5-a1739fe81299 req-9c783dae-2efe-4e50-95fd-f0cd2d9eec8a tempest-VolumesSnapshotTestJSON-1978321900 tempest-VolumesSnapshotTestJSON-1978321900-project] 10.222.0.66 "GET /v2.0/security-groups?id=188eb127-27e7-40f9-bd3a-a43f3d4f7d59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503485 Nov 22 12:21:58.141650 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40283dbc-c4c9-4846-ac12-59f8328e4272 req-d32175bb-7836-435a-b8a9-491fe4f32080 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:21:58.143223 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-40283dbc-c4c9-4846-ac12-59f8328e4272 req-d32175bb-7836-435a-b8a9-491fe4f32080 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.66 "GET /v2.0/ports?device_id=c9f6d441-246f-479e-8e88-ea701c0f87ff HTTP/1.1" status: 200 len: 946 time: 0.0603611 Nov 22 12:21:58.191648 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-40283dbc-c4c9-4846-ac12-59f8328e4272 req-085455c3-f394-462f-88e8-703677a20f33 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.66 "GET /v2.0/security-groups?id=58ab891c-6c60-4530-806c-8c076c9a459e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424159 Nov 22 12:21:58.376427 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bac702-4265-4a3e-a694-bca6af2145ee req-141942a1-3f2c-4609-aae3-de369eb84039 tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:21:58.377823 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-63bac702-4265-4a3e-a694-bca6af2145ee req-141942a1-3f2c-4609-aae3-de369eb84039 tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] 10.222.0.66 "GET /v2.0/ports?device_id=302ab8ef-5565-4f9b-9b91-b405d550a90d HTTP/1.1" status: 200 len: 945 time: 0.0870342 Nov 22 12:21:58.433118 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-63bac702-4265-4a3e-a694-bca6af2145ee req-c68e1079-718a-4a3b-a661-5419453aae85 tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] 10.222.0.66 "GET /v2.0/security-groups?id=d25355f0-2e41-493d-aac5-082c69fe23d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488491 Nov 22 12:21:58.509588 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddc555e-20cc-45d7-a691-f133e08369fe req-61543fdc-1fec-4217-876c-06d1b243c6ce tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:21:58.511124 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-0ddc555e-20cc-45d7-a691-f133e08369fe req-61543fdc-1fec-4217-876c-06d1b243c6ce tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] 10.222.0.66 "GET /v2.0/ports?device_id=bcf45146-f982-459d-96c0-e7af402962e9 HTTP/1.1" status: 200 len: 945 time: 0.0522134 Nov 22 12:21:58.543835 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.rpc [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Device 34ab8e79-23fc-4427-bf02-045bf7c07481 up at agent hyperv_hv-cinder-76845 {{(pid=102751) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 12:21:58.562243 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-0ddc555e-20cc-45d7-a691-f133e08369fe req-8fa39f11-8487-49db-a055-ea40fd3f34fc tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] 10.222.0.66 "GET /v2.0/security-groups?id=d183c51b-56bc-4b8b-8c88-c11ec3bb03cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448749 Nov 22 12:21:58.597581 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.provisioning_blocks [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Provisioning for port 34ab8e79-23fc-4427-bf02-045bf7c07481 completed by entity L2. {{(pid=102751) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 12:21:58.602031 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.provisioning_blocks [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Provisioning complete for port 34ab8e79-23fc-4427-bf02-045bf7c07481 triggered by entity L2. {{(pid=102751) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 12:21:58.602417 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3821908'] for port, provisioning_complete {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:21:58.690723 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3931732'] for port, before_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:21:58.714071 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcf45146-f982-459d-96c0-e7af402962e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34ab8e79-23fc-4427-bf02-045bf7c07481'}] {{(pid=102751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 12:21:58.716421 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50f57f68d0dae852c32e4f8721e97c07bf2df52fd56e1603e3e4743a1bb51d8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9f547b6-9620-43c0-a785-944a70b56e1c" -d '{"events": [{"server_uuid": "bcf45146-f982-459d-96c0-e7af402962e9", "name": "network-vif-plugged", "status": "completed", "tag": "34ab8e79-23fc-4427-bf02-045bf7c07481"}]}' {{(pid=102751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 12:21:58.729225 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.db [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] For port 34ab8e79-23fc-4427-bf02-045bf7c07481, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=34ab8e79-23fc-4427-bf02-045bf7c07481,segment=NetworkSegment(5e5839cc-8792-46fd-9ed5-606893fc60d9),segment_id=5e5839cc-8792-46fd-9ed5-606893fc60d9)] {{(pid=102751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 12:21:58.734984 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793343495738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793342949286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793342949304'] for port, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:21:58.762125 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 12:21:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f32a9fc4-cbda-4f9b-ab9d-322935d59bce x-openstack-request-id: req-f32a9fc4-cbda-4f9b-ab9d-322935d59bce {{(pid=102751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 12:21:58.762452 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcf45146-f982-459d-96c0-e7af402962e9", "name": "network-vif-plugged", "status": "completed", "tag": "34ab8e79-23fc-4427-bf02-045bf7c07481", "code": 200}]} {{(pid=102751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 12:21:58.762758 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-f32a9fc4-cbda-4f9b-ab9d-322935d59bce {{(pid=102751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 12:21:58.763093 dv-cinder-768458-13-iscsi neutron-server[102751]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcf45146-f982-459d-96c0-e7af402962e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34ab8e79-23fc-4427-bf02-045bf7c07481', 'code': 200} Nov 22 12:21:58.792422 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Pushing event updated for resources: {'Port': ['ID=34ab8e79-23fc-4427-bf02-045bf7c07481,revision_number=5']} {{(pid=102751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:21:59.142489 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcf028c-30b5-42b4-b081-a3dacb51fea9 req-a3ff10c8-dc46-4138-8382-26bdfffe8055 tempest-VolumesSnapshotTestJSON-1978321900 tempest-VolumesSnapshotTestJSON-1978321900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:21:59.142489 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-ddcf028c-30b5-42b4-b081-a3dacb51fea9 req-a3ff10c8-dc46-4138-8382-26bdfffe8055 tempest-VolumesSnapshotTestJSON-1978321900 tempest-VolumesSnapshotTestJSON-1978321900-project] 10.222.0.66 "GET /v2.0/ports?device_id=a3624677-f35c-4a8c-ad79-990ee6987c7b HTTP/1.1" status: 200 len: 945 time: 0.0498917 Nov 22 12:21:59.195888 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-ddcf028c-30b5-42b4-b081-a3dacb51fea9 req-456ef501-643b-4201-b3a2-5c5d7d803ec0 tempest-VolumesSnapshotTestJSON-1978321900 tempest-VolumesSnapshotTestJSON-1978321900-project] 10.222.0.66 "GET /v2.0/security-groups?id=188eb127-27e7-40f9-bd3a-a43f3d4f7d59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478702 Nov 22 12:21:59.318378 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1591e86-18a4-4efb-875e-f49a0d588072 req-1e1e6103-2e42-4937-9e7e-5287b34da129 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:21:59.319904 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-c1591e86-18a4-4efb-875e-f49a0d588072 req-1e1e6103-2e42-4937-9e7e-5287b34da129 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.66 "GET /v2.0/ports?device_id=c9f6d441-246f-479e-8e88-ea701c0f87ff HTTP/1.1" status: 200 len: 946 time: 0.0566854 Nov 22 12:21:59.379585 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-c1591e86-18a4-4efb-875e-f49a0d588072 req-a9ee25a9-bbe4-4bce-b993-7816a1fcae02 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.66 "GET /v2.0/security-groups?id=58ab891c-6c60-4530-806c-8c076c9a459e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483561 Nov 22 12:21:59.553094 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4549f8-b834-4a3a-91dd-009ff81a0622 req-ea4e1c47-6a5e-42db-9f1b-e1b3d8cc61cd tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:21:59.554636 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-bd4549f8-b834-4a3a-91dd-009ff81a0622 req-ea4e1c47-6a5e-42db-9f1b-e1b3d8cc61cd tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] 10.222.0.66 "GET /v2.0/ports?device_id=302ab8ef-5565-4f9b-9b91-b405d550a90d HTTP/1.1" status: 200 len: 945 time: 0.0507007 Nov 22 12:21:59.606565 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-bd4549f8-b834-4a3a-91dd-009ff81a0622 req-a76c6677-44c2-467a-82d5-e8a031d1200e tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] 10.222.0.66 "GET /v2.0/security-groups?id=d25355f0-2e41-493d-aac5-082c69fe23d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458448 Nov 22 12:21:59.739951 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7808fc-84f4-4771-b63a-8055a2c9bf84 req-9df3ab37-4d00-4a82-a9f6-3789f160c8b4 tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:21:59.741482 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-2a7808fc-84f4-4771-b63a-8055a2c9bf84 req-9df3ab37-4d00-4a82-a9f6-3789f160c8b4 tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] 10.222.0.66 "GET /v2.0/ports?device_id=bcf45146-f982-459d-96c0-e7af402962e9 HTTP/1.1" status: 200 len: 946 time: 0.0632906 Nov 22 12:21:59.793231 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-2a7808fc-84f4-4771-b63a-8055a2c9bf84 req-c643b580-c647-4fcb-87a4-0f1f9ab1fad0 tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] 10.222.0.66 "GET /v2.0/security-groups?id=d183c51b-56bc-4b8b-8c88-c11ec3bb03cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429671 Nov 22 12:22:00.317366 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84783a7f-78d6-4f82-96a9-2f0a92201869 req-a526d7e7-78d4-4cf2-b8e6-de14929155dd tempest-VolumesSnapshotTestJSON-1978321900 tempest-VolumesSnapshotTestJSON-1978321900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:22:00.318855 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-84783a7f-78d6-4f82-96a9-2f0a92201869 req-a526d7e7-78d4-4cf2-b8e6-de14929155dd tempest-VolumesSnapshotTestJSON-1978321900 tempest-VolumesSnapshotTestJSON-1978321900-project] 10.222.0.66 "GET /v2.0/ports?device_id=a3624677-f35c-4a8c-ad79-990ee6987c7b HTTP/1.1" status: 200 len: 945 time: 0.0509899 Nov 22 12:22:00.378429 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-84783a7f-78d6-4f82-96a9-2f0a92201869 req-bcea76d9-5fc0-4eca-b56c-fd82e1618615 tempest-VolumesSnapshotTestJSON-1978321900 tempest-VolumesSnapshotTestJSON-1978321900-project] 10.222.0.66 "GET /v2.0/security-groups?id=188eb127-27e7-40f9-bd3a-a43f3d4f7d59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502119 Nov 22 12:22:00.503396 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a388f8-a648-4110-9d34-2472827e4594 req-e390a6f1-775c-4066-bae7-fae4ae9f439c tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:22:00.504894 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-d9a388f8-a648-4110-9d34-2472827e4594 req-e390a6f1-775c-4066-bae7-fae4ae9f439c tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.66 "GET /v2.0/ports?device_id=c9f6d441-246f-479e-8e88-ea701c0f87ff HTTP/1.1" status: 200 len: 946 time: 0.0486743 Nov 22 12:22:00.563836 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-d9a388f8-a648-4110-9d34-2472827e4594 req-a195874a-b426-45eb-9b43-5d98d3909c01 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.66 "GET /v2.0/security-groups?id=58ab891c-6c60-4530-806c-8c076c9a459e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525424 Nov 22 12:22:00.729719 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9381b6-8517-4be7-87e9-b0b9f02bc98b req-3d938ac4-5de6-4be6-8d0b-d79d95eba074 tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:22:00.732209 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-4b9381b6-8517-4be7-87e9-b0b9f02bc98b req-3d938ac4-5de6-4be6-8d0b-d79d95eba074 tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] 10.222.0.66 "GET /v2.0/ports?device_id=302ab8ef-5565-4f9b-9b91-b405d550a90d HTTP/1.1" status: 200 len: 945 time: 0.0509260 Nov 22 12:22:00.798808 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-4b9381b6-8517-4be7-87e9-b0b9f02bc98b req-d753ff9a-e771-4e64-9b52-a40f2484a9a5 tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] 10.222.0.66 "GET /v2.0/security-groups?id=d25355f0-2e41-493d-aac5-082c69fe23d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601192 Nov 22 12:22:00.920118 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e14261-d7c0-4d58-aa51-785d38d2e75e req-6a9befb9-a293-4268-9791-ff3024f2e48f tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:22:00.921873 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-35e14261-d7c0-4d58-aa51-785d38d2e75e req-6a9befb9-a293-4268-9791-ff3024f2e48f tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] 10.222.0.66 "GET /v2.0/ports?device_id=bcf45146-f982-459d-96c0-e7af402962e9 HTTP/1.1" status: 200 len: 946 time: 0.0594032 Nov 22 12:22:00.974743 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-35e14261-d7c0-4d58-aa51-785d38d2e75e req-d1c9c53c-8473-4380-8343-bd5ad098b4dd tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] 10.222.0.66 "GET /v2.0/security-groups?id=d183c51b-56bc-4b8b-8c88-c11ec3bb03cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459516 Nov 22 12:22:01.509391 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e36fb2-6eee-4a4e-b6f7-9ed5510bc3d5 req-11b24006-8b8c-455f-8bc0-ef9eb6aa4891 tempest-VolumesSnapshotTestJSON-1978321900 tempest-VolumesSnapshotTestJSON-1978321900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:22:01.510898 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-32e36fb2-6eee-4a4e-b6f7-9ed5510bc3d5 req-11b24006-8b8c-455f-8bc0-ef9eb6aa4891 tempest-VolumesSnapshotTestJSON-1978321900 tempest-VolumesSnapshotTestJSON-1978321900-project] 10.222.0.66 "GET /v2.0/ports?device_id=a3624677-f35c-4a8c-ad79-990ee6987c7b HTTP/1.1" status: 200 len: 945 time: 0.0605114 Nov 22 12:22:01.561154 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-32e36fb2-6eee-4a4e-b6f7-9ed5510bc3d5 req-0ae71078-73fb-4a19-bc15-f5c09eb78cd9 tempest-VolumesSnapshotTestJSON-1978321900 tempest-VolumesSnapshotTestJSON-1978321900-project] 10.222.0.66 "GET /v2.0/security-groups?id=188eb127-27e7-40f9-bd3a-a43f3d4f7d59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441139 Nov 22 12:22:01.692747 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550bbd42-f506-45cb-9241-757b5b0e6fe9 req-ddd4b471-3576-4243-9cf3-122dca645575 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:22:01.694192 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-550bbd42-f506-45cb-9241-757b5b0e6fe9 req-ddd4b471-3576-4243-9cf3-122dca645575 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.66 "GET /v2.0/ports?device_id=c9f6d441-246f-479e-8e88-ea701c0f87ff HTTP/1.1" status: 200 len: 946 time: 0.0518398 Nov 22 12:22:01.744619 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-550bbd42-f506-45cb-9241-757b5b0e6fe9 req-1ad4f2e6-6cd1-46aa-90c2-fd98fee3f90d tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.66 "GET /v2.0/security-groups?id=58ab891c-6c60-4530-806c-8c076c9a459e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422955 Nov 22 12:22:01.748501 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.rpc [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Device a4b96091-b3aa-436d-a620-de83c69919aa no longer exists at agent hyperv_hv-cinder-76845 {{(pid=102751) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 12:22:01.776955 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.plugin [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] No Port match for: a4b96091-b3aa-436d-a620-de83c69919aa {{(pid=102751) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 12:22:01.777415 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.rpc [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Device a4b96091-b3aa-436d-a620-de83c69919aa not bound to the agent host hv-cinder-76845 {{(pid=102751) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 12:22:01.918932 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8ae9b9-9f73-4efb-95dd-26eaf554a852 req-1c138075-cf58-44a2-8559-716d9b07d1fd tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:22:01.920447 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-5a8ae9b9-9f73-4efb-95dd-26eaf554a852 req-1c138075-cf58-44a2-8559-716d9b07d1fd tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] 10.222.0.66 "GET /v2.0/ports?device_id=302ab8ef-5565-4f9b-9b91-b405d550a90d HTTP/1.1" status: 200 len: 945 time: 0.0472686 Nov 22 12:22:01.950220 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8ed863-081b-40ba-9d8b-6ba681db0a63 req-69db1aa8-d2b5-409f-afaa-224388842a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:22:01.951660 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [req-9e8ed863-081b-40ba-9d8b-6ba681db0a63 req-69db1aa8-d2b5-409f-afaa-224388842a70 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=bcf45146-f982-459d-96c0-e7af402962e9 HTTP/1.1" status: 200 len: 1099 time: 0.0425131 Nov 22 12:22:01.974210 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-5a8ae9b9-9f73-4efb-95dd-26eaf554a852 req-ee4c7ad1-f4a6-427c-a52e-7fd3067bdcd5 tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] 10.222.0.66 "GET /v2.0/security-groups?id=d25355f0-2e41-493d-aac5-082c69fe23d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465872 Nov 22 12:22:02.003308 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [req-9e8ed863-081b-40ba-9d8b-6ba681db0a63 req-5c1e2db0-6d6e-4cd4-b38d-382ba2dc4f3b service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=d183c51b-56bc-4b8b-8c88-c11ec3bb03cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414333 Nov 22 12:22:02.108976 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8a9708-b98c-43b6-af87-4c11df340832 req-2030f21e-2e85-463a-9df3-a553adec19fc tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:22:02.110584 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-da8a9708-b98c-43b6-af87-4c11df340832 req-2030f21e-2e85-463a-9df3-a553adec19fc tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] 10.222.0.66 "GET /v2.0/ports?device_id=bcf45146-f982-459d-96c0-e7af402962e9 HTTP/1.1" status: 200 len: 946 time: 0.0543318 Nov 22 12:22:02.159552 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-da8a9708-b98c-43b6-af87-4c11df340832 req-1106824b-020c-41e9-ad71-17e9c010e505 tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] 10.222.0.66 "GET /v2.0/security-groups?id=d183c51b-56bc-4b8b-8c88-c11ec3bb03cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421948 Nov 22 12:22:02.679062 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee64490-e0bf-4e87-a239-4c75f9c8810f req-d87c0935-a911-4e29-a256-ffa1cc439271 tempest-VolumesSnapshotTestJSON-1978321900 tempest-VolumesSnapshotTestJSON-1978321900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:22:02.680587 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-fee64490-e0bf-4e87-a239-4c75f9c8810f req-d87c0935-a911-4e29-a256-ffa1cc439271 tempest-VolumesSnapshotTestJSON-1978321900 tempest-VolumesSnapshotTestJSON-1978321900-project] 10.222.0.66 "GET /v2.0/ports?device_id=a3624677-f35c-4a8c-ad79-990ee6987c7b HTTP/1.1" status: 200 len: 945 time: 0.0499480 Nov 22 12:22:02.730201 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-fee64490-e0bf-4e87-a239-4c75f9c8810f req-82a3d24b-5ac2-42a5-831f-8b0c10ec34f8 tempest-VolumesSnapshotTestJSON-1978321900 tempest-VolumesSnapshotTestJSON-1978321900-project] 10.222.0.66 "GET /v2.0/security-groups?id=188eb127-27e7-40f9-bd3a-a43f3d4f7d59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432832 Nov 22 12:22:02.878742 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3ce17c-ba1d-4101-86ca-12c2937bb9eb req-e20c8fb6-2a80-4d46-9f5c-751868881b76 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:22:02.880257 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-ad3ce17c-ba1d-4101-86ca-12c2937bb9eb req-e20c8fb6-2a80-4d46-9f5c-751868881b76 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.66 "GET /v2.0/ports?device_id=c9f6d441-246f-479e-8e88-ea701c0f87ff HTTP/1.1" status: 200 len: 946 time: 0.0533359 Nov 22 12:22:02.933072 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-ad3ce17c-ba1d-4101-86ca-12c2937bb9eb req-ee9f27a4-fa55-4d44-b82f-ae82cd04564f tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.66 "GET /v2.0/security-groups?id=58ab891c-6c60-4530-806c-8c076c9a459e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440326 Nov 22 12:22:03.096224 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767ff68f-00bf-4aba-8c58-3ccee39caea9 req-1853664f-f21e-4b98-8005-756718e90d14 tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:22:03.097748 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-767ff68f-00bf-4aba-8c58-3ccee39caea9 req-1853664f-f21e-4b98-8005-756718e90d14 tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] 10.222.0.66 "GET /v2.0/ports?device_id=302ab8ef-5565-4f9b-9b91-b405d550a90d HTTP/1.1" status: 200 len: 945 time: 0.0522068 Nov 22 12:22:03.146955 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-767ff68f-00bf-4aba-8c58-3ccee39caea9 req-39219f5f-cb5b-4190-ad4b-4de77d7d17ec tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] 10.222.0.66 "GET /v2.0/security-groups?id=d25355f0-2e41-493d-aac5-082c69fe23d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428920 Nov 22 12:22:03.287143 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af8da15-dcaf-4d6d-9165-bb6e9f16bd30 req-e0bd07fd-a04c-4da9-a79d-d312d143c0ed tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:22:03.288566 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-5af8da15-dcaf-4d6d-9165-bb6e9f16bd30 req-e0bd07fd-a04c-4da9-a79d-d312d143c0ed tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] 10.222.0.66 "GET /v2.0/ports?device_id=bcf45146-f982-459d-96c0-e7af402962e9 HTTP/1.1" status: 200 len: 946 time: 0.0557733 Nov 22 12:22:03.354937 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-5af8da15-dcaf-4d6d-9165-bb6e9f16bd30 req-242a2b5d-86c0-47df-99a3-5d905edebe43 tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] 10.222.0.66 "GET /v2.0/security-groups?id=d183c51b-56bc-4b8b-8c88-c11ec3bb03cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571713 Nov 22 12:22:03.858631 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca49c5e2-429f-4b82-be26-aae07803cbe0 req-fd9e91bc-612e-4293-b214-c2af2aa6c666 tempest-VolumesSnapshotTestJSON-1978321900 tempest-VolumesSnapshotTestJSON-1978321900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:22:03.860547 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-ca49c5e2-429f-4b82-be26-aae07803cbe0 req-fd9e91bc-612e-4293-b214-c2af2aa6c666 tempest-VolumesSnapshotTestJSON-1978321900 tempest-VolumesSnapshotTestJSON-1978321900-project] 10.222.0.66 "GET /v2.0/ports?device_id=a3624677-f35c-4a8c-ad79-990ee6987c7b HTTP/1.1" status: 200 len: 945 time: 0.0548971 Nov 22 12:22:03.912061 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-ca49c5e2-429f-4b82-be26-aae07803cbe0 req-ee46ace6-e8a1-4070-931d-4a38957bc408 tempest-VolumesSnapshotTestJSON-1978321900 tempest-VolumesSnapshotTestJSON-1978321900-project] 10.222.0.66 "GET /v2.0/security-groups?id=188eb127-27e7-40f9-bd3a-a43f3d4f7d59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428512 Nov 22 12:22:04.071860 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e86acc-5fe6-4e92-86e4-eb3ea749fba3 req-24f2adfc-a43f-4a71-8cdf-84e4768f0426 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:22:04.073883 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-a9e86acc-5fe6-4e92-86e4-eb3ea749fba3 req-24f2adfc-a43f-4a71-8cdf-84e4768f0426 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.66 "GET /v2.0/ports?device_id=c9f6d441-246f-479e-8e88-ea701c0f87ff HTTP/1.1" status: 200 len: 946 time: 0.0614378 Nov 22 12:22:04.127912 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-a9e86acc-5fe6-4e92-86e4-eb3ea749fba3 req-f623495b-8306-4b07-a443-d96c0b1b34cd tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.66 "GET /v2.0/security-groups?id=58ab891c-6c60-4530-806c-8c076c9a459e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464520 Nov 22 12:22:04.285865 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c57bee0-ef68-4e9a-9697-8531f5094e13 req-f294bfe7-a6f4-4769-afe2-ab61b76fa062 tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:22:04.287473 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-1c57bee0-ef68-4e9a-9697-8531f5094e13 req-f294bfe7-a6f4-4769-afe2-ab61b76fa062 tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] 10.222.0.66 "GET /v2.0/ports?device_id=302ab8ef-5565-4f9b-9b91-b405d550a90d HTTP/1.1" status: 200 len: 945 time: 0.0594165 Nov 22 12:22:04.338288 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-1c57bee0-ef68-4e9a-9697-8531f5094e13 req-73c4b653-d85e-410c-896d-f3a8295d56b1 tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] 10.222.0.66 "GET /v2.0/security-groups?id=d25355f0-2e41-493d-aac5-082c69fe23d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421937 Nov 22 12:22:04.474484 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efea7bb5-3427-461a-b673-ee9b052198b6 req-d556f408-a034-46a0-a073-967d3870e1c3 tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:22:04.476076 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-efea7bb5-3427-461a-b673-ee9b052198b6 req-d556f408-a034-46a0-a073-967d3870e1c3 tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] 10.222.0.66 "GET /v2.0/ports?device_id=bcf45146-f982-459d-96c0-e7af402962e9 HTTP/1.1" status: 200 len: 946 time: 0.0500889 Nov 22 12:22:04.532412 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-efea7bb5-3427-461a-b673-ee9b052198b6 req-f2142c84-276e-42ac-a36a-05ba3cdaa157 tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] 10.222.0.66 "GET /v2.0/security-groups?id=d183c51b-56bc-4b8b-8c88-c11ec3bb03cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468817 Nov 22 12:22:05.048366 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959bd269-440c-4f96-81ed-26555ef0d1e4 req-04f20155-2ed5-4806-bafb-09e978498ce9 tempest-VolumesSnapshotTestJSON-1978321900 tempest-VolumesSnapshotTestJSON-1978321900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:22:05.049881 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-959bd269-440c-4f96-81ed-26555ef0d1e4 req-04f20155-2ed5-4806-bafb-09e978498ce9 tempest-VolumesSnapshotTestJSON-1978321900 tempest-VolumesSnapshotTestJSON-1978321900-project] 10.222.0.66 "GET /v2.0/ports?device_id=a3624677-f35c-4a8c-ad79-990ee6987c7b HTTP/1.1" status: 200 len: 945 time: 0.0594127 Nov 22 12:22:05.099650 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-959bd269-440c-4f96-81ed-26555ef0d1e4 req-b0f03dcf-e481-4b56-a2d4-9c3cdfa9e0a7 tempest-VolumesSnapshotTestJSON-1978321900 tempest-VolumesSnapshotTestJSON-1978321900-project] 10.222.0.66 "GET /v2.0/security-groups?id=188eb127-27e7-40f9-bd3a-a43f3d4f7d59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435879 Nov 22 12:22:05.255009 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd3196c-ab54-41f8-951d-c0624b7293ea req-7fc1c5b2-359a-4f6a-a10f-4500781b60b8 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:22:05.256536 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-7cd3196c-ab54-41f8-951d-c0624b7293ea req-7fc1c5b2-359a-4f6a-a10f-4500781b60b8 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.66 "GET /v2.0/ports?device_id=c9f6d441-246f-479e-8e88-ea701c0f87ff HTTP/1.1" status: 200 len: 946 time: 0.0562222 Nov 22 12:22:05.307610 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-7cd3196c-ab54-41f8-951d-c0624b7293ea req-3c06b599-fbd4-48aa-ae71-2c10a4db32c1 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.66 "GET /v2.0/security-groups?id=58ab891c-6c60-4530-806c-8c076c9a459e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449991 Nov 22 12:22:05.470449 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cae91ab-a4a8-4233-8419-85d3e4497477 req-e9cbf8a7-861e-4454-98cd-371921728d2f tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:22:05.471890 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-0cae91ab-a4a8-4233-8419-85d3e4497477 req-e9cbf8a7-861e-4454-98cd-371921728d2f tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] 10.222.0.66 "GET /v2.0/ports?device_id=302ab8ef-5565-4f9b-9b91-b405d550a90d HTTP/1.1" status: 200 len: 945 time: 0.0574262 Nov 22 12:22:05.530566 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-0cae91ab-a4a8-4233-8419-85d3e4497477 req-9137e3be-1534-4147-99e5-483106292cfd tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] 10.222.0.66 "GET /v2.0/security-groups?id=d25355f0-2e41-493d-aac5-082c69fe23d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494199 Nov 22 12:22:05.651960 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d73ff67-a0ed-42a5-b78c-7f8a9ec4aed6 req-61fa2998-9ec4-459c-8d20-af1035fd20d0 tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:22:05.653432 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-7d73ff67-a0ed-42a5-b78c-7f8a9ec4aed6 req-61fa2998-9ec4-459c-8d20-af1035fd20d0 tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] 10.222.0.66 "GET /v2.0/ports?device_id=bcf45146-f982-459d-96c0-e7af402962e9 HTTP/1.1" status: 200 len: 946 time: 0.0523319 Nov 22 12:22:05.704820 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-7d73ff67-a0ed-42a5-b78c-7f8a9ec4aed6 req-e588fb97-8784-4d6b-b752-f4c3013b9056 tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] 10.222.0.66 "GET /v2.0/security-groups?id=d183c51b-56bc-4b8b-8c88-c11ec3bb03cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451422 Nov 22 12:22:05.978708 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c6e560-1e93-4c06-93d1-d16a99133927 req-b9f4e58c-53d2-496d-a3b7-3613c96e45c4 tempest-VolumesSnapshotTestJSON-1978321900 tempest-VolumesSnapshotTestJSON-1978321900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:22:05.980099 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [req-d7c6e560-1e93-4c06-93d1-d16a99133927 req-b9f4e58c-53d2-496d-a3b7-3613c96e45c4 tempest-VolumesSnapshotTestJSON-1978321900 tempest-VolumesSnapshotTestJSON-1978321900-project] 10.222.0.46 "GET /v2.0/ports?device_id=a3624677-f35c-4a8c-ad79-990ee6987c7b HTTP/1.1" status: 200 len: 945 time: 0.0556500 Nov 22 12:22:06.083282 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.plugins.ml2.plugin [req-d7c6e560-1e93-4c06-93d1-d16a99133927 req-d3358e42-75e6-4974-ab5d-2fd1a7f03c4b tempest-VolumesSnapshotTestJSON-1978321900 tempest-VolumesSnapshotTestJSON-1978321900-project] Deleting port 2dd5ed5d-5998-4e11-8d38-8460b3dd3760 {{(pid=102750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 12:22:06.083632 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [req-d7c6e560-1e93-4c06-93d1-d16a99133927 req-d3358e42-75e6-4974-ab5d-2fd1a7f03c4b tempest-VolumesSnapshotTestJSON-1978321900 tempest-VolumesSnapshotTestJSON-1978321900-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793343491880'] for port, before_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:22:06.182394 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.plugins.ml2.db [req-d7c6e560-1e93-4c06-93d1-d16a99133927 req-d3358e42-75e6-4974-ab5d-2fd1a7f03c4b tempest-VolumesSnapshotTestJSON-1978321900 tempest-VolumesSnapshotTestJSON-1978321900-project] For port 2dd5ed5d-5998-4e11-8d38-8460b3dd3760, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=2dd5ed5d-5998-4e11-8d38-8460b3dd3760,segment=NetworkSegment(b307a277-133b-49ad-9947-78ca47bc0d8c),segment_id=b307a277-133b-49ad-9947-78ca47bc0d8c)] {{(pid=102750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 12:22:06.182785 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [req-d7c6e560-1e93-4c06-93d1-d16a99133927 req-d3358e42-75e6-4974-ab5d-2fd1a7f03c4b tempest-VolumesSnapshotTestJSON-1978321900 tempest-VolumesSnapshotTestJSON-1978321900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-535547'] for port, precommit_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:22:06.196494 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.plugins.ml2.plugin [req-d7c6e560-1e93-4c06-93d1-d16a99133927 req-d3358e42-75e6-4974-ab5d-2fd1a7f03c4b tempest-VolumesSnapshotTestJSON-1978321900 tempest-VolumesSnapshotTestJSON-1978321900-project] Calling delete_port for 2dd5ed5d-5998-4e11-8d38-8460b3dd3760 owned by compute:nova {{(pid=102750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 12:22:06.224814 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72382bc7-6f37-417e-9402-5b7a130f83d6 req-2d22841e-7a5f-4af9-bfeb-a9f28e9c9983 tempest-VolumesSnapshotTestJSON-1978321900 tempest-VolumesSnapshotTestJSON-1978321900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:22:06.226444 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-72382bc7-6f37-417e-9402-5b7a130f83d6 req-2d22841e-7a5f-4af9-bfeb-a9f28e9c9983 tempest-VolumesSnapshotTestJSON-1978321900 tempest-VolumesSnapshotTestJSON-1978321900-project] 10.222.0.66 "GET /v2.0/ports?device_id=a3624677-f35c-4a8c-ad79-990ee6987c7b HTTP/1.1" status: 200 len: 945 time: 0.0491343 Nov 22 12:22:06.275153 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-72382bc7-6f37-417e-9402-5b7a130f83d6 req-3c1ed493-86b9-49d1-aad9-cb1b8acfc048 tempest-VolumesSnapshotTestJSON-1978321900 tempest-VolumesSnapshotTestJSON-1978321900-project] 10.222.0.66 "GET /v2.0/security-groups?id=188eb127-27e7-40f9-bd3a-a43f3d4f7d59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427837 Nov 22 12:22:06.329246 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [req-d7c6e560-1e93-4c06-93d1-d16a99133927 req-d3358e42-75e6-4974-ab5d-2fd1a7f03c4b tempest-VolumesSnapshotTestJSON-1978321900 tempest-VolumesSnapshotTestJSON-1978321900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793343495765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793342949277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128483729'] for port, after_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:22:06.344603 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.db [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] get_ports_and_sgs() called for port_ids ['2dd5ed5d-5998-4e11-8d38-8460b3dd3760'] {{(pid=102751) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 12:22:06.358561 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3358e42-75e6-4974-ab5d-2fd1a7f03c4b tempest-VolumesSnapshotTestJSON-1978321900 tempest-VolumesSnapshotTestJSON-1978321900-project] Pushing event deleted for resources: {'Port': ['ID=2dd5ed5d-5998-4e11-8d38-8460b3dd3760,revision_number=None']} {{(pid=102750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:22:06.400366 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7c6e560-1e93-4c06-93d1-d16a99133927 req-d3358e42-75e6-4974-ab5d-2fd1a7f03c4b tempest-VolumesSnapshotTestJSON-1978321900 tempest-VolumesSnapshotTestJSON-1978321900-project] No DVR routers for this DVR port 2dd5ed5d-5998-4e11-8d38-8460b3dd3760 on host hv-cinder-76845 {{(pid=102750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 12:22:06.402851 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [req-d7c6e560-1e93-4c06-93d1-d16a99133927 req-d3358e42-75e6-4974-ab5d-2fd1a7f03c4b tempest-VolumesSnapshotTestJSON-1978321900 tempest-VolumesSnapshotTestJSON-1978321900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434365'] for port, before_response {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:22:06.406616 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [req-d7c6e560-1e93-4c06-93d1-d16a99133927 req-d3358e42-75e6-4974-ab5d-2fd1a7f03c4b tempest-VolumesSnapshotTestJSON-1978321900 tempest-VolumesSnapshotTestJSON-1978321900-project] 10.222.0.46 "DELETE /v2.0/ports/2dd5ed5d-5998-4e11-8d38-8460b3dd3760 HTTP/1.1" status: 204 len: 173 time: 0.4189315 Nov 22 12:22:06.407319 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3624677-f35c-4a8c-ad79-990ee6987c7b', 'name': 'network-vif-deleted', 'tag': '2dd5ed5d-5998-4e11-8d38-8460b3dd3760'}] {{(pid=102750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 12:22:06.410054 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2a0bed14b240d0d35e029181fb516e01dd4ce85d5fb41ae8ef5632c0b13bd43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e5f8d9a-74c8-4b26-89f2-1518dee1dc40" -d '{"events": [{"server_uuid": "a3624677-f35c-4a8c-ad79-990ee6987c7b", "name": "network-vif-deleted", "tag": "2dd5ed5d-5998-4e11-8d38-8460b3dd3760"}]}' {{(pid=102750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 12:22:06.446586 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b192765-f796-4313-85f6-60e53f16ed89 req-68a65eaa-1141-4b2f-bf2f-f2a583e350be tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:22:06.448405 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-1b192765-f796-4313-85f6-60e53f16ed89 req-68a65eaa-1141-4b2f-bf2f-f2a583e350be tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.66 "GET /v2.0/ports?device_id=c9f6d441-246f-479e-8e88-ea701c0f87ff HTTP/1.1" status: 200 len: 946 time: 0.0626581 Nov 22 12:22:06.449414 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 12:22:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06eb5496-c86a-4c81-b591-6aea02aa2fd1 x-openstack-request-id: req-06eb5496-c86a-4c81-b591-6aea02aa2fd1 {{(pid=102750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 12:22:06.449766 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3624677-f35c-4a8c-ad79-990ee6987c7b", "name": "network-vif-deleted", "tag": "2dd5ed5d-5998-4e11-8d38-8460b3dd3760", "status": "completed", "code": 200}]} {{(pid=102750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 12:22:06.450022 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-06eb5496-c86a-4c81-b591-6aea02aa2fd1 {{(pid=102750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 12:22:06.450427 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3624677-f35c-4a8c-ad79-990ee6987c7b', 'name': 'network-vif-deleted', 'tag': '2dd5ed5d-5998-4e11-8d38-8460b3dd3760', 'status': 'completed', 'code': 200} Nov 22 12:22:06.500624 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-1b192765-f796-4313-85f6-60e53f16ed89 req-70c3443b-b14b-433b-8541-7f6013b2feb4 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.66 "GET /v2.0/security-groups?id=58ab891c-6c60-4530-806c-8c076c9a459e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449128 Nov 22 12:22:06.667102 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5631bc93-3727-484c-80bf-984c64fcef54 req-ad950fd9-91dc-40a7-8d9e-3530c800c1a8 tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:22:06.668626 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-5631bc93-3727-484c-80bf-984c64fcef54 req-ad950fd9-91dc-40a7-8d9e-3530c800c1a8 tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] 10.222.0.66 "GET /v2.0/ports?device_id=302ab8ef-5565-4f9b-9b91-b405d550a90d HTTP/1.1" status: 200 len: 945 time: 0.0566354 Nov 22 12:22:06.728978 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-5631bc93-3727-484c-80bf-984c64fcef54 req-e61ade4d-5048-4c25-9650-041b354e0fde tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] 10.222.0.66 "GET /v2.0/security-groups?id=d25355f0-2e41-493d-aac5-082c69fe23d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508552 Nov 22 12:22:06.838387 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0da50b6-591d-4093-a6b6-76eb9a1ae65b req-dc81162e-e89e-4971-b6de-a64cba29cc3c tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:22:06.839942 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-b0da50b6-591d-4093-a6b6-76eb9a1ae65b req-dc81162e-e89e-4971-b6de-a64cba29cc3c tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] 10.222.0.66 "GET /v2.0/ports?device_id=bcf45146-f982-459d-96c0-e7af402962e9 HTTP/1.1" status: 200 len: 946 time: 0.0527563 Nov 22 12:22:06.893648 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-b0da50b6-591d-4093-a6b6-76eb9a1ae65b req-1663af5d-5156-45f9-b543-6b6ac082e598 tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] 10.222.0.66 "GET /v2.0/security-groups?id=d183c51b-56bc-4b8b-8c88-c11ec3bb03cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475340 Nov 22 12:22:07.639212 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b981f807-4e80-437d-985c-02718f980511 req-bcea2421-0e23-4b34-8566-e93413e65a9f tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:22:07.642177 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-b981f807-4e80-437d-985c-02718f980511 req-bcea2421-0e23-4b34-8566-e93413e65a9f tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.66 "GET /v2.0/ports?device_id=c9f6d441-246f-479e-8e88-ea701c0f87ff HTTP/1.1" status: 200 len: 946 time: 0.0633624 Nov 22 12:22:07.719146 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-b981f807-4e80-437d-985c-02718f980511 req-f8af8516-cb28-480c-bdda-e66772260426 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.66 "GET /v2.0/security-groups?id=58ab891c-6c60-4530-806c-8c076c9a459e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667930 Nov 22 12:22:07.894199 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d3fdb5-9bfb-41da-94e5-89d88b565985 req-fa11105b-b1a5-48dc-9028-11f0cabf18fd tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:22:07.896045 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-f9d3fdb5-9bfb-41da-94e5-89d88b565985 req-fa11105b-b1a5-48dc-9028-11f0cabf18fd tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] 10.222.0.66 "GET /v2.0/ports?device_id=302ab8ef-5565-4f9b-9b91-b405d550a90d HTTP/1.1" status: 200 len: 945 time: 0.0704644 Nov 22 12:22:08.024198 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-f9d3fdb5-9bfb-41da-94e5-89d88b565985 req-5e59d05f-48a1-4279-a2e6-ec7587c67fd7 tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] 10.222.0.66 "GET /v2.0/security-groups?id=d25355f0-2e41-493d-aac5-082c69fe23d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196480 Nov 22 12:22:08.043718 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eddf527-e013-4621-9421-35243fc354fc req-71b863cb-3f7e-45c4-b338-b27b66865e54 tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:22:08.045294 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-4eddf527-e013-4621-9421-35243fc354fc req-71b863cb-3f7e-45c4-b338-b27b66865e54 tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] 10.222.0.66 "GET /v2.0/ports?device_id=bcf45146-f982-459d-96c0-e7af402962e9 HTTP/1.1" status: 200 len: 946 time: 0.0689769 Nov 22 12:22:08.125579 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-4eddf527-e013-4621-9421-35243fc354fc req-d791a9d0-63c3-4254-bc62-909d95b8d5d0 tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] 10.222.0.66 "GET /v2.0/security-groups?id=d183c51b-56bc-4b8b-8c88-c11ec3bb03cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696180 Nov 22 12:22:08.255832 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.wsgi [-] (102749) accepted ('10.222.0.66', 47972) {{(pid=102749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:22:08.490074 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-e25db9e1-3884-48be-b120-c1d183a0953c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:22:08.632383 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-e25db9e1-3884-48be-b120-c1d183a0953c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:22:08.637634 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-e25db9e1-3884-48be-b120-c1d183a0953c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545565'] for security_group, after_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:22:08.673962 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [None req-e25db9e1-3884-48be-b120-c1d183a0953c admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=0296c7874ea74cbd8868d15f78cf1975&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4140747 Nov 22 12:22:08.675945 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.wsgi [-] (102750) accepted ('10.222.0.66', 47986) {{(pid=102750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:22:08.680162 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25db9e1-3884-48be-b120-c1d183a0953c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd60799a-10bb-4e9f-b6e7-2ea237b28be3,revision_number=1']} {{(pid=102749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:22:08.733378 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-3db30f01-1f00-4abf-a251-b0005c8151fc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:22:08.756399 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-3db30f01-1f00-4abf-a251-b0005c8151fc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:22:08.811953 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-3db30f01-1f00-4abf-a251-b0005c8151fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545565'] for security_group, after_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:22:08.815244 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-3db30f01-1f00-4abf-a251-b0005c8151fc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:22:08.819110 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [None req-3db30f01-1f00-4abf-a251-b0005c8151fc admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/dd60799a-10bb-4e9f-b6e7-2ea237b28be3 HTTP/1.1" status: 204 len: 168 time: 0.1390548 Nov 22 12:22:08.826527 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db30f01-1f00-4abf-a251-b0005c8151fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd60799a-10bb-4e9f-b6e7-2ea237b28be3,revision_number=None']} {{(pid=102750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:22:08.866281 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6e06d8-034f-4c5d-8b6d-061c1205abb0 req-8681ed92-9616-4048-8192-174ca60aa93c tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:22:08.868205 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-cd6e06d8-034f-4c5d-8b6d-061c1205abb0 req-8681ed92-9616-4048-8192-174ca60aa93c tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.66 "GET /v2.0/ports?device_id=c9f6d441-246f-479e-8e88-ea701c0f87ff HTTP/1.1" status: 200 len: 946 time: 0.0760663 Nov 22 12:22:08.931095 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-cd6e06d8-034f-4c5d-8b6d-061c1205abb0 req-7927bced-e956-4054-ad09-1d3226e8331e tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.66 "GET /v2.0/security-groups?id=58ab891c-6c60-4530-806c-8c076c9a459e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568330 Nov 22 12:22:09.153686 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1377bc8e-89a1-42b3-a987-5b44c0b0b41a req-1de15cff-a1bc-4305-8c1a-6d428feea3fc tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:22:09.155153 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-1377bc8e-89a1-42b3-a987-5b44c0b0b41a req-1de15cff-a1bc-4305-8c1a-6d428feea3fc tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] 10.222.0.66 "GET /v2.0/ports?device_id=302ab8ef-5565-4f9b-9b91-b405d550a90d HTTP/1.1" status: 200 len: 945 time: 0.0522957 Nov 22 12:22:09.205269 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-1377bc8e-89a1-42b3-a987-5b44c0b0b41a req-7fd054e7-3576-4d7e-b543-b018782bb55b tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] 10.222.0.66 "GET /v2.0/security-groups?id=d25355f0-2e41-493d-aac5-082c69fe23d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414901 Nov 22 12:22:10.065443 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7747644-4f76-49f2-bd30-6addc901c441 req-a10f4d1e-f824-4685-8e6b-6ca8cb42f88f tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:22:10.066922 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-d7747644-4f76-49f2-bd30-6addc901c441 req-a10f4d1e-f824-4685-8e6b-6ca8cb42f88f tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.66 "GET /v2.0/ports?device_id=c9f6d441-246f-479e-8e88-ea701c0f87ff HTTP/1.1" status: 200 len: 946 time: 0.0508819 Nov 22 12:22:10.126702 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-d7747644-4f76-49f2-bd30-6addc901c441 req-370c847d-9eaa-460e-bffc-1d4b7e5a89ed tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.66 "GET /v2.0/security-groups?id=58ab891c-6c60-4530-806c-8c076c9a459e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509782 Nov 22 12:22:10.332467 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2c962f-15d7-41e3-ab1f-7edf2b0eba48 req-f2cbbd8b-50d0-458e-b775-1b8bcbd8454c tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:22:10.333953 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-ea2c962f-15d7-41e3-ab1f-7edf2b0eba48 req-f2cbbd8b-50d0-458e-b775-1b8bcbd8454c tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] 10.222.0.66 "GET /v2.0/ports?device_id=302ab8ef-5565-4f9b-9b91-b405d550a90d HTTP/1.1" status: 200 len: 945 time: 0.0477779 Nov 22 12:22:10.381670 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-ea2c962f-15d7-41e3-ab1f-7edf2b0eba48 req-5ae27e19-9339-468b-a83d-2b3d6f003889 tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] 10.222.0.66 "GET /v2.0/security-groups?id=d25355f0-2e41-493d-aac5-082c69fe23d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418112 Nov 22 12:22:11.254637 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af36e91-4ca4-4534-b42d-7a06a252982d req-594dcc7d-148e-4633-857d-26bfdaad9de9 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:22:11.256165 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-5af36e91-4ca4-4534-b42d-7a06a252982d req-594dcc7d-148e-4633-857d-26bfdaad9de9 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.66 "GET /v2.0/ports?device_id=c9f6d441-246f-479e-8e88-ea701c0f87ff HTTP/1.1" status: 200 len: 946 time: 0.0545881 Nov 22 12:22:11.305317 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-5af36e91-4ca4-4534-b42d-7a06a252982d req-54425627-abac-4a02-9e6e-865518ccfa06 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.66 "GET /v2.0/security-groups?id=58ab891c-6c60-4530-806c-8c076c9a459e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432405 Nov 22 12:22:11.510821 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a10d6e-5a65-42f2-9664-5f581462c417 req-04f3a1b8-2ac8-4a60-a5a3-1a75da08188c tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:22:11.512325 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-02a10d6e-5a65-42f2-9664-5f581462c417 req-04f3a1b8-2ac8-4a60-a5a3-1a75da08188c tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] 10.222.0.66 "GET /v2.0/ports?device_id=302ab8ef-5565-4f9b-9b91-b405d550a90d HTTP/1.1" status: 200 len: 945 time: 0.0621881 Nov 22 12:22:11.562427 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-02a10d6e-5a65-42f2-9664-5f581462c417 req-865d0999-84fe-43ff-84c1-0d3af42d5ff1 tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] 10.222.0.66 "GET /v2.0/security-groups?id=d25355f0-2e41-493d-aac5-082c69fe23d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436168 Nov 22 12:22:11.570516 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.rpc [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Device 2dd5ed5d-5998-4e11-8d38-8460b3dd3760 no longer exists at agent hyperv_hv-cinder-76845 {{(pid=102751) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 12:22:11.602482 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.plugin [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] No Port match for: 2dd5ed5d-5998-4e11-8d38-8460b3dd3760 {{(pid=102751) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 12:22:11.602797 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.rpc [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Device 2dd5ed5d-5998-4e11-8d38-8460b3dd3760 not bound to the agent host hv-cinder-76845 {{(pid=102751) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 12:22:12.438161 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35fc40b-564a-4b1e-9951-a6c0d38b0e74 req-8c4ff23f-23cb-40a2-9d22-293cb6e8cfad tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:22:12.439676 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-c35fc40b-564a-4b1e-9951-a6c0d38b0e74 req-8c4ff23f-23cb-40a2-9d22-293cb6e8cfad tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.66 "GET /v2.0/ports?device_id=c9f6d441-246f-479e-8e88-ea701c0f87ff HTTP/1.1" status: 200 len: 946 time: 0.0538619 Nov 22 12:22:12.503548 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-c35fc40b-564a-4b1e-9951-a6c0d38b0e74 req-d0843670-c139-4fe2-b482-f7680523f9d8 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.66 "GET /v2.0/security-groups?id=58ab891c-6c60-4530-806c-8c076c9a459e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570221 Nov 22 12:22:12.712614 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fc2f5a-2ab3-4d78-9c4b-0ae8c2002ec6 req-33b19fdc-0c9f-434f-a89f-f0877c58980f tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:22:12.714732 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-d7fc2f5a-2ab3-4d78-9c4b-0ae8c2002ec6 req-33b19fdc-0c9f-434f-a89f-f0877c58980f tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] 10.222.0.66 "GET /v2.0/ports?device_id=302ab8ef-5565-4f9b-9b91-b405d550a90d HTTP/1.1" status: 200 len: 945 time: 0.0784991 Nov 22 12:22:12.836994 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [req-87c41966-9bb1-42c2-b396-94ec6531d5da req-6a0dbc9d-836f-40eb-b7e0-42f9b8292463 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=937d4958-6710-4c44-8451-2b659b87dc63&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0587134 Nov 22 12:22:12.838085 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-d7fc2f5a-2ab3-4d78-9c4b-0ae8c2002ec6 req-47ad0884-89cf-4ae1-bec6-5d8a48f7f18b tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] 10.222.0.66 "GET /v2.0/security-groups?id=d25355f0-2e41-493d-aac5-082c69fe23d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094184 Nov 22 12:22:12.958529 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c41966-9bb1-42c2-b396-94ec6531d5da req-c52531c5-d7d4-4814-ab4e-9810de18cd50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:22:12.963811 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [req-87c41966-9bb1-42c2-b396-94ec6531d5da req-c52531c5-d7d4-4814-ab4e-9810de18cd50 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f3d392a7d77f46fcb4faa017786796fa&device_id=937d4958-6710-4c44-8451-2b659b87dc63 HTTP/1.1" status: 200 len: 1098 time: 0.0890672 Nov 22 12:22:13.126677 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c41966-9bb1-42c2-b396-94ec6531d5da req-b1754ee9-aa2d-48af-9402-c03280f1c8ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:22:13.128205 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [req-87c41966-9bb1-42c2-b396-94ec6531d5da req-b1754ee9-aa2d-48af-9402-c03280f1c8ca service neutron] 10.222.0.46 "GET /v2.0/networks?id=08903c03-f7d7-43c9-ab4d-565ac4637d53 HTTP/1.1" status: 200 len: 919 time: 0.1215665 Nov 22 12:22:13.183609 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [req-87c41966-9bb1-42c2-b396-94ec6531d5da req-0e85ffaa-8b68-47bf-ba75-59b5a1ad0afe service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4c9b376a-8f72-407b-9a92-78116503f6ab HTTP/1.1" status: 200 len: 217 time: 0.0416813 Nov 22 12:22:13.269898 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c41966-9bb1-42c2-b396-94ec6531d5da req-3dd8c52b-1044-464a-ab25-90a944ff7d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:22:13.271390 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [req-87c41966-9bb1-42c2-b396-94ec6531d5da req-3dd8c52b-1044-464a-ab25-90a944ff7d0b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=292b6822-c634-4819-b6c6-c4a4132c73d4 HTTP/1.1" status: 200 len: 858 time: 0.0642476 Nov 22 12:22:13.321595 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [req-87c41966-9bb1-42c2-b396-94ec6531d5da req-444ddbe1-1fdd-4815-bec7-8a42795f6d51 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=08903c03-f7d7-43c9-ab4d-565ac4637d53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395041 Nov 22 12:22:13.440895 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [req-87c41966-9bb1-42c2-b396-94ec6531d5da req-f3afe0e2-e1d5-48cb-b712-1a80f756674e service neutron] 10.222.0.46 "GET /v2.0/networks/08903c03-f7d7-43c9-ab4d-565ac4637d53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005445 Nov 22 12:22:13.546094 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [req-87c41966-9bb1-42c2-b396-94ec6531d5da req-0a7ade8c-3921-42d5-8f1a-55848a26fc07 service neutron] 10.222.0.46 "GET /v2.0/networks/08903c03-f7d7-43c9-ab4d-565ac4637d53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905917 Nov 22 12:22:13.578339 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.rpc [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Device c3893e14-5c03-4b6a-b17d-c2dc56e8e688 details requested by agent hyperv_hv-cinder-76845 with host hv-cinder-76845 {{(pid=102751) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 12:22:13.643199 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a291793a-30f1-47e9-ac63-0f4abbb5f9ee req-0cdc16db-b893-4685-bee0-c67bd513c5ad tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:22:13.650678 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-a291793a-30f1-47e9-ac63-0f4abbb5f9ee req-0cdc16db-b893-4685-bee0-c67bd513c5ad tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.66 "GET /v2.0/ports?device_id=c9f6d441-246f-479e-8e88-ea701c0f87ff HTTP/1.1" status: 200 len: 946 time: 0.0647831 Nov 22 12:22:13.698702 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.db [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] For port c3893e14-5c03-4b6a-b17d-c2dc56e8e688, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=c3893e14-5c03-4b6a-b17d-c2dc56e8e688,segment=NetworkSegment(ad989668-ff42-4f8a-9eac-7040e599f03e),segment_id=ad989668-ff42-4f8a-9eac-7040e599f03e)] {{(pid=102751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 12:22:13.707547 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-a291793a-30f1-47e9-ac63-0f4abbb5f9ee req-8618bfd6-2570-4f38-af06-4b9d8b431e69 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.66 "GET /v2.0/security-groups?id=58ab891c-6c60-4530-806c-8c076c9a459e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520742 Nov 22 12:22:13.711015 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.rpc [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Returning: {'device': 'c3893e14-5c03-4b6a-b17d-c2dc56e8e688', 'network_id': '47c7c2df-c485-45be-9ae4-891cba4c7953', 'port_id': 'c3893e14-5c03-4b6a-b17d-c2dc56e8e688', 'mac_address': 'fa:16:3e:8d:4b:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 623, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b38e15d-2758-41f6-bf64-d497af1d9f95', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102751) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 12:22:13.790972 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3931732'] for port, before_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:22:13.814763 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.notifiers.nova [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c3893e14-5c03-4b6a-b17d-c2dc56e8e688 {{(pid=102751) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 12:22:13.835535 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.db [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] For port c3893e14-5c03-4b6a-b17d-c2dc56e8e688, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=c3893e14-5c03-4b6a-b17d-c2dc56e8e688,segment=NetworkSegment(ad989668-ff42-4f8a-9eac-7040e599f03e),segment_id=ad989668-ff42-4f8a-9eac-7040e599f03e)] {{(pid=102751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 12:22:13.841274 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793343495738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793342949286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793342949304'] for port, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:22:13.899950 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Pushing event updated for resources: {'Port': ['ID=c3893e14-5c03-4b6a-b17d-c2dc56e8e688,revision_number=6']} {{(pid=102751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:22:13.971138 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7b117a-9364-47fc-ae0b-14ae4fb6b60b req-1cba3d23-e0ac-4e00-9b12-2c45eeae8c96 tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:22:13.972735 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-0a7b117a-9364-47fc-ae0b-14ae4fb6b60b req-1cba3d23-e0ac-4e00-9b12-2c45eeae8c96 tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] 10.222.0.66 "GET /v2.0/ports?device_id=302ab8ef-5565-4f9b-9b91-b405d550a90d HTTP/1.1" status: 200 len: 945 time: 0.0591490 Nov 22 12:22:14.017040 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.db [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] get_ports_and_sgs() called for port_ids ['c3893e14-5c03-4b6a-b17d-c2dc56e8e688'] {{(pid=102751) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 12:22:14.033766 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-0a7b117a-9364-47fc-ae0b-14ae4fb6b60b req-67135b76-df8a-40db-99bd-a87b4c381fa6 tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] 10.222.0.66 "GET /v2.0/security-groups?id=d25355f0-2e41-493d-aac5-082c69fe23d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538189 Nov 22 12:22:14.555388 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-9644b71c-c3bd-4a0a-888e-f37fa0c6676e req-90cf8a3b-0645-4263-a588-307e9d137a0f tempest-TestShelveInstance-855138255 tempest-TestShelveInstance-855138255-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-186997840&fields=id&tenant_id=575f4ae5262e4930b6658095a1aa8a32 HTTP/1.1" status: 200 len: 267 time: 0.0610883 Nov 22 12:22:14.677468 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9644b71c-c3bd-4a0a-888e-f37fa0c6676e req-769cedac-f5c7-4fe4-a321-2016282934a7 tempest-TestShelveInstance-855138255 tempest-TestShelveInstance-855138255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:22:14.679473 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-9644b71c-c3bd-4a0a-888e-f37fa0c6676e req-769cedac-f5c7-4fe4-a321-2016282934a7 tempest-TestShelveInstance-855138255 tempest-TestShelveInstance-855138255-project] 10.222.0.66 "GET /v2.0/networks?id=9aa5e7a8-a2f2-453e-b9d2-40a88d8e4e6e HTTP/1.1" status: 200 len: 809 time: 0.1151507 Nov 22 12:22:14.696294 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-9644b71c-c3bd-4a0a-888e-f37fa0c6676e req-6ee28ab2-c227-4081-a929-ca2f63647cde tempest-TestShelveInstance-855138255 tempest-TestShelveInstance-855138255-project] 10.222.0.66 "GET /v2.0/quotas/575f4ae5262e4930b6658095a1aa8a32 HTTP/1.1" status: 200 len: 375 time: 0.0103586 Nov 22 12:22:14.756759 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-9644b71c-c3bd-4a0a-888e-f37fa0c6676e req-49f42652-eb72-4142-a6f9-f950fc1857ff tempest-TestShelveInstance-855138255 tempest-TestShelveInstance-855138255-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=575f4ae5262e4930b6658095a1aa8a32&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0540886 Nov 22 12:22:14.887371 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1268560d-848f-42b1-bdda-a284d99e1e62 req-c721963e-91af-4aba-8c97-e240469e55cd tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:22:14.889348 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-1268560d-848f-42b1-bdda-a284d99e1e62 req-c721963e-91af-4aba-8c97-e240469e55cd tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.66 "GET /v2.0/ports?device_id=c9f6d441-246f-479e-8e88-ea701c0f87ff HTTP/1.1" status: 200 len: 945 time: 0.0661376 Nov 22 12:22:14.946857 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-9644b71c-c3bd-4a0a-888e-f37fa0c6676e req-ba13cb8c-2243-4422-8c0b-768a4591847a service neutron] 10.222.0.66 "GET /v2.0/networks/9aa5e7a8-a2f2-453e-b9d2-40a88d8e4e6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1775599 Nov 22 12:22:14.990536 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-1268560d-848f-42b1-bdda-a284d99e1e62 req-cba1c1e9-3a98-428d-9576-30bf6ddb514a tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.66 "GET /v2.0/security-groups?id=58ab891c-6c60-4530-806c-8c076c9a459e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0909336 Nov 22 12:22:15.077493 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-9644b71c-c3bd-4a0a-888e-f37fa0c6676e req-8b227a0e-a435-4776-99e5-7b37d3620a05 service neutron] 10.222.0.66 "GET /v2.0/networks/9aa5e7a8-a2f2-453e-b9d2-40a88d8e4e6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209872 Nov 22 12:22:15.458665 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa077f5-fc1e-44b9-92ea-92c6f9db5a67 req-0e35853a-9447-41da-8e07-0d6a0d2db26e tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:22:15.460766 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-0fa077f5-fc1e-44b9-92ea-92c6f9db5a67 req-0e35853a-9447-41da-8e07-0d6a0d2db26e tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] 10.222.0.66 "GET /v2.0/ports?device_id=302ab8ef-5565-4f9b-9b91-b405d550a90d HTTP/1.1" status: 200 len: 945 time: 0.0706155 Nov 22 12:22:15.533118 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-0fa077f5-fc1e-44b9-92ea-92c6f9db5a67 req-224c6aa2-83d1-4645-a647-5eb1989a3ef4 tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] 10.222.0.66 "GET /v2.0/security-groups?id=d25355f0-2e41-493d-aac5-082c69fe23d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660117 Nov 22 12:22:15.605915 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-2ed3c59e-55d7-4621-8a55-9089b53221ba req-ad4a71a6-9f75-4c48-85de-912e8a25ce1d tempest-TestShelveInstance-855138255 tempest-TestShelveInstance-855138255-project] 10.222.0.66 "GET /v2.0/ports?device_id=10e112a7-d70a-4499-8be4-fd5e4ab3ec17 HTTP/1.1" status: 200 len: 210 time: 0.0283926 Nov 22 12:22:16.134755 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c92d1a-f184-4840-a6e2-eac5bcafcc10 req-9f67866d-c599-4326-8164-864412d1f174 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:22:16.136454 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-b8c92d1a-f184-4840-a6e2-eac5bcafcc10 req-9f67866d-c599-4326-8164-864412d1f174 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.66 "GET /v2.0/ports?device_id=c9f6d441-246f-479e-8e88-ea701c0f87ff HTTP/1.1" status: 200 len: 945 time: 0.0550728 Nov 22 12:22:16.198517 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-b8c92d1a-f184-4840-a6e2-eac5bcafcc10 req-e525a3a6-5541-470c-b83e-5a4b17dbe520 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.66 "GET /v2.0/security-groups?id=58ab891c-6c60-4530-806c-8c076c9a459e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547900 Nov 22 12:22:16.673865 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694f7e9f-822f-4c87-87bf-5702a3dff3aa req-d8b93ffd-8b42-4990-88e8-2899390b4851 tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:22:16.675759 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-694f7e9f-822f-4c87-87bf-5702a3dff3aa req-d8b93ffd-8b42-4990-88e8-2899390b4851 tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] 10.222.0.66 "GET /v2.0/ports?device_id=302ab8ef-5565-4f9b-9b91-b405d550a90d HTTP/1.1" status: 200 len: 945 time: 0.0691130 Nov 22 12:22:16.739815 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-694f7e9f-822f-4c87-87bf-5702a3dff3aa req-d10a1962-aeab-4c43-9dec-02748b4140fc tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] 10.222.0.66 "GET /v2.0/security-groups?id=d25355f0-2e41-493d-aac5-082c69fe23d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577512 Nov 22 12:22:16.847038 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-88fbb901-5b34-4eda-aa20-a22e2edae285 req-59cfa79a-4054-445a-b741-ff037e8f8fe1 tempest-TestShelveInstance-855138255 tempest-TestShelveInstance-855138255-project] 10.222.0.66 "GET /v2.0/ports?device_id=10e112a7-d70a-4499-8be4-fd5e4ab3ec17 HTTP/1.1" status: 200 len: 210 time: 0.0402665 Nov 22 12:22:17.340686 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001eaf64-fd32-4452-a605-adbe9e793672 req-9592ab0a-2ea7-49c1-8841-55be8c31525d tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:22:17.343961 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-001eaf64-fd32-4452-a605-adbe9e793672 req-9592ab0a-2ea7-49c1-8841-55be8c31525d tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.66 "GET /v2.0/ports?device_id=c9f6d441-246f-479e-8e88-ea701c0f87ff HTTP/1.1" status: 200 len: 945 time: 0.0578330 Nov 22 12:22:17.345968 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.rpc [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Device c3893e14-5c03-4b6a-b17d-c2dc56e8e688 up at agent hyperv_hv-cinder-76845 {{(pid=102751) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 12:22:17.407160 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-001eaf64-fd32-4452-a605-adbe9e793672 req-a99c8963-71ff-4adc-ac37-c06b4ffc1861 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.66 "GET /v2.0/security-groups?id=58ab891c-6c60-4530-806c-8c076c9a459e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550003 Nov 22 12:22:17.422688 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793343475411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3821827'] for agent, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:22:17.424363 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.provisioning_blocks [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Provisioning complete for port c3893e14-5c03-4b6a-b17d-c2dc56e8e688 triggered by entity L2. {{(pid=102751) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 12:22:17.424721 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3821908'] for port, provisioning_complete {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:22:17.537229 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3931732'] for port, before_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:22:17.569730 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9f6d441-246f-479e-8e88-ea701c0f87ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3893e14-5c03-4b6a-b17d-c2dc56e8e688'}] {{(pid=102751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 12:22:17.572699 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50f57f68d0dae852c32e4f8721e97c07bf2df52fd56e1603e3e4743a1bb51d8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94af6257-3d79-4552-9236-242cee0f7921" -d '{"events": [{"server_uuid": "c9f6d441-246f-479e-8e88-ea701c0f87ff", "name": "network-vif-plugged", "status": "completed", "tag": "c3893e14-5c03-4b6a-b17d-c2dc56e8e688"}]}' {{(pid=102751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 12:22:17.586869 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.db [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] For port c3893e14-5c03-4b6a-b17d-c2dc56e8e688, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=c3893e14-5c03-4b6a-b17d-c2dc56e8e688,segment=NetworkSegment(ad989668-ff42-4f8a-9eac-7040e599f03e),segment_id=ad989668-ff42-4f8a-9eac-7040e599f03e)] {{(pid=102751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 12:22:17.594305 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793343495738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793342949286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793342949304'] for port, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:22:17.634847 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 12:22:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-822e322a-5f55-4316-83b6-a0e84c08a6f1 x-openstack-request-id: req-822e322a-5f55-4316-83b6-a0e84c08a6f1 {{(pid=102751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 12:22:17.635168 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9f6d441-246f-479e-8e88-ea701c0f87ff", "name": "network-vif-plugged", "status": "completed", "tag": "c3893e14-5c03-4b6a-b17d-c2dc56e8e688", "code": 200}]} {{(pid=102751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 12:22:17.635701 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-822e322a-5f55-4316-83b6-a0e84c08a6f1 {{(pid=102751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 12:22:17.636268 dv-cinder-768458-13-iscsi neutron-server[102751]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9f6d441-246f-479e-8e88-ea701c0f87ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3893e14-5c03-4b6a-b17d-c2dc56e8e688', 'code': 200} Nov 22 12:22:17.660246 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Pushing event updated for resources: {'Port': ['ID=c3893e14-5c03-4b6a-b17d-c2dc56e8e688,revision_number=7']} {{(pid=102751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:22:17.876186 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b53738e-e419-414f-bcc0-c4f0b1f44e43 req-592ccf42-9da2-4064-bdcd-21b90ca58610 tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:22:17.877743 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-8b53738e-e419-414f-bcc0-c4f0b1f44e43 req-592ccf42-9da2-4064-bdcd-21b90ca58610 tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] 10.222.0.66 "GET /v2.0/ports?device_id=302ab8ef-5565-4f9b-9b91-b405d550a90d HTTP/1.1" status: 200 len: 945 time: 0.0641668 Nov 22 12:22:17.930982 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-8b53738e-e419-414f-bcc0-c4f0b1f44e43 req-7edc44e7-3608-43a7-9eab-d17d781f2f66 tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] 10.222.0.66 "GET /v2.0/security-groups?id=d25355f0-2e41-493d-aac5-082c69fe23d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471721 Nov 22 12:22:18.035832 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-cb3ba1f7-d4e4-45df-bad1-ca6ec13c519d req-40e16e0a-6f9e-4d7d-b3d1-5f85c102fbc7 tempest-TestShelveInstance-855138255 tempest-TestShelveInstance-855138255-project] 10.222.0.66 "GET /v2.0/ports?device_id=10e112a7-d70a-4499-8be4-fd5e4ab3ec17 HTTP/1.1" status: 200 len: 210 time: 0.0296021 Nov 22 12:22:18.571602 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cc27e8-81ec-46ba-b310-a420077a8d1d req-28f6b52a-9a81-4ae2-9c4e-f62753858dd2 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:22:18.573723 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-75cc27e8-81ec-46ba-b310-a420077a8d1d req-28f6b52a-9a81-4ae2-9c4e-f62753858dd2 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.66 "GET /v2.0/ports?device_id=c9f6d441-246f-479e-8e88-ea701c0f87ff HTTP/1.1" status: 200 len: 946 time: 0.0604541 Nov 22 12:22:18.659952 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-75cc27e8-81ec-46ba-b310-a420077a8d1d req-dcba904f-6cbd-4a95-af9e-0dfcdd3adf9f tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.66 "GET /v2.0/security-groups?id=58ab891c-6c60-4530-806c-8c076c9a459e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778265 Nov 22 12:22:19.149382 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e77f3b-06e7-4e89-843f-3e2fdd9dbaf4 req-b323ad8e-b1b4-44d1-b265-e2ca0b7c2c88 tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:22:19.161485 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-b0e77f3b-06e7-4e89-843f-3e2fdd9dbaf4 req-b323ad8e-b1b4-44d1-b265-e2ca0b7c2c88 tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] 10.222.0.66 "GET /v2.0/ports?device_id=302ab8ef-5565-4f9b-9b91-b405d550a90d HTTP/1.1" status: 200 len: 945 time: 0.1086137 Nov 22 12:22:19.223954 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-99fe5d32-de4a-40fc-a632-0c52b9e46be8 req-87c93274-a635-49f1-a13d-a6a8a5141a8b tempest-TestShelveInstance-855138255 tempest-TestShelveInstance-855138255-project] 10.222.0.66 "GET /v2.0/ports?device_id=10e112a7-d70a-4499-8be4-fd5e4ab3ec17 HTTP/1.1" status: 200 len: 210 time: 0.0590124 Nov 22 12:22:19.287653 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-b0e77f3b-06e7-4e89-843f-3e2fdd9dbaf4 req-611a90cd-0d33-4681-95a6-0ebadae420ee tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] 10.222.0.66 "GET /v2.0/security-groups?id=d25355f0-2e41-493d-aac5-082c69fe23d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248846 Nov 22 12:22:19.849729 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214b7750-2ea6-454b-9133-e1bbb486beca req-bf27f421-de6c-4754-83fb-84c42181e446 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:22:19.857979 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-214b7750-2ea6-454b-9133-e1bbb486beca req-bf27f421-de6c-4754-83fb-84c42181e446 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.66 "GET /v2.0/ports?device_id=c9f6d441-246f-479e-8e88-ea701c0f87ff HTTP/1.1" status: 200 len: 946 time: 0.0798306 Nov 22 12:22:19.969561 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-214b7750-2ea6-454b-9133-e1bbb486beca req-b1be75b7-5160-4c89-a16c-09fc3bb451c0 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.66 "GET /v2.0/security-groups?id=58ab891c-6c60-4530-806c-8c076c9a459e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1030846 Nov 22 12:22:20.218859 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9644b71c-c3bd-4a0a-888e-f37fa0c6676e req-1aeceb7a-648a-4476-981c-92101efb407c tempest-TestShelveInstance-855138255 tempest-TestShelveInstance-855138255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:22:20.228969 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [req-9644b71c-c3bd-4a0a-888e-f37fa0c6676e req-1aeceb7a-648a-4476-981c-92101efb407c tempest-TestShelveInstance-855138255 tempest-TestShelveInstance-855138255-project] 10.222.0.46 "GET /v2.0/networks?id=9aa5e7a8-a2f2-453e-b9d2-40a88d8e4e6e HTTP/1.1" status: 200 len: 809 time: 0.2678435 Nov 22 12:22:20.520112 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [req-9644b71c-c3bd-4a0a-888e-f37fa0c6676e req-d67e614e-7d04-4934-aa92-77a89cc9eb73 tempest-TestShelveInstance-855138255 tempest-TestShelveInstance-855138255-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=575f4ae5262e4930b6658095a1aa8a32 HTTP/1.1" status: 200 len: 379 time: 0.2831035 Nov 22 12:22:20.533787 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.v2.base [req-9644b71c-c3bd-4a0a-888e-f37fa0c6676e req-f70e7c62-8688-4326-8615-f347e3a63d2e tempest-TestShelveInstance-855138255 tempest-TestShelveInstance-855138255-project] Request body: {'port': {'device_id': '10e112a7-d70a-4499-8be4-fd5e4ab3ec17', 'network_id': '9aa5e7a8-a2f2-453e-b9d2-40a88d8e4e6e', 'admin_state_up': True, 'tenant_id': '575f4ae5262e4930b6658095a1aa8a32', 'security_groups': ['70d0fc64-ba67-465a-ab2a-a345deda9588']}} {{(pid=102750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 12:22:20.629532 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-842de675-df7d-4217-b9ab-92c1ba7eb70a req-d27274c7-07b5-4b67-af9f-776f59ad2294 tempest-TestShelveInstance-855138255 tempest-TestShelveInstance-855138255-project] 10.222.0.66 "GET /v2.0/ports?device_id=10e112a7-d70a-4499-8be4-fd5e4ab3ec17 HTTP/1.1" status: 200 len: 210 time: 0.0958858 Nov 22 12:22:20.780738 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-0c97df5e-15b2-48cc-907f-76ed749a656d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793343475411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3821827'] for agent, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:22:20.813274 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9644b71c-c3bd-4a0a-888e-f37fa0c6676e req-f70e7c62-8688-4326-8615-f347e3a63d2e tempest-TestShelveInstance-855138255 tempest-TestShelveInstance-855138255-project] Made reservation on behalf of 575f4ae5262e4930b6658095a1aa8a32 for: {'port': 1} {{(pid=102750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 12:22:20.813902 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ea9169-e5b4-4b58-8a4c-7ff02ee644a9 req-0823b209-df10-41f9-8448-5bb7cca645bb tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:22:20.822165 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-11ea9169-e5b4-4b58-8a4c-7ff02ee644a9 req-0823b209-df10-41f9-8448-5bb7cca645bb tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] 10.222.0.66 "GET /v2.0/ports?device_id=302ab8ef-5565-4f9b-9b91-b405d550a90d HTTP/1.1" status: 200 len: 945 time: 0.0762489 Nov 22 12:22:20.826287 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [req-9644b71c-c3bd-4a0a-888e-f37fa0c6676e req-f70e7c62-8688-4326-8615-f347e3a63d2e tempest-TestShelveInstance-855138255 tempest-TestShelveInstance-855138255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3931732'] for port, before_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:22:20.930028 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-11ea9169-e5b4-4b58-8a4c-7ff02ee644a9 req-4395a8d3-2d6a-408d-9ca5-9d81544041d7 tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] 10.222.0.66 "GET /v2.0/security-groups?id=d25355f0-2e41-493d-aac5-082c69fe23d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064136 Nov 22 12:22:21.089974 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.db.db_base_plugin_common [req-9644b71c-c3bd-4a0a-888e-f37fa0c6676e req-f70e7c62-8688-4326-8615-f347e3a63d2e tempest-TestShelveInstance-855138255 tempest-TestShelveInstance-855138255-project] Allocated IP 172.20.0.10 (9aa5e7a8-a2f2-453e-b9d2-40a88d8e4e6e/7e7d9e4f-b44e-4538-b000-cd64766a1fad/c27e22cf-346f-4a81-8e7d-d2418b4df811) {{(pid=102750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 12:22:21.230471 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602068a1-d500-4a78-aff4-a7f66187be62 req-5a73a934-1d3d-4dac-81b1-64a7a4bf7554 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:22:21.262535 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-602068a1-d500-4a78-aff4-a7f66187be62 req-5a73a934-1d3d-4dac-81b1-64a7a4bf7554 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.66 "GET /v2.0/ports?device_id=c9f6d441-246f-479e-8e88-ea701c0f87ff HTTP/1.1" status: 200 len: 946 time: 0.1414635 Nov 22 12:22:21.372386 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [req-9644b71c-c3bd-4a0a-888e-f37fa0c6676e req-f70e7c62-8688-4326-8615-f347e3a63d2e tempest-TestShelveInstance-855138255 tempest-TestShelveInstance-855138255-project] Publish callbacks [] for port, precommit_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:22:21.408734 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-602068a1-d500-4a78-aff4-a7f66187be62 req-6b9804ab-d8df-4a5e-8ba2-ecd2f65ce960 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.66 "GET /v2.0/security-groups?id=58ab891c-6c60-4530-806c-8c076c9a459e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1445744 Nov 22 12:22:21.509628 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [req-9644b71c-c3bd-4a0a-888e-f37fa0c6676e req-f70e7c62-8688-4326-8615-f347e3a63d2e tempest-TestShelveInstance-855138255 tempest-TestShelveInstance-855138255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793342949268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128483729'] for port, after_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:22:21.598309 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9644b71c-c3bd-4a0a-888e-f37fa0c6676e req-f70e7c62-8688-4326-8615-f347e3a63d2e tempest-TestShelveInstance-855138255 tempest-TestShelveInstance-855138255-project] Network 9aa5e7a8-a2f2-453e-b9d2-40a88d8e4e6e is already hosted by enough agents. {{(pid=102750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 12:22:21.605596 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.scheduler.base_scheduler [req-9644b71c-c3bd-4a0a-888e-f37fa0c6676e req-f70e7c62-8688-4326-8615-f347e3a63d2e tempest-TestShelveInstance-855138255 tempest-TestShelveInstance-855138255-project] Resources bound (agent type, host, resource id): {{(pid=102750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 12:22:21.610720 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.db.l3_dvrscheduler_db [req-9644b71c-c3bd-4a0a-888e-f37fa0c6676e req-f70e7c62-8688-4326-8615-f347e3a63d2e tempest-TestShelveInstance-855138255 tempest-TestShelveInstance-855138255-project] Received port after_create {{(pid=102750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 12:22:21.689118 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9644b71c-c3bd-4a0a-888e-f37fa0c6676e req-f70e7c62-8688-4326-8615-f347e3a63d2e tempest-TestShelveInstance-855138255 tempest-TestShelveInstance-855138255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:22:21.689989 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [req-9644b71c-c3bd-4a0a-888e-f37fa0c6676e req-f70e7c62-8688-4326-8615-f347e3a63d2e tempest-TestShelveInstance-855138255 tempest-TestShelveInstance-855138255-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434365'] for port, before_response {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:22:21.697121 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70e7c62-8688-4326-8615-f347e3a63d2e tempest-TestShelveInstance-855138255 tempest-TestShelveInstance-855138255-project] Pushing event updated for resources: {'Port': ['ID=c27e22cf-346f-4a81-8e7d-d2418b4df811,revision_number=1']} {{(pid=102750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:22:21.724520 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70e7c62-8688-4326-8615-f347e3a63d2e tempest-TestShelveInstance-855138255 tempest-TestShelveInstance-855138255-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:22:21.724915 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70e7c62-8688-4326-8615-f347e3a63d2e tempest-TestShelveInstance-855138255 tempest-TestShelveInstance-855138255-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:22:21.725433 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70e7c62-8688-4326-8615-f347e3a63d2e tempest-TestShelveInstance-855138255 tempest-TestShelveInstance-855138255-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:22:21.725972 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70e7c62-8688-4326-8615-f347e3a63d2e tempest-TestShelveInstance-855138255 tempest-TestShelveInstance-855138255-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:22:21.726350 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70e7c62-8688-4326-8615-f347e3a63d2e tempest-TestShelveInstance-855138255 tempest-TestShelveInstance-855138255-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:22:21.726827 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70e7c62-8688-4326-8615-f347e3a63d2e tempest-TestShelveInstance-855138255 tempest-TestShelveInstance-855138255-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:22:21.727506 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70e7c62-8688-4326-8615-f347e3a63d2e tempest-TestShelveInstance-855138255 tempest-TestShelveInstance-855138255-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:22:21.727915 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70e7c62-8688-4326-8615-f347e3a63d2e tempest-TestShelveInstance-855138255 tempest-TestShelveInstance-855138255-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:22:21.728389 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70e7c62-8688-4326-8615-f347e3a63d2e tempest-TestShelveInstance-855138255 tempest-TestShelveInstance-855138255-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:22:21.729608 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70e7c62-8688-4326-8615-f347e3a63d2e tempest-TestShelveInstance-855138255 tempest-TestShelveInstance-855138255-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:22:21.730054 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70e7c62-8688-4326-8615-f347e3a63d2e tempest-TestShelveInstance-855138255 tempest-TestShelveInstance-855138255-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:22:21.730656 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70e7c62-8688-4326-8615-f347e3a63d2e tempest-TestShelveInstance-855138255 tempest-TestShelveInstance-855138255-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:22:21.756374 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [req-9644b71c-c3bd-4a0a-888e-f37fa0c6676e req-f70e7c62-8688-4326-8615-f347e3a63d2e tempest-TestShelveInstance-855138255 tempest-TestShelveInstance-855138255-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2282710 Nov 22 12:22:21.782063 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.v2.base [req-9644b71c-c3bd-4a0a-888e-f37fa0c6676e req-36222ac9-9379-4867-8865-224a1a16713c service neutron] Request body: {'port': {'device_id': '10e112a7-d70a-4499-8be4-fd5e4ab3ec17', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76845'}} {{(pid=102750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 12:22:21.920424 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [req-9644b71c-c3bd-4a0a-888e-f37fa0c6676e req-36222ac9-9379-4867-8865-224a1a16713c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3931732'] for port, before_update {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:22:22.029192 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.provisioning_blocks [None req-bf40533e-0ab3-4e7e-b7df-8667eeaf3802 None None] Provisioning complete for port c27e22cf-346f-4a81-8e7d-d2418b4df811 triggered by entity DHCP. {{(pid=102751) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 12:22:22.030840 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-bf40533e-0ab3-4e7e-b7df-8667eeaf3802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3821908'] for port, provisioning_complete {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:22:22.258222 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.plugin [None req-bf40533e-0ab3-4e7e-b7df-8667eeaf3802 None None] Port c27e22cf-346f-4a81-8e7d-d2418b4df811 cannot update to ACTIVE because it is not bound. {{(pid=102751) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 12:22:22.331631 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.notifiers.nova [req-9644b71c-c3bd-4a0a-888e-f37fa0c6676e req-36222ac9-9379-4867-8865-224a1a16713c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c27e22cf-346f-4a81-8e7d-d2418b4df811 {{(pid=102750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 12:22:22.341890 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [req-9644b71c-c3bd-4a0a-888e-f37fa0c6676e req-36222ac9-9379-4867-8865-224a1a16713c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:22:22.366125 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.db.provisioning_blocks [req-9644b71c-c3bd-4a0a-888e-f37fa0c6676e req-36222ac9-9379-4867-8865-224a1a16713c service neutron] Transition to ACTIVE for port object c27e22cf-346f-4a81-8e7d-d2418b4df811 will not be triggered until provisioned by entity L2. {{(pid=102750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 12:22:22.371018 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [req-9644b71c-c3bd-4a0a-888e-f37fa0c6676e req-36222ac9-9379-4867-8865-224a1a16713c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793343495738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793342949286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793342949304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128483736'] for port, after_update {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:22:22.387327 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204821a0-9202-4695-b607-e8db440a2aa2 req-97c2324a-9c75-4cb3-a137-664e38776b9a tempest-TestShelveInstance-855138255 tempest-TestShelveInstance-855138255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:22:22.390175 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-204821a0-9202-4695-b607-e8db440a2aa2 req-97c2324a-9c75-4cb3-a137-664e38776b9a tempest-TestShelveInstance-855138255 tempest-TestShelveInstance-855138255-project] 10.222.0.66 "GET /v2.0/ports?device_id=10e112a7-d70a-4499-8be4-fd5e4ab3ec17 HTTP/1.1" status: 200 len: 932 time: 0.0829532 Nov 22 12:22:22.443570 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36222ac9-9379-4867-8865-224a1a16713c service neutron] Pushing event updated for resources: {'Port': ['ID=c27e22cf-346f-4a81-8e7d-d2418b4df811,revision_number=2']} {{(pid=102750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:22:22.477239 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-204821a0-9202-4695-b607-e8db440a2aa2 req-d0d8d161-26d3-4795-9db0-b74402e479bd tempest-TestShelveInstance-855138255 tempest-TestShelveInstance-855138255-project] 10.222.0.66 "GET /v2.0/security-groups?id=70d0fc64-ba67-465a-ab2a-a345deda9588&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0800910 Nov 22 12:22:22.630482 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.plugins.ml2.managers [req-9644b71c-c3bd-4a0a-888e-f37fa0c6676e req-36222ac9-9379-4867-8865-224a1a16713c service neutron] Attempting to bind port c27e22cf-346f-4a81-8e7d-d2418b4df811 on host hv-cinder-76845 for vnic_type normal with profile {{(pid=102750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 12:22:22.630824 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.plugins.ml2.managers [req-9644b71c-c3bd-4a0a-888e-f37fa0c6676e req-36222ac9-9379-4867-8865-224a1a16713c service neutron] Attempting to bind port c27e22cf-346f-4a81-8e7d-d2418b4df811 by drivers openvswitch,hyperv on host hv-cinder-76845 at level 0 using segments [{'id': '9c6b82f3-7afe-4cdf-a8d0-a821d86ed55a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '9aa5e7a8-a2f2-453e-b9d2-40a88d8e4e6e'}] {{(pid=102750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 12:22:22.631259 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9644b71c-c3bd-4a0a-888e-f37fa0c6676e req-36222ac9-9379-4867-8865-224a1a16713c service neutron] Attempting to bind port c27e22cf-346f-4a81-8e7d-d2418b4df811 on network 9aa5e7a8-a2f2-453e-b9d2-40a88d8e4e6e {{(pid=102750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 12:22:22.643671 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9644b71c-c3bd-4a0a-888e-f37fa0c6676e req-36222ac9-9379-4867-8865-224a1a16713c service neutron] Port c27e22cf-346f-4a81-8e7d-d2418b4df811 on network 9aa5e7a8-a2f2-453e-b9d2-40a88d8e4e6e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76845 {{(pid=102750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 12:22:22.643978 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9644b71c-c3bd-4a0a-888e-f37fa0c6676e req-36222ac9-9379-4867-8865-224a1a16713c service neutron] Attempting to bind port c27e22cf-346f-4a81-8e7d-d2418b4df811 on network 9aa5e7a8-a2f2-453e-b9d2-40a88d8e4e6e {{(pid=102750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 12:22:22.657803 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9644b71c-c3bd-4a0a-888e-f37fa0c6676e req-36222ac9-9379-4867-8865-224a1a16713c service neutron] Checking agent: {'id': 'fca0b015-0cd5-4a44-bbfe-abb10adcdf42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76845', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 12, 17, 17), 'started_at': datetime.datetime(2021, 11, 22, 12, 17, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 12, 22, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 12:22:22.658155 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9644b71c-c3bd-4a0a-888e-f37fa0c6676e req-36222ac9-9379-4867-8865-224a1a16713c service neutron] Checking segment: {'id': '9c6b82f3-7afe-4cdf-a8d0-a821d86ed55a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '9aa5e7a8-a2f2-453e-b9d2-40a88d8e4e6e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 12:22:22.658875 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9644b71c-c3bd-4a0a-888e-f37fa0c6676e req-36222ac9-9379-4867-8865-224a1a16713c service neutron] Bound using segment: {'id': '9c6b82f3-7afe-4cdf-a8d0-a821d86ed55a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '9aa5e7a8-a2f2-453e-b9d2-40a88d8e4e6e'} {{(pid=102750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 12:22:22.663437 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.plugins.ml2.managers [req-9644b71c-c3bd-4a0a-888e-f37fa0c6676e req-36222ac9-9379-4867-8865-224a1a16713c service neutron] Bound port: c27e22cf-346f-4a81-8e7d-d2418b4df811, host: hv-cinder-76845, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c6b82f3-7afe-4cdf-a8d0-a821d86ed55a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '9aa5e7a8-a2f2-453e-b9d2-40a88d8e4e6e'}}] {{(pid=102750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 12:22:22.663817 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [req-9644b71c-c3bd-4a0a-888e-f37fa0c6676e req-36222ac9-9379-4867-8865-224a1a16713c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3931732'] for port, before_update {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:22:22.720328 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ef5950-aefc-412d-be4b-6d8736b9e737 req-e9874190-bf9d-4075-b0ee-63df5ec0807b tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:22:22.727993 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-d9ef5950-aefc-412d-be4b-6d8736b9e737 req-e9874190-bf9d-4075-b0ee-63df5ec0807b tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] 10.222.0.66 "GET /v2.0/ports?device_id=302ab8ef-5565-4f9b-9b91-b405d550a90d HTTP/1.1" status: 200 len: 945 time: 0.1340692 Nov 22 12:22:22.866071 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-d9ef5950-aefc-412d-be4b-6d8736b9e737 req-1a94c7f1-a62f-4495-8a41-06fb52f6d166 tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] 10.222.0.66 "GET /v2.0/security-groups?id=d25355f0-2e41-493d-aac5-082c69fe23d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318607 Nov 22 12:22:22.901841 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.plugins.ml2.db [req-9644b71c-c3bd-4a0a-888e-f37fa0c6676e req-36222ac9-9379-4867-8865-224a1a16713c service neutron] For port c27e22cf-346f-4a81-8e7d-d2418b4df811, host hv-cinder-76845, cleared binding levels {{(pid=102750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 12:22:22.918211 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.plugins.ml2.db [req-9644b71c-c3bd-4a0a-888e-f37fa0c6676e req-36222ac9-9379-4867-8865-224a1a16713c service neutron] For port c27e22cf-346f-4a81-8e7d-d2418b4df811, host hv-cinder-76845, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=c27e22cf-346f-4a81-8e7d-d2418b4df811,segment=NetworkSegment(9c6b82f3-7afe-4cdf-a8d0-a821d86ed55a),segment_id=9c6b82f3-7afe-4cdf-a8d0-a821d86ed55a)] {{(pid=102750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 12:22:22.926112 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [req-9644b71c-c3bd-4a0a-888e-f37fa0c6676e req-36222ac9-9379-4867-8865-224a1a16713c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793343495738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793342949286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793342949304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128483736'] for port, after_update {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:22:23.050299 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9644b71c-c3bd-4a0a-888e-f37fa0c6676e req-36222ac9-9379-4867-8865-224a1a16713c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:22:23.050713 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-f24dbbe3-0edf-4438-8d91-2b4cb86994d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793343475411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3821827'] for agent, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:22:23.053644 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [req-9644b71c-c3bd-4a0a-888e-f37fa0c6676e req-36222ac9-9379-4867-8865-224a1a16713c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434365'] for port, before_response {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:22:23.056125 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [req-9644b71c-c3bd-4a0a-888e-f37fa0c6676e req-36222ac9-9379-4867-8865-224a1a16713c service neutron] 10.222.0.46 "PUT /v2.0/ports/c27e22cf-346f-4a81-8e7d-d2418b4df811 HTTP/1.1" status: 200 len: 1094 time: 1.2795460 Nov 22 12:22:23.058330 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10e112a7-d70a-4499-8be4-fd5e4ab3ec17', 'tag': 'c27e22cf-346f-4a81-8e7d-d2418b4df811'}] {{(pid=102750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 12:22:23.094814 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2a0bed14b240d0d35e029181fb516e01dd4ce85d5fb41ae8ef5632c0b13bd43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec9fdf9f-0f45-4754-b93d-7c7d020aeb2e" -d '{"events": [{"name": "network-changed", "server_uuid": "10e112a7-d70a-4499-8be4-fd5e4ab3ec17", "tag": "c27e22cf-346f-4a81-8e7d-d2418b4df811"}]}' {{(pid=102750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 12:22:23.212162 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36222ac9-9379-4867-8865-224a1a16713c service neutron] Pushing event updated for resources: {'Port': ['ID=c27e22cf-346f-4a81-8e7d-d2418b4df811,revision_number=3']} {{(pid=102750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:22:23.265427 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9644b71c-c3bd-4a0a-888e-f37fa0c6676e req-01ec932f-635c-4402-b26c-5e2523b6d609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:22:23.268677 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [req-9644b71c-c3bd-4a0a-888e-f37fa0c6676e req-01ec932f-635c-4402-b26c-5e2523b6d609 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=575f4ae5262e4930b6658095a1aa8a32&device_id=10e112a7-d70a-4499-8be4-fd5e4ab3ec17 HTTP/1.1" status: 200 len: 1097 time: 0.1516869 Nov 22 12:22:23.361310 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [req-9644b71c-c3bd-4a0a-888e-f37fa0c6676e req-04131b62-db4d-4fa4-a203-cffc950ae9dd service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c27e22cf-346f-4a81-8e7d-d2418b4df811 HTTP/1.1" status: 200 len: 217 time: 0.0742722 Nov 22 12:22:23.503484 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9644b71c-c3bd-4a0a-888e-f37fa0c6676e req-0dc9020e-6e0b-4854-b173-f66f753275bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:22:23.507416 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [req-9644b71c-c3bd-4a0a-888e-f37fa0c6676e req-0dc9020e-6e0b-4854-b173-f66f753275bc service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7e7d9e4f-b44e-4538-b000-cd64766a1fad HTTP/1.1" status: 200 len: 848 time: 0.1349721 Nov 22 12:22:23.509639 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924bf84d-2936-46e8-a46e-f581788c0402 req-d32f6154-d21a-4ee9-a126-42043058b31f tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:22:23.519447 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-924bf84d-2936-46e8-a46e-f581788c0402 req-d32f6154-d21a-4ee9-a126-42043058b31f tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.66 "GET /v2.0/ports?device_id=c9f6d441-246f-479e-8e88-ea701c0f87ff HTTP/1.1" status: 200 len: 946 time: 0.1359408 Nov 22 12:22:23.703135 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-924bf84d-2936-46e8-a46e-f581788c0402 req-7d836023-0e95-4541-a23d-3b16c07e7a22 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.66 "GET /v2.0/security-groups?id=58ab891c-6c60-4530-806c-8c076c9a459e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1823072 Nov 22 12:22:23.762071 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9644b71c-c3bd-4a0a-888e-f37fa0c6676e req-b1ef9e59-e3b7-4004-82b0-56240fc37e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:22:23.764255 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [req-9644b71c-c3bd-4a0a-888e-f37fa0c6676e req-b1ef9e59-e3b7-4004-82b0-56240fc37e90 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9aa5e7a8-a2f2-453e-b9d2-40a88d8e4e6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.2283595 Nov 22 12:22:23.860303 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 12:22:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67a72cb2-5e98-4268-8d48-46dba8884340 x-openstack-request-id: req-67a72cb2-5e98-4268-8d48-46dba8884340 {{(pid=102750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 12:22:23.860895 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10e112a7-d70a-4499-8be4-fd5e4ab3ec17", "tag": "c27e22cf-346f-4a81-8e7d-d2418b4df811", "status": "completed", "code": 200}]} {{(pid=102750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 12:22:23.861343 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-67a72cb2-5e98-4268-8d48-46dba8884340 {{(pid=102750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 12:22:23.861936 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10e112a7-d70a-4499-8be4-fd5e4ab3ec17', 'tag': 'c27e22cf-346f-4a81-8e7d-d2418b4df811', 'status': 'completed', 'code': 200} Nov 22 12:22:23.942615 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [req-9644b71c-c3bd-4a0a-888e-f37fa0c6676e req-f8b24e88-93d7-43c3-8dd1-52718935e73d service neutron] 10.222.0.46 "GET /v2.0/networks/9aa5e7a8-a2f2-453e-b9d2-40a88d8e4e6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1647978 Nov 22 12:22:24.057464 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-9105419b-06f9-45a8-bbac-70d110a73200 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793343475411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3821827'] for agent, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:22:24.058115 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c412d30a-a053-4e38-bebb-32fb2db3ccfd req-c570fd1b-b5c6-44f8-8ab6-08a328247ea5 tempest-TestShelveInstance-855138255 tempest-TestShelveInstance-855138255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:22:24.076815 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-c412d30a-a053-4e38-bebb-32fb2db3ccfd req-c570fd1b-b5c6-44f8-8ab6-08a328247ea5 tempest-TestShelveInstance-855138255 tempest-TestShelveInstance-855138255-project] 10.222.0.66 "GET /v2.0/ports?device_id=10e112a7-d70a-4499-8be4-fd5e4ab3ec17 HTTP/1.1" status: 200 len: 944 time: 0.1122408 Nov 22 12:22:24.115445 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [req-9644b71c-c3bd-4a0a-888e-f37fa0c6676e req-c05b961d-3365-4a0e-90d5-9e12c139c4a0 service neutron] 10.222.0.46 "GET /v2.0/networks/9aa5e7a8-a2f2-453e-b9d2-40a88d8e4e6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1619213 Nov 22 12:22:24.185163 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-c412d30a-a053-4e38-bebb-32fb2db3ccfd req-c64e67f1-2316-49b7-b50d-aad03124b57d tempest-TestShelveInstance-855138255 tempest-TestShelveInstance-855138255-project] 10.222.0.66 "GET /v2.0/security-groups?id=70d0fc64-ba67-465a-ab2a-a345deda9588&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1071508 Nov 22 12:22:24.272775 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9fdf9f-0f45-4754-b93d-7c7d020aeb2e req-60f8e66e-b9b3-4811-8939-f19a840abdb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:22:24.274599 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [req-ec9fdf9f-0f45-4754-b93d-7c7d020aeb2e req-60f8e66e-b9b3-4811-8939-f19a840abdb4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=575f4ae5262e4930b6658095a1aa8a32&device_id=10e112a7-d70a-4499-8be4-fd5e4ab3ec17 HTTP/1.1" status: 200 len: 1097 time: 0.0835214 Nov 22 12:22:24.355392 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e85f6c1-7e32-4620-bc73-7d962e9c79db req-b153bfbc-dc32-4ae2-baf4-0097c32bfc3e tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:22:24.364120 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-9e85f6c1-7e32-4620-bc73-7d962e9c79db req-b153bfbc-dc32-4ae2-baf4-0097c32bfc3e tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] 10.222.0.66 "GET /v2.0/ports?device_id=302ab8ef-5565-4f9b-9b91-b405d550a90d HTTP/1.1" status: 200 len: 945 time: 0.0712662 Nov 22 12:22:24.435152 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-9e85f6c1-7e32-4620-bc73-7d962e9c79db req-d19aa609-cade-49fd-ace6-b2218c47fb78 tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] 10.222.0.66 "GET /v2.0/security-groups?id=d25355f0-2e41-493d-aac5-082c69fe23d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688803 Nov 22 12:22:24.512070 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9fdf9f-0f45-4754-b93d-7c7d020aeb2e req-51cb74bd-2a26-4b19-bda6-d5e9a5f5b967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:22:24.514927 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [req-ec9fdf9f-0f45-4754-b93d-7c7d020aeb2e req-51cb74bd-2a26-4b19-bda6-d5e9a5f5b967 service neutron] 10.222.0.46 "GET /v2.0/networks?id=9aa5e7a8-a2f2-453e-b9d2-40a88d8e4e6e HTTP/1.1" status: 200 len: 910 time: 0.2302377 Nov 22 12:22:24.601390 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [req-ec9fdf9f-0f45-4754-b93d-7c7d020aeb2e req-7f3838aa-6cb7-42c3-a7be-2fbbbb737467 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c27e22cf-346f-4a81-8e7d-d2418b4df811 HTTP/1.1" status: 200 len: 217 time: 0.0763872 Nov 22 12:22:24.695076 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9fdf9f-0f45-4754-b93d-7c7d020aeb2e req-227bea4b-d9ec-4120-a45f-4e382ac5657c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:22:24.696857 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [req-ec9fdf9f-0f45-4754-b93d-7c7d020aeb2e req-227bea4b-d9ec-4120-a45f-4e382ac5657c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7e7d9e4f-b44e-4538-b000-cd64766a1fad HTTP/1.1" status: 200 len: 848 time: 0.0871184 Nov 22 12:22:24.762292 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9fdf9f-0f45-4754-b93d-7c7d020aeb2e req-ca93037c-8d95-4cb4-806a-c18c5bac62ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:22:24.764354 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [req-ec9fdf9f-0f45-4754-b93d-7c7d020aeb2e req-ca93037c-8d95-4cb4-806a-c18c5bac62ff service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9aa5e7a8-a2f2-453e-b9d2-40a88d8e4e6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0563395 Nov 22 12:22:25.364137 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [req-ec9fdf9f-0f45-4754-b93d-7c7d020aeb2e req-bdb25501-00b9-49a8-b7f8-1738f6178ec5 service neutron] 10.222.0.46 "GET /v2.0/networks/9aa5e7a8-a2f2-453e-b9d2-40a88d8e4e6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5900657 Nov 22 12:22:25.399456 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5dd9fa-a304-45c0-bbf8-3c9d13f72478 req-10fac702-7559-4e3e-83ae-dedcd42ad485 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:22:25.409757 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-7f5dd9fa-a304-45c0-bbf8-3c9d13f72478 req-10fac702-7559-4e3e-83ae-dedcd42ad485 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.66 "GET /v2.0/ports?device_id=c9f6d441-246f-479e-8e88-ea701c0f87ff HTTP/1.1" status: 200 len: 946 time: 0.5330679 Nov 22 12:22:25.597207 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [req-ec9fdf9f-0f45-4754-b93d-7c7d020aeb2e req-4a29ac77-26b9-4f00-814f-1d6ee9898c38 service neutron] 10.222.0.46 "GET /v2.0/networks/9aa5e7a8-a2f2-453e-b9d2-40a88d8e4e6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1464622 Nov 22 12:22:25.598437 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-7f5dd9fa-a304-45c0-bbf8-3c9d13f72478 req-383e6a08-5c84-456c-85ab-8788a8af1d8a tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.66 "GET /v2.0/security-groups?id=58ab891c-6c60-4530-806c-8c076c9a459e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1219573 Nov 22 12:22:25.703561 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610a6399-f163-413d-a24a-96abff9de157 req-636dfadc-cd7a-4f1c-86af-4451ea86f5b7 tempest-TestShelveInstance-855138255 tempest-TestShelveInstance-855138255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:22:25.705826 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-610a6399-f163-413d-a24a-96abff9de157 req-636dfadc-cd7a-4f1c-86af-4451ea86f5b7 tempest-TestShelveInstance-855138255 tempest-TestShelveInstance-855138255-project] 10.222.0.66 "GET /v2.0/ports?device_id=10e112a7-d70a-4499-8be4-fd5e4ab3ec17 HTTP/1.1" status: 200 len: 944 time: 0.0893674 Nov 22 12:22:25.711356 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-2de83071-1b6f-4e8d-a0c8-0ed39ca59a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793343475411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3821827'] for agent, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:22:25.789559 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-610a6399-f163-413d-a24a-96abff9de157 req-5d97336c-a1c8-4c14-ab2d-eab21e964a89 tempest-TestShelveInstance-855138255 tempest-TestShelveInstance-855138255-project] 10.222.0.66 "GET /v2.0/security-groups?id=70d0fc64-ba67-465a-ab2a-a345deda9588&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0767190 Nov 22 12:22:25.941257 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd5b5fb-a99b-4357-b86a-3a562419069b req-4630b0b5-5c95-476e-a593-cc325cec0d98 tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:22:25.949909 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-8dd5b5fb-a99b-4357-b86a-3a562419069b req-4630b0b5-5c95-476e-a593-cc325cec0d98 tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] 10.222.0.66 "GET /v2.0/ports?device_id=302ab8ef-5565-4f9b-9b91-b405d550a90d HTTP/1.1" status: 200 len: 945 time: 0.0685627 Nov 22 12:22:26.012683 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-8dd5b5fb-a99b-4357-b86a-3a562419069b req-fb2d5c19-245b-4ff3-ba78-a83719da0204 tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] 10.222.0.66 "GET /v2.0/security-groups?id=d25355f0-2e41-493d-aac5-082c69fe23d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550804 Nov 22 12:22:26.406687 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793343475411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3821827'] for agent, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:22:26.550262 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c4ce92-05db-4659-abac-ade64cb28f62 req-67c903a9-98bc-4b6b-a91e-b73cf3f946aa tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:22:26.557837 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-b1c4ce92-05db-4659-abac-ade64cb28f62 req-67c903a9-98bc-4b6b-a91e-b73cf3f946aa tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] 10.222.0.66 "GET /v2.0/ports?device_id=bcf45146-f982-459d-96c0-e7af402962e9 HTTP/1.1" status: 200 len: 946 time: 0.0946648 Nov 22 12:22:26.621827 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-b1c4ce92-05db-4659-abac-ade64cb28f62 req-b321d44c-20d3-40d2-a8f2-b676e8861753 tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] 10.222.0.66 "GET /v2.0/security-groups?id=d183c51b-56bc-4b8b-8c88-c11ec3bb03cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629261 Nov 22 12:22:26.756746 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ec8e76-225a-4659-8bc5-b286d6b7d79a req-23a837be-06e7-467c-a345-2857341978c4 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:22:26.769170 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-43ec8e76-225a-4659-8bc5-b286d6b7d79a req-23a837be-06e7-467c-a345-2857341978c4 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.66 "GET /v2.0/ports?device_id=c9f6d441-246f-479e-8e88-ea701c0f87ff HTTP/1.1" status: 200 len: 946 time: 0.0854180 Nov 22 12:22:26.886626 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-43ec8e76-225a-4659-8bc5-b286d6b7d79a req-0576a122-8816-4f1a-b366-32653bccbfd6 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.66 "GET /v2.0/security-groups?id=58ab891c-6c60-4530-806c-8c076c9a459e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1114061 Nov 22 12:22:27.044458 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f20d05-c0c1-4229-97a8-62d12c45b79e req-0a319016-c64a-4ad4-9352-fd35d9320a7a tempest-TestShelveInstance-855138255 tempest-TestShelveInstance-855138255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:22:27.070759 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-b4f20d05-c0c1-4229-97a8-62d12c45b79e req-0a319016-c64a-4ad4-9352-fd35d9320a7a tempest-TestShelveInstance-855138255 tempest-TestShelveInstance-855138255-project] 10.222.0.66 "GET /v2.0/ports?device_id=10e112a7-d70a-4499-8be4-fd5e4ab3ec17 HTTP/1.1" status: 200 len: 944 time: 0.1136749 Nov 22 12:22:27.156224 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-b4f20d05-c0c1-4229-97a8-62d12c45b79e req-12be8342-6adc-4522-b83b-5557a8b4b1b8 tempest-TestShelveInstance-855138255 tempest-TestShelveInstance-855138255-project] 10.222.0.66 "GET /v2.0/security-groups?id=70d0fc64-ba67-465a-ab2a-a345deda9588&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0839589 Nov 22 12:22:27.314217 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4515fa3c-945f-480f-91b0-cc07e98fce8f req-8d59ce60-4b32-4918-884d-dad6a3602211 tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:22:27.329661 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-4515fa3c-945f-480f-91b0-cc07e98fce8f req-8d59ce60-4b32-4918-884d-dad6a3602211 tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] 10.222.0.66 "GET /v2.0/ports?device_id=302ab8ef-5565-4f9b-9b91-b405d550a90d HTTP/1.1" status: 200 len: 945 time: 0.1038988 Nov 22 12:22:27.421459 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-4515fa3c-945f-480f-91b0-cc07e98fce8f req-76e66b89-38d2-49b4-a632-2cc68a6c00f0 tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] 10.222.0.66 "GET /v2.0/security-groups?id=d25355f0-2e41-493d-aac5-082c69fe23d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824065 Nov 22 12:22:27.923825 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c992003b-35dd-4eb7-97ea-39472b23c4c0 req-cd598eb7-1f09-41fb-8b2a-8c1c1ba345c7 tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:22:27.932406 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-c992003b-35dd-4eb7-97ea-39472b23c4c0 req-cd598eb7-1f09-41fb-8b2a-8c1c1ba345c7 tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] 10.222.0.66 "GET /v2.0/ports?device_id=bcf45146-f982-459d-96c0-e7af402962e9 HTTP/1.1" status: 200 len: 946 time: 0.1271749 Nov 22 12:22:27.996893 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-c992003b-35dd-4eb7-97ea-39472b23c4c0 req-3b9fb4ba-e98b-49d1-8af5-e7e3c08774dd tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] 10.222.0.66 "GET /v2.0/security-groups?id=d183c51b-56bc-4b8b-8c88-c11ec3bb03cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617652 Nov 22 12:22:28.268250 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8a334b-1386-42cf-92a2-53f404ba536a req-98d4f2ab-ca0b-4604-869a-583768d2b8d9 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:22:28.270033 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-5f8a334b-1386-42cf-92a2-53f404ba536a req-98d4f2ab-ca0b-4604-869a-583768d2b8d9 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.66 "GET /v2.0/ports?device_id=c9f6d441-246f-479e-8e88-ea701c0f87ff HTTP/1.1" status: 200 len: 946 time: 0.1371334 Nov 22 12:22:28.350072 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-5f8a334b-1386-42cf-92a2-53f404ba536a req-9726af8e-8361-4750-b726-9976b5840b51 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.66 "GET /v2.0/security-groups?id=58ab891c-6c60-4530-806c-8c076c9a459e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711281 Nov 22 12:22:28.554310 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb898c7-56cd-4999-b6a9-171a50d0bbd7 req-e9725ad2-2e4f-4a4b-a33d-84fc9197495f tempest-TestShelveInstance-855138255 tempest-TestShelveInstance-855138255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:22:28.567772 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-9bb898c7-56cd-4999-b6a9-171a50d0bbd7 req-e9725ad2-2e4f-4a4b-a33d-84fc9197495f tempest-TestShelveInstance-855138255 tempest-TestShelveInstance-855138255-project] 10.222.0.66 "GET /v2.0/ports?device_id=10e112a7-d70a-4499-8be4-fd5e4ab3ec17 HTTP/1.1" status: 200 len: 944 time: 0.1103532 Nov 22 12:22:28.650006 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-9bb898c7-56cd-4999-b6a9-171a50d0bbd7 req-77bd4c4c-4ad1-4bba-a9b5-a1ca73a26896 tempest-TestShelveInstance-855138255 tempest-TestShelveInstance-855138255-project] 10.222.0.66 "GET /v2.0/security-groups?id=70d0fc64-ba67-465a-ab2a-a345deda9588&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0808625 Nov 22 12:22:28.803130 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15011a3f-360b-44af-99de-f12cb6389228 req-b312f1cb-7837-40fe-b081-18169179c432 tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:22:28.815521 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-15011a3f-360b-44af-99de-f12cb6389228 req-b312f1cb-7837-40fe-b081-18169179c432 tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] 10.222.0.66 "GET /v2.0/ports?device_id=302ab8ef-5565-4f9b-9b91-b405d550a90d HTTP/1.1" status: 200 len: 945 time: 0.1007452 Nov 22 12:22:28.877520 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8bc4cd-4030-4de7-b5a2-fcac92806903 req-f0f18178-f57c-480e-b701-5a20793ff249 tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:22:28.884715 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [req-9e8bc4cd-4030-4de7-b5a2-fcac92806903 req-f0f18178-f57c-480e-b701-5a20793ff249 tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] 10.222.0.46 "GET /v2.0/ports?device_id=bcf45146-f982-459d-96c0-e7af402962e9 HTTP/1.1" status: 200 len: 946 time: 0.1299429 Nov 22 12:22:28.928183 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-15011a3f-360b-44af-99de-f12cb6389228 req-86b349f3-9801-4daa-bbd2-26c04e65276b tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] 10.222.0.66 "GET /v2.0/security-groups?id=d25355f0-2e41-493d-aac5-082c69fe23d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063070 Nov 22 12:22:29.017915 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.db.agents_db [None req-5743c18b-166a-4bd0-85c4-3f13128e6c33 None None] Agent healthcheck: found 6 active agents {{(pid=102752) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 12:22:29.086916 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.plugins.ml2.plugin [req-9e8bc4cd-4030-4de7-b5a2-fcac92806903 req-9dd806aa-619b-4b1c-97f9-77e85142bca8 tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] Deleting port 34ab8e79-23fc-4427-bf02-045bf7c07481 {{(pid=102750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 12:22:29.087587 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [req-9e8bc4cd-4030-4de7-b5a2-fcac92806903 req-9dd806aa-619b-4b1c-97f9-77e85142bca8 tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793343491880'] for port, before_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:22:29.214050 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.plugins.ml2.db [req-9e8bc4cd-4030-4de7-b5a2-fcac92806903 req-9dd806aa-619b-4b1c-97f9-77e85142bca8 tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] For port 34ab8e79-23fc-4427-bf02-045bf7c07481, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=34ab8e79-23fc-4427-bf02-045bf7c07481,segment=NetworkSegment(5e5839cc-8792-46fd-9ed5-606893fc60d9),segment_id=5e5839cc-8792-46fd-9ed5-606893fc60d9)] {{(pid=102750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 12:22:29.214417 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [req-9e8bc4cd-4030-4de7-b5a2-fcac92806903 req-9dd806aa-619b-4b1c-97f9-77e85142bca8 tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-535547'] for port, precommit_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:22:29.255197 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.plugins.ml2.plugin [req-9e8bc4cd-4030-4de7-b5a2-fcac92806903 req-9dd806aa-619b-4b1c-97f9-77e85142bca8 tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] Calling delete_port for 34ab8e79-23fc-4427-bf02-045bf7c07481 owned by compute:nova {{(pid=102750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 12:22:29.285724 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe336e8-e467-4392-9b7b-beb4b8e14960 req-368c625f-7073-4976-ac11-839bc2048a0e tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:22:29.288470 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-abe336e8-e467-4392-9b7b-beb4b8e14960 req-368c625f-7073-4976-ac11-839bc2048a0e tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] 10.222.0.66 "GET /v2.0/ports?device_id=bcf45146-f982-459d-96c0-e7af402962e9 HTTP/1.1" status: 200 len: 946 time: 0.1095343 Nov 22 12:22:29.394890 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-abe336e8-e467-4392-9b7b-beb4b8e14960 req-8796b6b1-93a7-4805-8007-d1b387813b18 tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] 10.222.0.66 "GET /v2.0/security-groups?id=d183c51b-56bc-4b8b-8c88-c11ec3bb03cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935705 Nov 22 12:22:29.625739 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [req-9e8bc4cd-4030-4de7-b5a2-fcac92806903 req-9dd806aa-619b-4b1c-97f9-77e85142bca8 tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793343495765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793342949277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128483729'] for port, after_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:22:29.639169 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f31f833-5a51-40a8-b987-e3ffbb7edff5 req-97d1b453-d3e4-43f5-a77f-0c7ca6df0cf8 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:22:29.648721 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.db [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] get_ports_and_sgs() called for port_ids ['c07cfd45-5b74-4945-9991-863824fb50f3', '0b5d6d5e-e442-4681-83aa-fb04b4fc7ce4', 'e128f2b8-b093-4adf-809f-77c7db02499c', '34ab8e79-23fc-4427-bf02-045bf7c07481'] {{(pid=102751) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 12:22:29.651713 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-6f31f833-5a51-40a8-b987-e3ffbb7edff5 req-97d1b453-d3e4-43f5-a77f-0c7ca6df0cf8 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.66 "GET /v2.0/ports?device_id=c9f6d441-246f-479e-8e88-ea701c0f87ff HTTP/1.1" status: 200 len: 946 time: 0.1174340 Nov 22 12:22:29.728256 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd806aa-619b-4b1c-97f9-77e85142bca8 tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] Pushing event deleted for resources: {'Port': ['ID=34ab8e79-23fc-4427-bf02-045bf7c07481,revision_number=None']} {{(pid=102750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:22:29.784366 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-6f31f833-5a51-40a8-b987-e3ffbb7edff5 req-9a8f999f-f82c-434c-93e4-61517391641f tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.66 "GET /v2.0/security-groups?id=58ab891c-6c60-4530-806c-8c076c9a459e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1315570 Nov 22 12:22:29.893499 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e8bc4cd-4030-4de7-b5a2-fcac92806903 req-9dd806aa-619b-4b1c-97f9-77e85142bca8 tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] No DVR routers for this DVR port 34ab8e79-23fc-4427-bf02-045bf7c07481 on host hv-cinder-76845 {{(pid=102750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 12:22:29.907305 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [req-9e8bc4cd-4030-4de7-b5a2-fcac92806903 req-9dd806aa-619b-4b1c-97f9-77e85142bca8 tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434365'] for port, before_response {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:22:29.922307 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [req-9e8bc4cd-4030-4de7-b5a2-fcac92806903 req-9dd806aa-619b-4b1c-97f9-77e85142bca8 tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] 10.222.0.46 "DELETE /v2.0/ports/34ab8e79-23fc-4427-bf02-045bf7c07481 HTTP/1.1" status: 204 len: 173 time: 1.0232542 Nov 22 12:22:29.923268 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcf45146-f982-459d-96c0-e7af402962e9', 'name': 'network-vif-deleted', 'tag': '34ab8e79-23fc-4427-bf02-045bf7c07481'}] {{(pid=102750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 12:22:29.929749 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2a0bed14b240d0d35e029181fb516e01dd4ce85d5fb41ae8ef5632c0b13bd43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fb62b69-d7ff-4732-83e9-d10aa2d6dc96" -d '{"events": [{"server_uuid": "bcf45146-f982-459d-96c0-e7af402962e9", "name": "network-vif-deleted", "tag": "34ab8e79-23fc-4427-bf02-045bf7c07481"}]}' {{(pid=102750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 12:22:29.996782 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dc2bc1-e4e0-4e90-9de1-037bcfd92012 req-bcfa2630-1dd7-4b08-b419-0fd6cd0e7b47 tempest-TestShelveInstance-855138255 tempest-TestShelveInstance-855138255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:22:30.010508 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-55dc2bc1-e4e0-4e90-9de1-037bcfd92012 req-bcfa2630-1dd7-4b08-b419-0fd6cd0e7b47 tempest-TestShelveInstance-855138255 tempest-TestShelveInstance-855138255-project] 10.222.0.66 "GET /v2.0/ports?device_id=10e112a7-d70a-4499-8be4-fd5e4ab3ec17 HTTP/1.1" status: 200 len: 944 time: 0.1119561 Nov 22 12:22:30.183081 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-55dc2bc1-e4e0-4e90-9de1-037bcfd92012 req-d753a2a2-d14e-41a4-bb11-ae696f31e27c tempest-TestShelveInstance-855138255 tempest-TestShelveInstance-855138255-project] 10.222.0.66 "GET /v2.0/security-groups?id=70d0fc64-ba67-465a-ab2a-a345deda9588&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1714296 Nov 22 12:22:30.416917 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37dcc37-f4f1-4916-b6ed-222a0b53fe0a req-3ce8d737-39fc-4fc6-9213-06c1f8f219be tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:22:30.419645 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-b37dcc37-f4f1-4916-b6ed-222a0b53fe0a req-3ce8d737-39fc-4fc6-9213-06c1f8f219be tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] 10.222.0.66 "GET /v2.0/ports?device_id=302ab8ef-5565-4f9b-9b91-b405d550a90d HTTP/1.1" status: 200 len: 945 time: 0.1164014 Nov 22 12:22:30.508870 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-b37dcc37-f4f1-4916-b6ed-222a0b53fe0a req-f5bc4883-e061-4413-9f3b-69db2b74dcae tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] 10.222.0.66 "GET /v2.0/security-groups?id=d25355f0-2e41-493d-aac5-082c69fe23d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782573 Nov 22 12:22:30.610509 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 12:22:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bb77b3d-1a57-4915-8bc3-9ed7933e9bc6 x-openstack-request-id: req-1bb77b3d-1a57-4915-8bc3-9ed7933e9bc6 {{(pid=102750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 12:22:30.611068 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcf45146-f982-459d-96c0-e7af402962e9", "name": "network-vif-deleted", "tag": "34ab8e79-23fc-4427-bf02-045bf7c07481", "status": "completed", "code": 200}]} {{(pid=102750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 12:22:30.611544 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-1bb77b3d-1a57-4915-8bc3-9ed7933e9bc6 {{(pid=102750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 12:22:30.612272 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcf45146-f982-459d-96c0-e7af402962e9', 'name': 'network-vif-deleted', 'tag': '34ab8e79-23fc-4427-bf02-045bf7c07481', 'status': 'completed', 'code': 200} Nov 22 12:22:30.908554 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c77891e-1403-4778-b598-eb93cd5704fd req-922fc651-a2be-4245-8743-406073100c2a tempest-VolumesSnapshotTestJSON-1978321900 tempest-VolumesSnapshotTestJSON-1978321900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:22:30.910636 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-1c77891e-1403-4778-b598-eb93cd5704fd req-922fc651-a2be-4245-8743-406073100c2a tempest-VolumesSnapshotTestJSON-1978321900 tempest-VolumesSnapshotTestJSON-1978321900-project] 10.222.0.66 "GET /v2.0/networks?id=f0e4cddf-9054-45b8-ae14-fd837a61718e HTTP/1.1" status: 200 len: 813 time: 0.1507781 Nov 22 12:22:30.931322 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-1c77891e-1403-4778-b598-eb93cd5704fd req-28bafadb-71a1-4126-9291-b89697aa15f9 tempest-VolumesSnapshotTestJSON-1978321900 tempest-VolumesSnapshotTestJSON-1978321900-project] 10.222.0.66 "GET /v2.0/quotas/8dc74b1d74b14a009699279eb128f9f9 HTTP/1.1" status: 200 len: 375 time: 0.0140285 Nov 22 12:22:30.986623 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-1c77891e-1403-4778-b598-eb93cd5704fd req-15ab9c2e-a6ed-48f4-bf1d-73111f1b02b3 tempest-VolumesSnapshotTestJSON-1978321900 tempest-VolumesSnapshotTestJSON-1978321900-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=8dc74b1d74b14a009699279eb128f9f9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0477653 Nov 22 12:22:31.111066 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab531a5f-a7a5-441d-a2d2-49f6fc8e3986 req-c8be14e5-32d0-499d-b4ee-220df486bf66 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:22:31.115793 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-ab531a5f-a7a5-441d-a2d2-49f6fc8e3986 req-c8be14e5-32d0-499d-b4ee-220df486bf66 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.66 "GET /v2.0/ports?device_id=c9f6d441-246f-479e-8e88-ea701c0f87ff HTTP/1.1" status: 200 len: 946 time: 0.1277397 Nov 22 12:22:31.188063 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-1c77891e-1403-4778-b598-eb93cd5704fd req-188c59a4-7a50-40d1-9eb9-1e64013e0774 service neutron] 10.222.0.66 "GET /v2.0/networks/f0e4cddf-9054-45b8-ae14-fd837a61718e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1896911 Nov 22 12:22:31.209715 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-ab531a5f-a7a5-441d-a2d2-49f6fc8e3986 req-d2b1251d-54a4-4263-90d9-2fc316dfad21 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.66 "GET /v2.0/security-groups?id=58ab891c-6c60-4530-806c-8c076c9a459e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823793 Nov 22 12:22:31.351948 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-1c77891e-1403-4778-b598-eb93cd5704fd req-72a9e306-ad57-48e2-9c97-79a3434a7cd1 service neutron] 10.222.0.66 "GET /v2.0/networks/f0e4cddf-9054-45b8-ae14-fd837a61718e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1573086 Nov 22 12:22:31.412414 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d24a7cb-8842-4df1-bb81-2fa90c67042f req-c253a267-9c7e-4f34-a4c0-ce8143fa2640 tempest-TestShelveInstance-855138255 tempest-TestShelveInstance-855138255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:22:31.422485 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-8d24a7cb-8842-4df1-bb81-2fa90c67042f req-c253a267-9c7e-4f34-a4c0-ce8143fa2640 tempest-TestShelveInstance-855138255 tempest-TestShelveInstance-855138255-project] 10.222.0.66 "GET /v2.0/ports?device_id=10e112a7-d70a-4499-8be4-fd5e4ab3ec17 HTTP/1.1" status: 200 len: 944 time: 0.0961185 Nov 22 12:22:31.518301 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-8d24a7cb-8842-4df1-bb81-2fa90c67042f req-8e4ed1f1-707d-4735-8ffc-46a1fab87cf6 tempest-TestShelveInstance-855138255 tempest-TestShelveInstance-855138255-project] 10.222.0.66 "GET /v2.0/security-groups?id=70d0fc64-ba67-465a-ab2a-a345deda9588&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0949299 Nov 22 12:22:31.603418 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-d8f29236-2592-4292-84b8-ef1625632a00 req-8a144276-5ac5-4551-8b41-967edb2e6161 tempest-VolumesSnapshotTestJSON-1978321900 tempest-VolumesSnapshotTestJSON-1978321900-project] 10.222.0.66 "GET /v2.0/ports?device_id=82e102ee-4d06-4e2d-8ce4-2bf3a8d0a874 HTTP/1.1" status: 200 len: 210 time: 0.0388703 Nov 22 12:22:31.665150 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.rpc [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Device c27e22cf-346f-4a81-8e7d-d2418b4df811 details requested by agent hyperv_hv-cinder-76845 with host hv-cinder-76845 {{(pid=102751) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 12:22:31.673801 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.rpc [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Device 34ab8e79-23fc-4427-bf02-045bf7c07481 no longer exists at agent hyperv_hv-cinder-76845 {{(pid=102751) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 12:22:31.697223 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587e1712-2a60-48e8-9a5c-ec60697b8432 req-39d7f609-5a3e-4b0a-a648-bc083b26a787 tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:22:31.700699 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-587e1712-2a60-48e8-9a5c-ec60697b8432 req-39d7f609-5a3e-4b0a-a648-bc083b26a787 tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] 10.222.0.66 "GET /v2.0/ports?device_id=302ab8ef-5565-4f9b-9b91-b405d550a90d HTTP/1.1" status: 200 len: 945 time: 0.0690749 Nov 22 12:22:31.724852 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.plugin [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] No Port match for: 34ab8e79-23fc-4427-bf02-045bf7c07481 {{(pid=102751) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 12:22:31.725439 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.rpc [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Device 34ab8e79-23fc-4427-bf02-045bf7c07481 not bound to the agent host hv-cinder-76845 {{(pid=102751) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 12:22:31.784819 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-587e1712-2a60-48e8-9a5c-ec60697b8432 req-fd2660e1-b979-458d-8958-7c48dd480113 tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] 10.222.0.66 "GET /v2.0/security-groups?id=d25355f0-2e41-493d-aac5-082c69fe23d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736153 Nov 22 12:22:31.938542 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.db [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] For port c27e22cf-346f-4a81-8e7d-d2418b4df811, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=c27e22cf-346f-4a81-8e7d-d2418b4df811,segment=NetworkSegment(9c6b82f3-7afe-4cdf-a8d0-a821d86ed55a),segment_id=9c6b82f3-7afe-4cdf-a8d0-a821d86ed55a)] {{(pid=102751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 12:22:31.962870 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.rpc [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Returning: {'device': 'c27e22cf-346f-4a81-8e7d-d2418b4df811', 'network_id': '9aa5e7a8-a2f2-453e-b9d2-40a88d8e4e6e', 'port_id': 'c27e22cf-346f-4a81-8e7d-d2418b4df811', 'mac_address': 'fa:16:3e:50:4f:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 612, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e7d9e4f-b44e-4538-b000-cd64766a1fad', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102751) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 12:22:32.030742 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3931732'] for port, before_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:22:32.047907 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.notifiers.nova [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c27e22cf-346f-4a81-8e7d-d2418b4df811 {{(pid=102751) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 12:22:32.086449 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.db [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] For port c27e22cf-346f-4a81-8e7d-d2418b4df811, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=c27e22cf-346f-4a81-8e7d-d2418b4df811,segment=NetworkSegment(9c6b82f3-7afe-4cdf-a8d0-a821d86ed55a),segment_id=9c6b82f3-7afe-4cdf-a8d0-a821d86ed55a)] {{(pid=102751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 12:22:32.094144 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793343495738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793342949286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793342949304'] for port, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:22:32.201214 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Pushing event updated for resources: {'Port': ['ID=c27e22cf-346f-4a81-8e7d-d2418b4df811,revision_number=4']} {{(pid=102751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:22:32.212056 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:22:32.213092 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:22:32.214556 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:22:32.215072 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:22:32.216348 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:22:32.216813 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:22:32.217341 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:22:32.217688 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:22:32.218039 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:22:32.218432 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:22:32.218741 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:22:32.219074 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:22:32.475061 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.db [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] get_ports_and_sgs() called for port_ids ['c27e22cf-346f-4a81-8e7d-d2418b4df811'] {{(pid=102751) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 12:22:32.529891 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24152909-d42e-4179-85d4-d4635c1266f2 req-32293ecd-287e-4e43-a9ba-c6216300c425 tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:22:32.531749 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-24152909-d42e-4179-85d4-d4635c1266f2 req-32293ecd-287e-4e43-a9ba-c6216300c425 tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] 10.222.0.66 "GET /v2.0/ports?device_id=d457eff7-4539-4ee1-8c94-c51cd4b5b2c1 HTTP/1.1" status: 200 len: 945 time: 0.1426449 Nov 22 12:22:32.542700 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db490ab2-72bb-4213-b785-993271090d95 req-057ec32a-d592-49fd-9ea7-d4ec0ee39d26 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:22:32.552899 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-db490ab2-72bb-4213-b785-993271090d95 req-057ec32a-d592-49fd-9ea7-d4ec0ee39d26 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.66 "GET /v2.0/ports?device_id=c9f6d441-246f-479e-8e88-ea701c0f87ff HTTP/1.1" status: 200 len: 946 time: 0.1306279 Nov 22 12:22:32.653678 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-24152909-d42e-4179-85d4-d4635c1266f2 req-0854b20e-cf83-4182-8fe4-a4426f8d0d09 tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] 10.222.0.66 "GET /v2.0/security-groups?id=d183c51b-56bc-4b8b-8c88-c11ec3bb03cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967135 Nov 22 12:22:32.671920 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-db490ab2-72bb-4213-b785-993271090d95 req-2a39f67c-f224-4245-afc7-6bfef4a1785f tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.66 "GET /v2.0/security-groups?id=58ab891c-6c60-4530-806c-8c076c9a459e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1181116 Nov 22 12:22:32.844069 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-e3b0001b-ca3e-4523-ae2d-22eb668bb9e0 req-33624a73-58bb-4836-9f3d-146987ccc806 tempest-VolumesSnapshotTestJSON-1978321900 tempest-VolumesSnapshotTestJSON-1978321900-project] 10.222.0.66 "GET /v2.0/ports?device_id=82e102ee-4d06-4e2d-8ce4-2bf3a8d0a874 HTTP/1.1" status: 200 len: 210 time: 0.0439146 Nov 22 12:22:32.848319 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b42040f-bd72-49f6-9f46-fb81e90206f0 req-b29dab89-b782-48ab-a76c-b228160eb1fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:22:32.850506 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [req-3b42040f-bd72-49f6-9f46-fb81e90206f0 req-b29dab89-b782-48ab-a76c-b228160eb1fd service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=302ab8ef-5565-4f9b-9b91-b405d550a90d HTTP/1.1" status: 200 len: 1098 time: 0.0977910 Nov 22 12:22:32.896141 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c719b6-3492-4985-a4ad-af3d02e8710c req-1320013f-e7b4-4184-8574-cd765a50ea41 tempest-TestShelveInstance-855138255 tempest-TestShelveInstance-855138255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:22:32.907380 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-e3c719b6-3492-4985-a4ad-af3d02e8710c req-1320013f-e7b4-4184-8574-cd765a50ea41 tempest-TestShelveInstance-855138255 tempest-TestShelveInstance-855138255-project] 10.222.0.66 "GET /v2.0/ports?device_id=10e112a7-d70a-4499-8be4-fd5e4ab3ec17 HTTP/1.1" status: 200 len: 945 time: 0.1224294 Nov 22 12:22:32.973107 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [req-3b42040f-bd72-49f6-9f46-fb81e90206f0 req-f359885c-9988-4e5c-a688-748ed2f2c767 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=d25355f0-2e41-493d-aac5-082c69fe23d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143880 Nov 22 12:22:32.999892 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-e3c719b6-3492-4985-a4ad-af3d02e8710c req-1a45df66-8575-402a-a0ea-2ba68f2290f1 tempest-TestShelveInstance-855138255 tempest-TestShelveInstance-855138255-project] 10.222.0.66 "GET /v2.0/security-groups?id=70d0fc64-ba67-465a-ab2a-a345deda9588&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0907280 Nov 22 12:22:33.061047 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb11a6ef-efea-4cb3-bb8f-79033407bb53 req-f0e6fa60-7c90-43d7-8b7c-82745b3b9a17 tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:22:33.062853 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-cb11a6ef-efea-4cb3-bb8f-79033407bb53 req-f0e6fa60-7c90-43d7-8b7c-82745b3b9a17 tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] 10.222.0.66 "GET /v2.0/ports?device_id=302ab8ef-5565-4f9b-9b91-b405d550a90d HTTP/1.1" status: 200 len: 945 time: 0.0918369 Nov 22 12:22:33.139843 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-cb11a6ef-efea-4cb3-bb8f-79033407bb53 req-42352cb2-54cc-48d1-8f52-509b8d1fe60a tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] 10.222.0.66 "GET /v2.0/security-groups?id=d25355f0-2e41-493d-aac5-082c69fe23d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693107 Nov 22 12:22:33.619682 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c77891e-1403-4778-b598-eb93cd5704fd req-3dd050d7-5be1-453b-9ac5-1a38a021d24a tempest-VolumesSnapshotTestJSON-1978321900 tempest-VolumesSnapshotTestJSON-1978321900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:22:33.623127 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [req-1c77891e-1403-4778-b598-eb93cd5704fd req-3dd050d7-5be1-453b-9ac5-1a38a021d24a tempest-VolumesSnapshotTestJSON-1978321900 tempest-VolumesSnapshotTestJSON-1978321900-project] 10.222.0.46 "GET /v2.0/networks?id=f0e4cddf-9054-45b8-ae14-fd837a61718e HTTP/1.1" status: 200 len: 813 time: 0.1768186 Nov 22 12:22:33.648044 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.v2.base [req-1c77891e-1403-4778-b598-eb93cd5704fd req-b79dee4e-1548-4448-afa5-85ae1fc7eba0 tempest-VolumesSnapshotTestJSON-1978321900 tempest-VolumesSnapshotTestJSON-1978321900-project] Request body: {'port': {'device_id': '82e102ee-4d06-4e2d-8ce4-2bf3a8d0a874', 'network_id': 'f0e4cddf-9054-45b8-ae14-fd837a61718e', 'admin_state_up': True, 'tenant_id': '8dc74b1d74b14a009699279eb128f9f9'}} {{(pid=102750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 12:22:33.840041 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c77891e-1403-4778-b598-eb93cd5704fd req-b79dee4e-1548-4448-afa5-85ae1fc7eba0 tempest-VolumesSnapshotTestJSON-1978321900 tempest-VolumesSnapshotTestJSON-1978321900-project] Made reservation on behalf of 8dc74b1d74b14a009699279eb128f9f9 for: {'port': 1} {{(pid=102750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 12:22:33.845010 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [req-1c77891e-1403-4778-b598-eb93cd5704fd req-b79dee4e-1548-4448-afa5-85ae1fc7eba0 tempest-VolumesSnapshotTestJSON-1978321900 tempest-VolumesSnapshotTestJSON-1978321900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3931732'] for port, before_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:22:33.898532 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe23921-1922-46a0-83dc-ea0d8e500046 req-481ba612-c4d1-4b7b-b15b-32432253b939 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:22:33.909179 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-0fe23921-1922-46a0-83dc-ea0d8e500046 req-481ba612-c4d1-4b7b-b15b-32432253b939 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.66 "GET /v2.0/ports?device_id=c9f6d441-246f-479e-8e88-ea701c0f87ff HTTP/1.1" status: 200 len: 946 time: 0.1034977 Nov 22 12:22:33.933580 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33af0caf-12a3-44f7-992b-3fb49f3af99d req-d36b5797-191a-41b3-9ab4-b15f8f816ef1 tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:22:33.942127 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-33af0caf-12a3-44f7-992b-3fb49f3af99d req-d36b5797-191a-41b3-9ab4-b15f8f816ef1 tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] 10.222.0.66 "GET /v2.0/ports?device_id=d457eff7-4539-4ee1-8c94-c51cd4b5b2c1 HTTP/1.1" status: 200 len: 945 time: 0.1493473 Nov 22 12:22:34.007884 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-0fe23921-1922-46a0-83dc-ea0d8e500046 req-287ee274-e480-488a-bc5d-8694d0eb2291 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.66 "GET /v2.0/security-groups?id=58ab891c-6c60-4530-806c-8c076c9a459e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0972846 Nov 22 12:22:34.010254 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.db.db_base_plugin_common [req-1c77891e-1403-4778-b598-eb93cd5704fd req-b79dee4e-1548-4448-afa5-85ae1fc7eba0 tempest-VolumesSnapshotTestJSON-1978321900 tempest-VolumesSnapshotTestJSON-1978321900-project] Allocated IP 172.20.0.14 (f0e4cddf-9054-45b8-ae14-fd837a61718e/b23da1d5-67b6-4638-9aba-5b784b347006/278a21ab-1eb3-4777-ad07-2e2975db29ac) {{(pid=102750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 12:22:34.044025 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-33af0caf-12a3-44f7-992b-3fb49f3af99d req-402d2193-4861-4696-8cfc-c32f930fd6db tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] 10.222.0.66 "GET /v2.0/security-groups?id=d183c51b-56bc-4b8b-8c88-c11ec3bb03cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003540 Nov 22 12:22:34.134346 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-7d2a2d55-b0b5-4871-9276-ca914988ca01 req-56286a57-22f5-4905-867a-2501b782d34e tempest-VolumesSnapshotTestJSON-1978321900 tempest-VolumesSnapshotTestJSON-1978321900-project] 10.222.0.66 "GET /v2.0/ports?device_id=82e102ee-4d06-4e2d-8ce4-2bf3a8d0a874 HTTP/1.1" status: 200 len: 210 time: 0.0530872 Nov 22 12:22:34.202409 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc02ac5-a24b-43cb-849a-ffab44676888 req-406b4f7b-832a-4cbf-b1a4-695738daad35 tempest-TestShelveInstance-855138255 tempest-TestShelveInstance-855138255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:22:34.204391 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-ebc02ac5-a24b-43cb-849a-ffab44676888 req-406b4f7b-832a-4cbf-b1a4-695738daad35 tempest-TestShelveInstance-855138255 tempest-TestShelveInstance-855138255-project] 10.222.0.66 "GET /v2.0/ports?device_id=10e112a7-d70a-4499-8be4-fd5e4ab3ec17 HTTP/1.1" status: 200 len: 945 time: 0.0646377 Nov 22 12:22:34.250811 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [req-1c77891e-1403-4778-b598-eb93cd5704fd req-b79dee4e-1548-4448-afa5-85ae1fc7eba0 tempest-VolumesSnapshotTestJSON-1978321900 tempest-VolumesSnapshotTestJSON-1978321900-project] Publish callbacks [] for port, precommit_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:22:34.289410 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [req-1c77891e-1403-4778-b598-eb93cd5704fd req-b79dee4e-1548-4448-afa5-85ae1fc7eba0 tempest-VolumesSnapshotTestJSON-1978321900 tempest-VolumesSnapshotTestJSON-1978321900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793342949268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128483729'] for port, after_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:22:34.320294 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88ccec8-d0a1-4124-8d37-e05926984c1a req-1d52b5e2-7731-4a8b-8c51-1f9ab7c0bae5 tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:22:34.321838 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-b88ccec8-d0a1-4124-8d37-e05926984c1a req-1d52b5e2-7731-4a8b-8c51-1f9ab7c0bae5 tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] 10.222.0.66 "GET /v2.0/ports?device_id=302ab8ef-5565-4f9b-9b91-b405d550a90d HTTP/1.1" status: 200 len: 945 time: 0.0871484 Nov 22 12:22:34.326406 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-ebc02ac5-a24b-43cb-849a-ffab44676888 req-2af972bd-33ab-4255-8324-cc0ba69e360d tempest-TestShelveInstance-855138255 tempest-TestShelveInstance-855138255-project] 10.222.0.66 "GET /v2.0/security-groups?id=70d0fc64-ba67-465a-ab2a-a345deda9588&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1114509 Nov 22 12:22:34.337503 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c77891e-1403-4778-b598-eb93cd5704fd req-b79dee4e-1548-4448-afa5-85ae1fc7eba0 tempest-VolumesSnapshotTestJSON-1978321900 tempest-VolumesSnapshotTestJSON-1978321900-project] Network f0e4cddf-9054-45b8-ae14-fd837a61718e is already hosted by enough agents. {{(pid=102750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 12:22:34.341255 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.scheduler.base_scheduler [req-1c77891e-1403-4778-b598-eb93cd5704fd req-b79dee4e-1548-4448-afa5-85ae1fc7eba0 tempest-VolumesSnapshotTestJSON-1978321900 tempest-VolumesSnapshotTestJSON-1978321900-project] Resources bound (agent type, host, resource id): {{(pid=102750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 12:22:34.346638 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c77891e-1403-4778-b598-eb93cd5704fd req-b79dee4e-1548-4448-afa5-85ae1fc7eba0 tempest-VolumesSnapshotTestJSON-1978321900 tempest-VolumesSnapshotTestJSON-1978321900-project] Received port after_create {{(pid=102750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 12:22:34.351159 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79dee4e-1548-4448-afa5-85ae1fc7eba0 tempest-VolumesSnapshotTestJSON-1978321900 tempest-VolumesSnapshotTestJSON-1978321900-project] Pushing event updated for resources: {'Port': ['ID=278a21ab-1eb3-4777-ad07-2e2975db29ac,revision_number=1']} {{(pid=102750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:22:34.410742 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-b88ccec8-d0a1-4124-8d37-e05926984c1a req-5521e189-b2a0-4edd-b032-142abf89e402 tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] 10.222.0.66 "GET /v2.0/security-groups?id=d25355f0-2e41-493d-aac5-082c69fe23d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760512 Nov 22 12:22:34.417549 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c77891e-1403-4778-b598-eb93cd5704fd req-b79dee4e-1548-4448-afa5-85ae1fc7eba0 tempest-VolumesSnapshotTestJSON-1978321900 tempest-VolumesSnapshotTestJSON-1978321900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:22:34.420687 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [req-1c77891e-1403-4778-b598-eb93cd5704fd req-b79dee4e-1548-4448-afa5-85ae1fc7eba0 tempest-VolumesSnapshotTestJSON-1978321900 tempest-VolumesSnapshotTestJSON-1978321900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434365'] for port, before_response {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:22:34.443068 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [req-1c77891e-1403-4778-b598-eb93cd5704fd req-b79dee4e-1548-4448-afa5-85ae1fc7eba0 tempest-VolumesSnapshotTestJSON-1978321900 tempest-VolumesSnapshotTestJSON-1978321900-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7996166 Nov 22 12:22:34.464390 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.v2.base [req-1c77891e-1403-4778-b598-eb93cd5704fd req-56fd698c-3d10-46dd-82ef-80f9abe4ff67 service neutron] Request body: {'port': {'device_id': '82e102ee-4d06-4e2d-8ce4-2bf3a8d0a874', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76845'}} {{(pid=102750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 12:22:34.523551 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [req-1c77891e-1403-4778-b598-eb93cd5704fd req-56fd698c-3d10-46dd-82ef-80f9abe4ff67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3931732'] for port, before_update {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:22:34.538655 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.wsgi [-] (102749) accepted ('10.222.0.66', 48494) {{(pid=102749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:22:34.588167 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.db.db_base_plugin_v2 [None req-55e5219e-eebb-4d5b-a057-46a2dd6e347c admin admin] Deleting subnet 3459b9db-3744-4cd2-afa9-f72ca5bf93e4 {{(pid=102749) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 12:22:34.591539 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-55e5219e-eebb-4d5b-a057-46a2dd6e347c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:22:34.629757 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-55e5219e-eebb-4d5b-a057-46a2dd6e347c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129474033'] for subnet, precommit_delete_associations {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:22:34.670083 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-55e5219e-eebb-4d5b-a057-46a2dd6e347c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3851550'] for subnet, precommit_delete {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:22:34.732518 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-55e5219e-eebb-4d5b-a057-46a2dd6e347c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3851541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126077565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129923368'] for subnet, after_delete {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:22:34.759538 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e5219e-eebb-4d5b-a057-46a2dd6e347c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3459b9db-3744-4cd2-afa9-f72ca5bf93e4,revision_number=None']} {{(pid=102749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:22:34.765273 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-55e5219e-eebb-4d5b-a057-46a2dd6e347c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758363'] for subnet, before_response {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:22:34.769001 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [None req-55e5219e-eebb-4d5b-a057-46a2dd6e347c admin admin] 10.222.0.66 "DELETE /v2.0/subnets/3459b9db-3744-4cd2-afa9-f72ca5bf93e4 HTTP/1.1" status: 204 len: 168 time: 0.2277954 Nov 22 12:22:34.772914 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.wsgi [-] (102749) accepted ('10.222.0.66', 48496) {{(pid=102749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:22:34.781907 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e5219e-eebb-4d5b-a057-46a2dd6e347c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:22:34.782210 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e5219e-eebb-4d5b-a057-46a2dd6e347c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:22:34.782937 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e5219e-eebb-4d5b-a057-46a2dd6e347c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:22:34.783402 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e5219e-eebb-4d5b-a057-46a2dd6e347c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:22:34.783821 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e5219e-eebb-4d5b-a057-46a2dd6e347c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:22:34.784165 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e5219e-eebb-4d5b-a057-46a2dd6e347c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:22:34.784503 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e5219e-eebb-4d5b-a057-46a2dd6e347c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:22:34.784834 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e5219e-eebb-4d5b-a057-46a2dd6e347c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:22:34.785171 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e5219e-eebb-4d5b-a057-46a2dd6e347c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:22:34.785500 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e5219e-eebb-4d5b-a057-46a2dd6e347c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:22:34.785807 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e5219e-eebb-4d5b-a057-46a2dd6e347c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:22:34.786124 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e5219e-eebb-4d5b-a057-46a2dd6e347c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:22:34.824166 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.notifiers.nova [req-1c77891e-1403-4778-b598-eb93cd5704fd req-56fd698c-3d10-46dd-82ef-80f9abe4ff67 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 278a21ab-1eb3-4777-ad07-2e2975db29ac {{(pid=102750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 12:22:34.833169 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [req-1c77891e-1403-4778-b598-eb93cd5704fd req-56fd698c-3d10-46dd-82ef-80f9abe4ff67 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:22:34.847760 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.db.provisioning_blocks [req-1c77891e-1403-4778-b598-eb93cd5704fd req-56fd698c-3d10-46dd-82ef-80f9abe4ff67 service neutron] Transition to ACTIVE for port object 278a21ab-1eb3-4777-ad07-2e2975db29ac will not be triggered until provisioned by entity L2. {{(pid=102750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 12:22:34.854687 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [req-1c77891e-1403-4778-b598-eb93cd5704fd req-56fd698c-3d10-46dd-82ef-80f9abe4ff67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793343495738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793342949286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793342949304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128483736'] for port, after_update {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:22:34.856515 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-b8a3eaa8-408e-43c6-bb4b-bae12c5951ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3895399'] for network, before_delete {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:22:34.958863 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fd698c-3d10-46dd-82ef-80f9abe4ff67 service neutron] Pushing event updated for resources: {'Port': ['ID=278a21ab-1eb3-4777-ad07-2e2975db29ac,revision_number=2']} {{(pid=102750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:22:34.989849 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-b8a3eaa8-408e-43c6-bb4b-bae12c5951ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3855014', 'neutron.services.segments.db._delete_segments_for_network-8793343475339'] for network, precommit_delete {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:22:35.012883 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.services.segments.db [None req-b8a3eaa8-408e-43c6-bb4b-bae12c5951ac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb1f7e53-c4b2-4051-a4a6-124cbdcb8410']}} {{(pid=102749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 12:22:35.020922 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.plugins.ml2.managers [req-1c77891e-1403-4778-b598-eb93cd5704fd req-56fd698c-3d10-46dd-82ef-80f9abe4ff67 service neutron] Attempting to bind port 278a21ab-1eb3-4777-ad07-2e2975db29ac on host hv-cinder-76845 for vnic_type normal with profile {{(pid=102750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 12:22:35.021722 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.plugins.ml2.managers [req-1c77891e-1403-4778-b598-eb93cd5704fd req-56fd698c-3d10-46dd-82ef-80f9abe4ff67 service neutron] Attempting to bind port 278a21ab-1eb3-4777-ad07-2e2975db29ac by drivers openvswitch,hyperv on host hv-cinder-76845 at level 0 using segments [{'id': 'b307a277-133b-49ad-9947-78ca47bc0d8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'f0e4cddf-9054-45b8-ae14-fd837a61718e'}] {{(pid=102750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 12:22:35.021722 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c77891e-1403-4778-b598-eb93cd5704fd req-56fd698c-3d10-46dd-82ef-80f9abe4ff67 service neutron] Attempting to bind port 278a21ab-1eb3-4777-ad07-2e2975db29ac on network f0e4cddf-9054-45b8-ae14-fd837a61718e {{(pid=102750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 12:22:35.023161 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.services.segments.db [None req-b8a3eaa8-408e-43c6-bb4b-bae12c5951ac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ccf84f5-0d63-48e5-a5d6-e3f67d7e2b6c') {'for_net_delete': True} {{(pid=102749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 12:22:35.023390 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.services.segments.db [None req-b8a3eaa8-408e-43c6-bb4b-bae12c5951ac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ccf84f5-0d63-48e5-a5d6-e3f67d7e2b6c') {} {{(pid=102749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 12:22:35.026676 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c77891e-1403-4778-b598-eb93cd5704fd req-56fd698c-3d10-46dd-82ef-80f9abe4ff67 service neutron] Port 278a21ab-1eb3-4777-ad07-2e2975db29ac on network f0e4cddf-9054-45b8-ae14-fd837a61718e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76845 {{(pid=102750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 12:22:35.027005 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c77891e-1403-4778-b598-eb93cd5704fd req-56fd698c-3d10-46dd-82ef-80f9abe4ff67 service neutron] Attempting to bind port 278a21ab-1eb3-4777-ad07-2e2975db29ac on network f0e4cddf-9054-45b8-ae14-fd837a61718e {{(pid=102750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 12:22:35.033989 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c77891e-1403-4778-b598-eb93cd5704fd req-56fd698c-3d10-46dd-82ef-80f9abe4ff67 service neutron] Checking agent: {'id': 'fca0b015-0cd5-4a44-bbfe-abb10adcdf42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76845', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 12, 17, 17), 'started_at': datetime.datetime(2021, 11, 22, 12, 17, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 12, 22, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 12:22:35.034341 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c77891e-1403-4778-b598-eb93cd5704fd req-56fd698c-3d10-46dd-82ef-80f9abe4ff67 service neutron] Checking segment: {'id': 'b307a277-133b-49ad-9947-78ca47bc0d8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'f0e4cddf-9054-45b8-ae14-fd837a61718e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 12:22:35.034748 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c77891e-1403-4778-b598-eb93cd5704fd req-56fd698c-3d10-46dd-82ef-80f9abe4ff67 service neutron] Bound using segment: {'id': 'b307a277-133b-49ad-9947-78ca47bc0d8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'f0e4cddf-9054-45b8-ae14-fd837a61718e'} {{(pid=102750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 12:22:35.035254 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.plugins.ml2.managers [req-1c77891e-1403-4778-b598-eb93cd5704fd req-56fd698c-3d10-46dd-82ef-80f9abe4ff67 service neutron] Bound port: 278a21ab-1eb3-4777-ad07-2e2975db29ac, host: hv-cinder-76845, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b307a277-133b-49ad-9947-78ca47bc0d8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'f0e4cddf-9054-45b8-ae14-fd837a61718e'}}] {{(pid=102750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 12:22:35.036281 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [req-1c77891e-1403-4778-b598-eb93cd5704fd req-56fd698c-3d10-46dd-82ef-80f9abe4ff67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3931732'] for port, before_update {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:22:35.036966 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-b8a3eaa8-408e-43c6-bb4b-bae12c5951ac admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793343276566', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129474042'] for segment, before_delete {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:22:35.064812 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-b8a3eaa8-408e-43c6-bb4b-bae12c5951ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3850450'] for segment, precommit_delete {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:22:35.084958 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8a3eaa8-408e-43c6-bb4b-bae12c5951ac admin admin] Releasing vlan 620 on physical network physnet1 to pool {{(pid=102749) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 12:22:35.085379 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-b8a3eaa8-408e-43c6-bb4b-bae12c5951ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3850450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126077655'] for segment, after_delete {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:22:35.087401 dv-cinder-768458-13-iscsi neutron-server[102749]: Traceback (most recent call last): Nov 22 12:22:35.087401 dv-cinder-768458-13-iscsi neutron-server[102749]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 12:22:35.087401 dv-cinder-768458-13-iscsi neutron-server[102749]: timer() Nov 22 12:22:35.087401 dv-cinder-768458-13-iscsi neutron-server[102749]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 12:22:35.087401 dv-cinder-768458-13-iscsi neutron-server[102749]: cb(*args, **kw) Nov 22 12:22:35.087401 dv-cinder-768458-13-iscsi neutron-server[102749]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 12:22:35.087401 dv-cinder-768458-13-iscsi neutron-server[102749]: return func(*args, **kwargs) Nov 22 12:22:35.087401 dv-cinder-768458-13-iscsi neutron-server[102749]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 12:22:35.087401 dv-cinder-768458-13-iscsi neutron-server[102749]: self._notify() Nov 22 12:22:35.087401 dv-cinder-768458-13-iscsi neutron-server[102749]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 12:22:35.087401 dv-cinder-768458-13-iscsi neutron-server[102749]: self.callback(batched_events) Nov 22 12:22:35.087401 dv-cinder-768458-13-iscsi neutron-server[102749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 12:22:35.087401 dv-cinder-768458-13-iscsi neutron-server[102749]: event.method(event) Nov 22 12:22:35.087401 dv-cinder-768458-13-iscsi neutron-server[102749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 12:22:35.087401 dv-cinder-768458-13-iscsi neutron-server[102749]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 12:22:35.087401 dv-cinder-768458-13-iscsi neutron-server[102749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 12:22:35.087401 dv-cinder-768458-13-iscsi neutron-server[102749]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 12:22:35.087401 dv-cinder-768458-13-iscsi neutron-server[102749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 12:22:35.087401 dv-cinder-768458-13-iscsi neutron-server[102749]: return f(self, *a, **k) Nov 22 12:22:35.087401 dv-cinder-768458-13-iscsi neutron-server[102749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 12:22:35.087401 dv-cinder-768458-13-iscsi neutron-server[102749]: return self._get(url).json() Nov 22 12:22:35.087401 dv-cinder-768458-13-iscsi neutron-server[102749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 12:22:35.087401 dv-cinder-768458-13-iscsi neutron-server[102749]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 12:22:35.087401 dv-cinder-768458-13-iscsi neutron-server[102749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 12:22:35.087401 dv-cinder-768458-13-iscsi neutron-server[102749]: return self.request(url, 'GET', **kwargs) Nov 22 12:22:35.087401 dv-cinder-768458-13-iscsi neutron-server[102749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 12:22:35.087401 dv-cinder-768458-13-iscsi neutron-server[102749]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 12:22:35.087401 dv-cinder-768458-13-iscsi neutron-server[102749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 12:22:35.087401 dv-cinder-768458-13-iscsi neutron-server[102749]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 12:22:35.087401 dv-cinder-768458-13-iscsi neutron-server[102749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 12:22:35.087401 dv-cinder-768458-13-iscsi neutron-server[102749]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 12:22:35.087401 dv-cinder-768458-13-iscsi neutron-server[102749]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 12:22:35.155116 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.plugins.ml2.db [req-1c77891e-1403-4778-b598-eb93cd5704fd req-56fd698c-3d10-46dd-82ef-80f9abe4ff67 service neutron] For port 278a21ab-1eb3-4777-ad07-2e2975db29ac, host hv-cinder-76845, cleared binding levels {{(pid=102750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 12:22:35.160040 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.plugins.ml2.db [req-1c77891e-1403-4778-b598-eb93cd5704fd req-56fd698c-3d10-46dd-82ef-80f9abe4ff67 service neutron] For port 278a21ab-1eb3-4777-ad07-2e2975db29ac, host hv-cinder-76845, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=278a21ab-1eb3-4777-ad07-2e2975db29ac,segment=NetworkSegment(b307a277-133b-49ad-9947-78ca47bc0d8c),segment_id=b307a277-133b-49ad-9947-78ca47bc0d8c)] {{(pid=102750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 12:22:35.163096 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d60213-8450-4507-8f54-86ca6f24d778 req-d28545f6-60a1-49b2-8f0c-395345e9ca9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:22:35.165003 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [req-a1d60213-8450-4507-8f54-86ca6f24d778 req-d28545f6-60a1-49b2-8f0c-395345e9ca9c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=086a36bf2fea4df7a4d72733b2f68dcd&device_id=c9f6d441-246f-479e-8e88-ea701c0f87ff HTTP/1.1" status: 200 len: 1099 time: 0.0847621 Nov 22 12:22:35.166786 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [req-1c77891e-1403-4778-b598-eb93cd5704fd req-56fd698c-3d10-46dd-82ef-80f9abe4ff67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793343495738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793342949286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793342949304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128483736'] for port, after_update {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:22:35.220027 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c77891e-1403-4778-b598-eb93cd5704fd req-56fd698c-3d10-46dd-82ef-80f9abe4ff67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:22:35.220646 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [req-1c77891e-1403-4778-b598-eb93cd5704fd req-56fd698c-3d10-46dd-82ef-80f9abe4ff67 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434365'] for port, before_response {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:22:35.222165 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [req-1c77891e-1403-4778-b598-eb93cd5704fd req-56fd698c-3d10-46dd-82ef-80f9abe4ff67 service neutron] 10.222.0.46 "PUT /v2.0/ports/278a21ab-1eb3-4777-ad07-2e2975db29ac HTTP/1.1" status: 200 len: 1094 time: 0.7630060 Nov 22 12:22:35.223426 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-b8a3eaa8-408e-43c6-bb4b-bae12c5951ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3855023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532706'] for network, after_delete {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:22:35.235320 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9749ee9f-4c24-4159-96e8-b06908703a0e req-a6184a78-76b0-457a-ac3c-e48f7ab64da3 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:22:35.237069 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-9749ee9f-4c24-4159-96e8-b06908703a0e req-a6184a78-76b0-457a-ac3c-e48f7ab64da3 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.66 "GET /v2.0/ports?device_id=c9f6d441-246f-479e-8e88-ea701c0f87ff HTTP/1.1" status: 200 len: 946 time: 0.1327951 Nov 22 12:22:35.263721 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-b8a3eaa8-408e-43c6-bb4b-bae12c5951ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758363'] for network, before_response {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:22:35.264422 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82e102ee-4d06-4e2d-8ce4-2bf3a8d0a874', 'tag': '278a21ab-1eb3-4777-ad07-2e2975db29ac'}] {{(pid=102750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 12:22:35.270621 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2a0bed14b240d0d35e029181fb516e01dd4ce85d5fb41ae8ef5632c0b13bd43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7a69ea2-d15d-46c8-b8e3-f98e444ea7cf" -d '{"events": [{"name": "network-changed", "server_uuid": "82e102ee-4d06-4e2d-8ce4-2bf3a8d0a874", "tag": "278a21ab-1eb3-4777-ad07-2e2975db29ac"}]}' {{(pid=102750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 12:22:35.270774 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [None req-b8a3eaa8-408e-43c6-bb4b-bae12c5951ac admin admin] 10.222.0.66 "DELETE /v2.0/networks/bb1f7e53-c4b2-4051-a4a6-124cbdcb8410 HTTP/1.1" status: 204 len: 168 time: 0.4930334 Nov 22 12:22:35.312487 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a3eaa8-408e-43c6-bb4b-bae12c5951ac admin admin] Pushing event deleted for resources: {'Network': ['ID=bb1f7e53-c4b2-4051-a4a6-124cbdcb8410,revision_number=None']} {{(pid=102749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:22:35.331429 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f81b0a6-8244-4662-96af-dc2d08cfea02 req-1f836c61-9f40-4537-80ea-522c6c502341 tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:22:35.333415 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-6f81b0a6-8244-4662-96af-dc2d08cfea02 req-1f836c61-9f40-4537-80ea-522c6c502341 tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] 10.222.0.66 "GET /v2.0/ports?device_id=d457eff7-4539-4ee1-8c94-c51cd4b5b2c1 HTTP/1.1" status: 200 len: 945 time: 0.1675627 Nov 22 12:22:35.358252 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fd698c-3d10-46dd-82ef-80f9abe4ff67 service neutron] Pushing event updated for resources: {'Port': ['ID=278a21ab-1eb3-4777-ad07-2e2975db29ac,revision_number=3']} {{(pid=102750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:22:35.384605 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c77891e-1403-4778-b598-eb93cd5704fd req-8f77966b-9f41-477c-9f92-3611e5f6599f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:22:35.385201 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [req-1c77891e-1403-4778-b598-eb93cd5704fd req-8f77966b-9f41-477c-9f92-3611e5f6599f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8dc74b1d74b14a009699279eb128f9f9&device_id=82e102ee-4d06-4e2d-8ce4-2bf3a8d0a874 HTTP/1.1" status: 200 len: 1097 time: 0.1105123 Nov 22 12:22:35.388576 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d60213-8450-4507-8f54-86ca6f24d778 req-89d3ef80-acc6-465c-849f-30cc60deca3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:22:35.390056 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [req-a1d60213-8450-4507-8f54-86ca6f24d778 req-89d3ef80-acc6-465c-849f-30cc60deca3f service neutron] 10.222.0.46 "GET /v2.0/networks?id=47c7c2df-c485-45be-9ae4-891cba4c7953 HTTP/1.1" status: 200 len: 917 time: 0.2149801 Nov 22 12:22:35.393985 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-9749ee9f-4c24-4159-96e8-b06908703a0e req-31ae2a18-edae-40b3-bc5c-9a6dd66325d2 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.66 "GET /v2.0/security-groups?id=58ab891c-6c60-4530-806c-8c076c9a459e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1418593 Nov 22 12:22:35.401662 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64436ee8-7fbd-43c9-8a92-e11e624e699b req-b7c93eb8-d033-4b45-ac13-bc31eeb9731c tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:22:35.403832 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-64436ee8-7fbd-43c9-8a92-e11e624e699b req-b7c93eb8-d033-4b45-ac13-bc31eeb9731c tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] 10.222.0.46 "GET /v2.0/ports?device_id=d457eff7-4539-4ee1-8c94-c51cd4b5b2c1 HTTP/1.1" status: 200 len: 945 time: 0.1648612 Nov 22 12:22:35.461077 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [req-1c77891e-1403-4778-b598-eb93cd5704fd req-5adc2f2f-4272-48f1-806b-de19cbe536a4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=278a21ab-1eb3-4777-ad07-2e2975db29ac HTTP/1.1" status: 200 len: 217 time: 0.0603263 Nov 22 12:22:35.469247 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-6f81b0a6-8244-4662-96af-dc2d08cfea02 req-f4eb96e3-8310-463a-8583-a48e4990e315 tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] 10.222.0.66 "GET /v2.0/security-groups?id=d183c51b-56bc-4b8b-8c88-c11ec3bb03cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263051 Nov 22 12:22:35.557897 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 12:22:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d17bc89-4dcb-443f-a685-0e488cbfb87e x-openstack-request-id: req-4d17bc89-4dcb-443f-a685-0e488cbfb87e {{(pid=102750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 12:22:35.558610 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82e102ee-4d06-4e2d-8ce4-2bf3a8d0a874", "tag": "278a21ab-1eb3-4777-ad07-2e2975db29ac", "status": "completed", "code": 200}]} {{(pid=102750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 12:22:35.559046 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-4d17bc89-4dcb-443f-a685-0e488cbfb87e {{(pid=102750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 12:22:35.559808 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82e102ee-4d06-4e2d-8ce4-2bf3a8d0a874', 'tag': '278a21ab-1eb3-4777-ad07-2e2975db29ac', 'status': 'completed', 'code': 200} Nov 22 12:22:35.593998 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.wsgi [-] (102750) accepted ('10.222.0.66', 48516) {{(pid=102750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:22:35.608652 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [req-a1d60213-8450-4507-8f54-86ca6f24d778 req-6959ddb3-351f-482f-ad64-9cb4ae416d96 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c3893e14-5c03-4b6a-b17d-c2dc56e8e688 HTTP/1.1" status: 200 len: 1002 time: 0.2066438 Nov 22 12:22:35.614184 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcf8842-2cf2-4f79-880e-f7e781dfc0db req-b3e46290-f6f9-4157-bd90-b68121a76bc0 tempest-VolumesSnapshotTestJSON-1978321900 tempest-VolumesSnapshotTestJSON-1978321900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:22:35.615777 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-adcf8842-2cf2-4f79-880e-f7e781dfc0db req-b3e46290-f6f9-4157-bd90-b68121a76bc0 tempest-VolumesSnapshotTestJSON-1978321900 tempest-VolumesSnapshotTestJSON-1978321900-project] 10.222.0.66 "GET /v2.0/ports?device_id=82e102ee-4d06-4e2d-8ce4-2bf3a8d0a874 HTTP/1.1" status: 200 len: 944 time: 0.1036994 Nov 22 12:22:35.630703 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c77891e-1403-4778-b598-eb93cd5704fd req-0b430e40-5fe1-4b08-9457-747043a7a048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:22:35.632245 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [req-1c77891e-1403-4778-b598-eb93cd5704fd req-0b430e40-5fe1-4b08-9457-747043a7a048 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b23da1d5-67b6-4638-9aba-5b784b347006 HTTP/1.1" status: 200 len: 853 time: 0.1378484 Nov 22 12:22:35.695495 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.rpc [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Device c27e22cf-346f-4a81-8e7d-d2418b4df811 up at agent hyperv_hv-cinder-76845 {{(pid=102751) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 12:22:35.696890 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [req-1c77891e-1403-4778-b598-eb93cd5704fd req-96786fec-8222-4d8a-9181-a335864a9926 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f0e4cddf-9054-45b8-ae14-fd837a61718e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408597 Nov 22 12:22:35.703716 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.plugins.ml2.plugin [req-64436ee8-7fbd-43c9-8a92-e11e624e699b req-a63bc430-b482-4fd6-806e-8fc820c24fc9 tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] Deleting port e128f2b8-b093-4adf-809f-77c7db02499c {{(pid=102749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 12:22:35.704081 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [req-64436ee8-7fbd-43c9-8a92-e11e624e699b req-a63bc430-b482-4fd6-806e-8fc820c24fc9 tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793343491880'] for port, before_delete {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:22:35.725804 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-adcf8842-2cf2-4f79-880e-f7e781dfc0db req-9644ba35-a4e0-4b6d-b80f-7c9be28f0cdb tempest-VolumesSnapshotTestJSON-1978321900 tempest-VolumesSnapshotTestJSON-1978321900-project] 10.222.0.66 "GET /v2.0/security-groups?id=188eb127-27e7-40f9-bd3a-a43f3d4f7d59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994053 Nov 22 12:22:35.728097 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d60213-8450-4507-8f54-86ca6f24d778 req-0eb470de-c7ca-4259-b1a2-9d8313fdfb10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:22:35.729692 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [req-a1d60213-8450-4507-8f54-86ca6f24d778 req-0eb470de-c7ca-4259-b1a2-9d8313fdfb10 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6b38e15d-2758-41f6-bf64-d497af1d9f95 HTTP/1.1" status: 200 len: 855 time: 0.1100523 Nov 22 12:22:35.759264 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b771265c-4609-43a9-b1ec-108bb6544509 req-3efd003d-549b-441d-8a0c-1f2439434222 tempest-TestShelveInstance-855138255 tempest-TestShelveInstance-855138255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:22:35.770925 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-b771265c-4609-43a9-b1ec-108bb6544509 req-3efd003d-549b-441d-8a0c-1f2439434222 tempest-TestShelveInstance-855138255 tempest-TestShelveInstance-855138255-project] 10.222.0.66 "GET /v2.0/ports?device_id=10e112a7-d70a-4499-8be4-fd5e4ab3ec17 HTTP/1.1" status: 200 len: 945 time: 0.1659362 Nov 22 12:22:35.797015 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [None req-d64042e1-2548-47e4-9da1-bc22bae125d2 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=ad46aac0327b4760bef46d579031abd2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1999066 Nov 22 12:22:35.800926 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.wsgi [-] (102750) accepted ('10.222.0.66', 48518) {{(pid=102750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:22:35.814348 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.provisioning_blocks [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Provisioning for port c27e22cf-346f-4a81-8e7d-d2418b4df811 completed by entity L2. {{(pid=102751) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 12:22:35.824239 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.provisioning_blocks [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Provisioning complete for port c27e22cf-346f-4a81-8e7d-d2418b4df811 triggered by entity L2. {{(pid=102751) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 12:22:35.825285 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3821908'] for port, provisioning_complete {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:22:35.906273 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-b771265c-4609-43a9-b1ec-108bb6544509 req-26de98a5-42c3-41f9-bed3-90bc293c2b60 tempest-TestShelveInstance-855138255 tempest-TestShelveInstance-855138255-project] 10.222.0.66 "GET /v2.0/security-groups?id=70d0fc64-ba67-465a-ab2a-a345deda9588&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1155815 Nov 22 12:22:35.911197 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d60213-8450-4507-8f54-86ca6f24d778 req-8d7c47db-6589-4842-860a-a59e9d50c189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:22:35.912773 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [req-a1d60213-8450-4507-8f54-86ca6f24d778 req-8d7c47db-6589-4842-860a-a59e9d50c189 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=47c7c2df-c485-45be-9ae4-891cba4c7953&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1726904 Nov 22 12:22:35.937060 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.plugins.ml2.db [req-64436ee8-7fbd-43c9-8a92-e11e624e699b req-a63bc430-b482-4fd6-806e-8fc820c24fc9 tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] For port e128f2b8-b093-4adf-809f-77c7db02499c, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=e128f2b8-b093-4adf-809f-77c7db02499c,segment=NetworkSegment(5e5839cc-8792-46fd-9ed5-606893fc60d9),segment_id=5e5839cc-8792-46fd-9ed5-606893fc60d9)] {{(pid=102749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 12:22:35.937478 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [req-64436ee8-7fbd-43c9-8a92-e11e624e699b req-a63bc430-b482-4fd6-806e-8fc820c24fc9 tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-535547'] for port, precommit_delete {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:22:35.940878 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-751b37e4-cdb6-42d5-bae9-fd2bed5278d6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:22:35.952877 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [req-1c77891e-1403-4778-b598-eb93cd5704fd req-6cb91433-0609-4f97-b40f-d1632ba42a20 service neutron] 10.222.0.46 "GET /v2.0/networks/f0e4cddf-9054-45b8-ae14-fd837a61718e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2453761 Nov 22 12:22:35.982454 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3931732'] for port, before_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:22:35.986350 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.plugins.ml2.plugin [req-64436ee8-7fbd-43c9-8a92-e11e624e699b req-a63bc430-b482-4fd6-806e-8fc820c24fc9 tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] Calling delete_port for e128f2b8-b093-4adf-809f-77c7db02499c owned by compute:nova {{(pid=102749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 12:22:36.005963 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbd563f-15d6-41aa-92d5-224e8501e82e req-ef289e3d-3574-427b-b88a-10b8beb279ad tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:22:36.014098 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-7bbd563f-15d6-41aa-92d5-224e8501e82e req-ef289e3d-3574-427b-b88a-10b8beb279ad tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] 10.222.0.66 "GET /v2.0/ports?device_id=302ab8ef-5565-4f9b-9b91-b405d550a90d HTTP/1.1" status: 200 len: 945 time: 0.1444626 Nov 22 12:22:36.023023 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10e112a7-d70a-4499-8be4-fd5e4ab3ec17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c27e22cf-346f-4a81-8e7d-d2418b4df811'}] {{(pid=102751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 12:22:36.026672 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50f57f68d0dae852c32e4f8721e97c07bf2df52fd56e1603e3e4743a1bb51d8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8537fb4b-76d4-496c-89f6-d06f61c197f5" -d '{"events": [{"server_uuid": "10e112a7-d70a-4499-8be4-fd5e4ab3ec17", "name": "network-vif-plugged", "status": "completed", "tag": "c27e22cf-346f-4a81-8e7d-d2418b4df811"}]}' {{(pid=102751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 12:22:36.047014 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.db [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] For port c27e22cf-346f-4a81-8e7d-d2418b4df811, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=c27e22cf-346f-4a81-8e7d-d2418b4df811,segment=NetworkSegment(9c6b82f3-7afe-4cdf-a8d0-a821d86ed55a),segment_id=9c6b82f3-7afe-4cdf-a8d0-a821d86ed55a)] {{(pid=102751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 12:22:36.056149 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793343495738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793342949286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793342949304'] for port, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:22:36.078937 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-751b37e4-cdb6-42d5-bae9-fd2bed5278d6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:22:36.139400 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 12:22:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6032dd46-1628-498c-b5f1-df7c5a3c5b8a x-openstack-request-id: req-6032dd46-1628-498c-b5f1-df7c5a3c5b8a {{(pid=102751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 12:22:36.139901 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10e112a7-d70a-4499-8be4-fd5e4ab3ec17", "name": "network-vif-plugged", "status": "completed", "tag": "c27e22cf-346f-4a81-8e7d-d2418b4df811", "code": 200}]} {{(pid=102751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 12:22:36.140306 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-6032dd46-1628-498c-b5f1-df7c5a3c5b8a {{(pid=102751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 12:22:36.140949 dv-cinder-768458-13-iscsi neutron-server[102751]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10e112a7-d70a-4499-8be4-fd5e4ab3ec17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c27e22cf-346f-4a81-8e7d-d2418b4df811', 'code': 200} Nov 22 12:22:36.175112 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Pushing event updated for resources: {'Port': ['ID=c27e22cf-346f-4a81-8e7d-d2418b4df811,revision_number=5']} {{(pid=102751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:22:36.184161 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-7bbd563f-15d6-41aa-92d5-224e8501e82e req-73e85d35-e336-44ff-a787-66f0ee4a173a tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] 10.222.0.66 "GET /v2.0/security-groups?id=d25355f0-2e41-493d-aac5-082c69fe23d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644957 Nov 22 12:22:36.184580 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [req-a1d60213-8450-4507-8f54-86ca6f24d778 req-fa41e13a-28d8-4ef5-9247-fd3775857fb5 service neutron] 10.222.0.46 "GET /v2.0/networks/47c7c2df-c485-45be-9ae4-891cba4c7953?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2585392 Nov 22 12:22:36.268475 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [req-1c77891e-1403-4778-b598-eb93cd5704fd req-67d9811a-9257-4ce6-84f4-5cca1c1347f6 service neutron] 10.222.0.46 "GET /v2.0/networks/f0e4cddf-9054-45b8-ae14-fd837a61718e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2869735 Nov 22 12:22:36.284347 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-751b37e4-cdb6-42d5-bae9-fd2bed5278d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545565'] for security_group, after_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:22:36.286916 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-751b37e4-cdb6-42d5-bae9-fd2bed5278d6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:22:36.291659 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [None req-751b37e4-cdb6-42d5-bae9-fd2bed5278d6 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/c242d431-4f41-4066-9448-045745d8490a HTTP/1.1" status: 204 len: 168 time: 0.4847996 Nov 22 12:22:36.302656 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751b37e4-cdb6-42d5-bae9-fd2bed5278d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c242d431-4f41-4066-9448-045745d8490a,revision_number=None']} {{(pid=102750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:22:36.338785 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [req-a1d60213-8450-4507-8f54-86ca6f24d778 req-ceba3c20-29dc-470c-890b-7a9bffd2d65b service neutron] 10.222.0.46 "GET /v2.0/networks/47c7c2df-c485-45be-9ae4-891cba4c7953?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1445329 Nov 22 12:22:36.397850 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [req-64436ee8-7fbd-43c9-8a92-e11e624e699b req-a63bc430-b482-4fd6-806e-8fc820c24fc9 tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793343495765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793342949277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126077602'] for port, after_delete {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:22:36.420022 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.db [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] get_ports_and_sgs() called for port_ids ['c07cfd45-5b74-4945-9991-863824fb50f3', '0b5d6d5e-e442-4681-83aa-fb04b4fc7ce4', 'e128f2b8-b093-4adf-809f-77c7db02499c'] {{(pid=102751) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 12:22:36.531987 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a69ea2-d15d-46c8-b8e3-f98e444ea7cf req-b2dfe79e-e542-42ee-924a-1d5dfcaf156c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:22:36.534218 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [req-b7a69ea2-d15d-46c8-b8e3-f98e444ea7cf req-b2dfe79e-e542-42ee-924a-1d5dfcaf156c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8dc74b1d74b14a009699279eb128f9f9&device_id=82e102ee-4d06-4e2d-8ce4-2bf3a8d0a874 HTTP/1.1" status: 200 len: 1097 time: 0.1420603 Nov 22 12:22:36.555118 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63bc430-b482-4fd6-806e-8fc820c24fc9 tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] Pushing event deleted for resources: {'Port': ['ID=e128f2b8-b093-4adf-809f-77c7db02499c,revision_number=None']} {{(pid=102749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:22:36.609445 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190fde87-e3cd-4d91-bfb6-e40620944dca req-4567d082-1f85-40ed-8534-18dac76c6689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:22:36.611122 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [req-190fde87-e3cd-4d91-bfb6-e40620944dca req-4567d082-1f85-40ed-8534-18dac76c6689 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=10e112a7-d70a-4499-8be4-fd5e4ab3ec17 HTTP/1.1" status: 200 len: 1099 time: 0.1463156 Nov 22 12:22:36.650959 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.db.l3_dvrscheduler_db [req-64436ee8-7fbd-43c9-8a92-e11e624e699b req-a63bc430-b482-4fd6-806e-8fc820c24fc9 tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] No DVR routers for this DVR port e128f2b8-b093-4adf-809f-77c7db02499c on host hv-cinder-76845 {{(pid=102749) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 12:22:36.657196 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [req-64436ee8-7fbd-43c9-8a92-e11e624e699b req-a63bc430-b482-4fd6-806e-8fc820c24fc9 tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434365'] for port, before_response {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:22:36.661232 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-64436ee8-7fbd-43c9-8a92-e11e624e699b req-a63bc430-b482-4fd6-806e-8fc820c24fc9 tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] 10.222.0.46 "DELETE /v2.0/ports/e128f2b8-b093-4adf-809f-77c7db02499c HTTP/1.1" status: 204 len: 173 time: 1.2485290 Nov 22 12:22:36.661739 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd457eff7-4539-4ee1-8c94-c51cd4b5b2c1', 'name': 'network-vif-deleted', 'tag': 'e128f2b8-b093-4adf-809f-77c7db02499c'}] {{(pid=102749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 12:22:36.665144 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e75a82c02e5e8e80361e9b8ad1df1450ec212ebfa93d78ee9da720cb5365782c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc5e63e5-0e2b-4b98-863b-a5fb741f7a92" -d '{"events": [{"server_uuid": "d457eff7-4539-4ee1-8c94-c51cd4b5b2c1", "name": "network-vif-deleted", "tag": "e128f2b8-b093-4adf-809f-77c7db02499c"}]}' {{(pid=102749) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 12:22:36.688364 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c584d02f-cd7e-4ac2-bf86-3a3aec5ed015 req-360e132a-20fa-4d88-b77a-de11210b9c4e tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:22:36.698052 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-c584d02f-cd7e-4ac2-bf86-3a3aec5ed015 req-360e132a-20fa-4d88-b77a-de11210b9c4e tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.66 "GET /v2.0/ports?device_id=c9f6d441-246f-479e-8e88-ea701c0f87ff HTTP/1.1" status: 200 len: 946 time: 0.1736741 Nov 22 12:22:36.763139 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-c584d02f-cd7e-4ac2-bf86-3a3aec5ed015 req-a0558805-3dbc-4ac8-8bd4-7e1425868006 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.66 "GET /v2.0/security-groups?id=58ab891c-6c60-4530-806c-8c076c9a459e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632420 Nov 22 12:22:36.824779 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a69ea2-d15d-46c8-b8e3-f98e444ea7cf req-03dc3859-c7ea-47e3-a017-e88cff8bf147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:22:36.826320 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [req-b7a69ea2-d15d-46c8-b8e3-f98e444ea7cf req-03dc3859-c7ea-47e3-a017-e88cff8bf147 service neutron] 10.222.0.46 "GET /v2.0/networks?id=f0e4cddf-9054-45b8-ae14-fd837a61718e HTTP/1.1" status: 200 len: 914 time: 0.2792661 Nov 22 12:22:36.940966 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 12:22:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c42dcc38-6cd1-4a4d-8144-d87e752e1a06 x-openstack-request-id: req-c42dcc38-6cd1-4a4d-8144-d87e752e1a06 {{(pid=102749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 12:22:36.941566 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d457eff7-4539-4ee1-8c94-c51cd4b5b2c1", "name": "network-vif-deleted", "tag": "e128f2b8-b093-4adf-809f-77c7db02499c", "status": "completed", "code": 200}]} {{(pid=102749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 12:22:36.941974 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-c42dcc38-6cd1-4a4d-8144-d87e752e1a06 {{(pid=102749) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 12:22:36.942550 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd457eff7-4539-4ee1-8c94-c51cd4b5b2c1', 'name': 'network-vif-deleted', 'tag': 'e128f2b8-b093-4adf-809f-77c7db02499c', 'status': 'completed', 'code': 200} Nov 22 12:22:36.943204 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [req-190fde87-e3cd-4d91-bfb6-e40620944dca req-70261f9d-0731-45df-ae43-b5c99d46b55f service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=70d0fc64-ba67-465a-ab2a-a345deda9588&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3222318 Nov 22 12:22:36.945965 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [req-b7a69ea2-d15d-46c8-b8e3-f98e444ea7cf req-a5aa0233-6ae4-4e9f-8749-1071fbdece2d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=278a21ab-1eb3-4777-ad07-2e2975db29ac HTTP/1.1" status: 200 len: 217 time: 0.1037204 Nov 22 12:22:36.948195 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-de3d7b18-c4bd-4a65-97d2-b5fecba2bfbe req-ce89946e-ec12-4c10-9b80-6cde13de73a7 tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] 10.222.0.66 "GET /v2.0/ports?device_id=d457eff7-4539-4ee1-8c94-c51cd4b5b2c1 HTTP/1.1" status: 200 len: 210 time: 0.1043084 Nov 22 12:22:37.084465 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5d12e0-8cff-408c-89ec-585f6ecf4800 req-c032b08c-707a-4be3-af39-d76c839a9915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:22:37.086957 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-ec5d12e0-8cff-408c-89ec-585f6ecf4800 req-c032b08c-707a-4be3-af39-d76c839a9915 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f3d392a7d77f46fcb4faa017786796fa&device_id=302ab8ef-5565-4f9b-9b91-b405d550a90d HTTP/1.1" status: 200 len: 1098 time: 0.3202164 Nov 22 12:22:37.119542 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1aabf3-2151-4751-8234-029d5c6063af req-bda4b016-0cfa-48ec-be86-e60d5ba3a7e8 tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:22:37.123562 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-4e1aabf3-2151-4751-8234-029d5c6063af req-bda4b016-0cfa-48ec-be86-e60d5ba3a7e8 tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] 10.222.0.66 "GET /v2.0/ports?device_id=302ab8ef-5565-4f9b-9b91-b405d550a90d HTTP/1.1" status: 200 len: 945 time: 0.1791432 Nov 22 12:22:37.159052 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abeb5b49-787b-4385-be1a-6936bc4cbc12 req-32e7e4a2-4666-4fe2-8f36-bdd92f85ff35 tempest-VolumesSnapshotTestJSON-1978321900 tempest-VolumesSnapshotTestJSON-1978321900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:22:37.160795 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-abeb5b49-787b-4385-be1a-6936bc4cbc12 req-32e7e4a2-4666-4fe2-8f36-bdd92f85ff35 tempest-VolumesSnapshotTestJSON-1978321900 tempest-VolumesSnapshotTestJSON-1978321900-project] 10.222.0.66 "GET /v2.0/ports?device_id=82e102ee-4d06-4e2d-8ce4-2bf3a8d0a874 HTTP/1.1" status: 200 len: 944 time: 0.1338532 Nov 22 12:22:37.210477 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-4e1aabf3-2151-4751-8234-029d5c6063af req-84ab61ae-02a0-4550-925f-9edbcdce6c27 tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] 10.222.0.66 "GET /v2.0/security-groups?id=d25355f0-2e41-493d-aac5-082c69fe23d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765398 Nov 22 12:22:37.276996 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a69ea2-d15d-46c8-b8e3-f98e444ea7cf req-c9404526-1609-43f1-975b-940c7f6e530d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:22:37.278978 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [req-b7a69ea2-d15d-46c8-b8e3-f98e444ea7cf req-c9404526-1609-43f1-975b-940c7f6e530d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b23da1d5-67b6-4638-9aba-5b784b347006 HTTP/1.1" status: 200 len: 853 time: 0.0722368 Nov 22 12:22:37.330207 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [req-b7a69ea2-d15d-46c8-b8e3-f98e444ea7cf req-0503386c-606f-427d-9591-2fc8627ca590 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f0e4cddf-9054-45b8-ae14-fd837a61718e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312340 Nov 22 12:22:37.454882 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [req-b7a69ea2-d15d-46c8-b8e3-f98e444ea7cf req-4aff0eaa-7410-452b-8ec7-83f0574abbfa service neutron] 10.222.0.46 "GET /v2.0/networks/f0e4cddf-9054-45b8-ae14-fd837a61718e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1163132 Nov 22 12:22:37.558629 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-abeb5b49-787b-4385-be1a-6936bc4cbc12 req-00167be9-fc7f-48bc-8240-ad97a8f89d2c tempest-VolumesSnapshotTestJSON-1978321900 tempest-VolumesSnapshotTestJSON-1978321900-project] 10.222.0.66 "GET /v2.0/security-groups?id=188eb127-27e7-40f9-bd3a-a43f3d4f7d59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3820386 Nov 22 12:22:37.601529 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5d12e0-8cff-408c-89ec-585f6ecf4800 req-a90b24ff-71ae-480d-823c-9ab728c85a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:22:37.603056 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-ec5d12e0-8cff-408c-89ec-585f6ecf4800 req-a90b24ff-71ae-480d-823c-9ab728c85a8c service neutron] 10.222.0.46 "GET /v2.0/networks?id=08903c03-f7d7-43c9-ab4d-565ac4637d53 HTTP/1.1" status: 200 len: 919 time: 0.3915260 Nov 22 12:22:37.624873 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553ff29e-498f-4855-8b9f-ada688be4513 req-14d8ca44-cf03-4bbe-b7f7-3e23060f88cb tempest-TestShelveInstance-855138255 tempest-TestShelveInstance-855138255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:22:37.628078 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-553ff29e-498f-4855-8b9f-ada688be4513 req-14d8ca44-cf03-4bbe-b7f7-3e23060f88cb tempest-TestShelveInstance-855138255 tempest-TestShelveInstance-855138255-project] 10.222.0.66 "GET /v2.0/ports?device_id=10e112a7-d70a-4499-8be4-fd5e4ab3ec17 HTTP/1.1" status: 200 len: 946 time: 0.1092215 Nov 22 12:22:37.636212 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [req-b7a69ea2-d15d-46c8-b8e3-f98e444ea7cf req-82cb804f-7da3-42b6-b720-9f0e76665d2f service neutron] 10.222.0.46 "GET /v2.0/networks/f0e4cddf-9054-45b8-ae14-fd837a61718e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1720057 Nov 22 12:22:37.684352 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-ec5d12e0-8cff-408c-89ec-585f6ecf4800 req-59fc1222-9190-4440-9788-b26acbd15028 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1fa9e48d-814b-49fa-b645-de1efce73a7d HTTP/1.1" status: 200 len: 217 time: 0.0539806 Nov 22 12:22:37.696728 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.rpc [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Device 278a21ab-1eb3-4777-ad07-2e2975db29ac details requested by agent hyperv_hv-cinder-76845 with host hv-cinder-76845 {{(pid=102751) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 12:22:37.783568 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-553ff29e-498f-4855-8b9f-ada688be4513 req-e2e160af-8184-48f8-9846-d08123604904 tempest-TestShelveInstance-855138255 tempest-TestShelveInstance-855138255-project] 10.222.0.66 "GET /v2.0/security-groups?id=70d0fc64-ba67-465a-ab2a-a345deda9588&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1398108 Nov 22 12:22:37.811549 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5d12e0-8cff-408c-89ec-585f6ecf4800 req-919e23c4-4380-4196-9eaa-b7d875990ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:22:37.815962 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-ec5d12e0-8cff-408c-89ec-585f6ecf4800 req-919e23c4-4380-4196-9eaa-b7d875990ba8 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=292b6822-c634-4819-b6c6-c4a4132c73d4 HTTP/1.1" status: 200 len: 858 time: 0.1004632 Nov 22 12:22:37.863464 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-ec5d12e0-8cff-408c-89ec-585f6ecf4800 req-b86d1638-4bb0-4f6a-8c25-0c9d0a21ba43 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=08903c03-f7d7-43c9-ab4d-565ac4637d53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329595 Nov 22 12:22:37.882466 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.db [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] For port 278a21ab-1eb3-4777-ad07-2e2975db29ac, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=278a21ab-1eb3-4777-ad07-2e2975db29ac,segment=NetworkSegment(b307a277-133b-49ad-9947-78ca47bc0d8c),segment_id=b307a277-133b-49ad-9947-78ca47bc0d8c)] {{(pid=102751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 12:22:37.901609 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.rpc [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Returning: {'device': '278a21ab-1eb3-4777-ad07-2e2975db29ac', 'network_id': 'f0e4cddf-9054-45b8-ae14-fd837a61718e', 'port_id': '278a21ab-1eb3-4777-ad07-2e2975db29ac', 'mac_address': 'fa:16:3e:45:6b:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 631, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b23da1d5-67b6-4638-9aba-5b784b347006', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102751) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 12:22:37.958261 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3931732'] for port, before_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:22:37.983058 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.notifiers.nova [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 278a21ab-1eb3-4777-ad07-2e2975db29ac {{(pid=102751) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 12:22:38.022048 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.db [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] For port 278a21ab-1eb3-4777-ad07-2e2975db29ac, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=278a21ab-1eb3-4777-ad07-2e2975db29ac,segment=NetworkSegment(b307a277-133b-49ad-9947-78ca47bc0d8c),segment_id=b307a277-133b-49ad-9947-78ca47bc0d8c)] {{(pid=102751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 12:22:38.033239 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793343495738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793342949286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793342949304'] for port, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:22:38.048671 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71513f2-e87a-426d-a18c-b9d4e1431440 req-c6261aae-5f31-42aa-b3e2-774feea06950 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:22:38.050503 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-f71513f2-e87a-426d-a18c-b9d4e1431440 req-c6261aae-5f31-42aa-b3e2-774feea06950 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.66 "GET /v2.0/ports?device_id=c9f6d441-246f-479e-8e88-ea701c0f87ff HTTP/1.1" status: 200 len: 946 time: 0.1679730 Nov 22 12:22:38.057248 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-ec5d12e0-8cff-408c-89ec-585f6ecf4800 req-a0efc01d-2415-48dc-b7c4-f1ed2f04c493 service neutron] 10.222.0.46 "GET /v2.0/networks/08903c03-f7d7-43c9-ab4d-565ac4637d53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1846480 Nov 22 12:22:38.105863 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Pushing event updated for resources: {'Port': ['ID=278a21ab-1eb3-4777-ad07-2e2975db29ac,revision_number=4']} {{(pid=102751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:22:38.203821 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-f71513f2-e87a-426d-a18c-b9d4e1431440 req-5f137e59-8b19-486b-8273-5134f993fa69 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.66 "GET /v2.0/security-groups?id=58ab891c-6c60-4530-806c-8c076c9a459e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1444907 Nov 22 12:22:38.242125 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-ec5d12e0-8cff-408c-89ec-585f6ecf4800 req-92b5a352-7e12-414f-aee6-bbeda4b90fc7 service neutron] 10.222.0.46 "GET /v2.0/networks/08903c03-f7d7-43c9-ab4d-565ac4637d53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1708765 Nov 22 12:22:38.389749 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d37a3c-b9d5-4203-984f-85828a448514 req-448dccce-a7e4-41e2-b7fc-92561a72a17f tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:22:38.391435 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-d1d37a3c-b9d5-4203-984f-85828a448514 req-448dccce-a7e4-41e2-b7fc-92561a72a17f tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] 10.222.0.66 "GET /v2.0/ports?device_id=8412ba15-56d4-416c-ade2-50b31de5ccb9 HTTP/1.1" status: 200 len: 945 time: 0.1479480 Nov 22 12:22:38.412924 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0127bd26-8c52-4eea-9624-3c997b837c04 req-10809384-3cca-43ad-a3fb-e2d12404cead tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:22:38.414495 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-0127bd26-8c52-4eea-9624-3c997b837c04 req-10809384-3cca-43ad-a3fb-e2d12404cead tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] 10.222.0.66 "GET /v2.0/ports?device_id=302ab8ef-5565-4f9b-9b91-b405d550a90d HTTP/1.1" status: 200 len: 945 time: 0.1054788 Nov 22 12:22:38.475818 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.db [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] get_ports_and_sgs() called for port_ids ['278a21ab-1eb3-4777-ad07-2e2975db29ac'] {{(pid=102751) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 12:22:38.507544 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-d1d37a3c-b9d5-4203-984f-85828a448514 req-6af2a718-c1d9-4321-b747-0c955230c003 tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] 10.222.0.66 "GET /v2.0/security-groups?id=d183c51b-56bc-4b8b-8c88-c11ec3bb03cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908670 Nov 22 12:22:38.517895 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-0127bd26-8c52-4eea-9624-3c997b837c04 req-bd6807a2-fbf3-4bad-bd60-d054453b207c tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] 10.222.0.66 "GET /v2.0/security-groups?id=d25355f0-2e41-493d-aac5-082c69fe23d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930562 Nov 22 12:22:38.745656 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee455d59-24f6-475d-a152-982104315c2e req-ee5cb331-69d4-48a6-a20b-0f97dd81cab1 tempest-VolumesSnapshotTestJSON-1978321900 tempest-VolumesSnapshotTestJSON-1978321900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:22:38.747654 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-ee455d59-24f6-475d-a152-982104315c2e req-ee5cb331-69d4-48a6-a20b-0f97dd81cab1 tempest-VolumesSnapshotTestJSON-1978321900 tempest-VolumesSnapshotTestJSON-1978321900-project] 10.222.0.66 "GET /v2.0/ports?device_id=82e102ee-4d06-4e2d-8ce4-2bf3a8d0a874 HTTP/1.1" status: 200 len: 945 time: 0.0723188 Nov 22 12:22:38.802062 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-ee455d59-24f6-475d-a152-982104315c2e req-8ba06a8e-cc73-4751-ab82-ee2878625301 tempest-VolumesSnapshotTestJSON-1978321900 tempest-VolumesSnapshotTestJSON-1978321900-project] 10.222.0.66 "GET /v2.0/security-groups?id=188eb127-27e7-40f9-bd3a-a43f3d4f7d59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477948 Nov 22 12:22:38.918393 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6066a02-e9d4-43ab-b142-c4255a8b7c05 req-d407c466-2df7-47b4-bfb5-008a45f1d7c1 tempest-TestShelveInstance-855138255 tempest-TestShelveInstance-855138255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:22:38.920247 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-f6066a02-e9d4-43ab-b142-c4255a8b7c05 req-d407c466-2df7-47b4-bfb5-008a45f1d7c1 tempest-TestShelveInstance-855138255 tempest-TestShelveInstance-855138255-project] 10.222.0.66 "GET /v2.0/ports?device_id=10e112a7-d70a-4499-8be4-fd5e4ab3ec17 HTTP/1.1" status: 200 len: 946 time: 0.0606084 Nov 22 12:22:38.987945 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-f6066a02-e9d4-43ab-b142-c4255a8b7c05 req-99752c71-3b2d-46de-9f95-be25a4e127b9 tempest-TestShelveInstance-855138255 tempest-TestShelveInstance-855138255-project] 10.222.0.66 "GET /v2.0/security-groups?id=70d0fc64-ba67-465a-ab2a-a345deda9588&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577965 Nov 22 12:22:39.116830 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a75243-c125-4b97-8f1d-b2fde1db82e8 req-31e035ce-ec49-423b-8d7f-444c54c9005d tempest-TestShelveInstance-855138255 tempest-TestShelveInstance-855138255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:22:39.118647 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-b8a75243-c125-4b97-8f1d-b2fde1db82e8 req-31e035ce-ec49-423b-8d7f-444c54c9005d tempest-TestShelveInstance-855138255 tempest-TestShelveInstance-855138255-project] 10.222.0.66 "GET /v2.0/ports?device_id=10e112a7-d70a-4499-8be4-fd5e4ab3ec17 HTTP/1.1" status: 200 len: 946 time: 0.0523739 Nov 22 12:22:39.177439 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-b8a75243-c125-4b97-8f1d-b2fde1db82e8 req-9b176dbf-ce15-47d9-90bc-2af4ec9a7719 tempest-TestShelveInstance-855138255 tempest-TestShelveInstance-855138255-project] 10.222.0.66 "GET /v2.0/security-groups?id=70d0fc64-ba67-465a-ab2a-a345deda9588&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516465 Nov 22 12:22:39.201567 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.wsgi [-] (102749) accepted ('10.222.0.66', 48588) {{(pid=102749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:22:39.383988 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3232b04f-0689-4a65-89ea-f35afe84cc3f req-487466d5-dfc7-4437-a899-727339c0c385 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:22:39.386517 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-3232b04f-0689-4a65-89ea-f35afe84cc3f req-487466d5-dfc7-4437-a899-727339c0c385 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.66 "GET /v2.0/ports?device_id=c9f6d441-246f-479e-8e88-ea701c0f87ff HTTP/1.1" status: 200 len: 946 time: 0.0664713 Nov 22 12:22:39.445454 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-3232b04f-0689-4a65-89ea-f35afe84cc3f req-3a881259-55bc-4fe5-850b-fbd4c39fa592 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.66 "GET /v2.0/security-groups?id=58ab891c-6c60-4530-806c-8c076c9a459e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499566 Nov 22 12:22:39.488806 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca7d2936-49e6-40b5-9451-8a7d298eefd4 tempest-TestShelveInstance-695920391 tempest-TestShelveInstance-695920391-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:22:39.491271 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [None req-ca7d2936-49e6-40b5-9451-8a7d298eefd4 tempest-TestShelveInstance-695920391 tempest-TestShelveInstance-695920391-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=10e112a7-d70a-4499-8be4-fd5e4ab3ec17 HTTP/1.1" status: 200 len: 1094 time: 0.2878747 Nov 22 12:22:39.494174 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.wsgi [-] (102749) accepted ('10.222.0.66', 48598) {{(pid=102749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:22:39.503284 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.v2.base [None req-4ff2d947-d817-4a0c-88bb-d1d9f4c8da7d tempest-TestShelveInstance-855138255 tempest-TestShelveInstance-855138255-project] Request body: {'floatingip': {'floating_network_id': '52f34850-4f08-4bf9-8f19-1c892d4c6132', 'port_id': 'c27e22cf-346f-4a81-8e7d-d2418b4df811', 'tenant_id': '575f4ae5262e4930b6658095a1aa8a32', 'fixed_ip_address': '172.20.0.10'}} {{(pid=102749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 12:22:39.534798 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-4ff2d947-d817-4a0c-88bb-d1d9f4c8da7d tempest-TestShelveInstance-855138255 tempest-TestShelveInstance-855138255-project] Publish callbacks [] for floatingip, before_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:22:39.715500 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.rpc [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Device 278a21ab-1eb3-4777-ad07-2e2975db29ac up at agent hyperv_hv-cinder-76845 {{(pid=102751) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 12:22:39.757949 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177ca0a7-82a7-441f-b18c-ec082df63d4d req-5143a1da-10ee-473f-8ab6-2aac30653eec tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:22:39.759712 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-177ca0a7-82a7-441f-b18c-ec082df63d4d req-5143a1da-10ee-473f-8ab6-2aac30653eec tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] 10.222.0.66 "GET /v2.0/ports?device_id=302ab8ef-5565-4f9b-9b91-b405d550a90d HTTP/1.1" status: 200 len: 945 time: 0.1291528 Nov 22 12:22:39.764914 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-4ff2d947-d817-4a0c-88bb-d1d9f4c8da7d tempest-TestShelveInstance-855138255 tempest-TestShelveInstance-855138255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3931732'] for port, before_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:22:39.796489 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1727c309-f086-45bb-88cd-eb2a3c3bfaf1 req-72a0c765-aab3-4543-a010-cf530a7e4781 tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:22:39.798212 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-1727c309-f086-45bb-88cd-eb2a3c3bfaf1 req-72a0c765-aab3-4543-a010-cf530a7e4781 tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] 10.222.0.66 "GET /v2.0/ports?device_id=8412ba15-56d4-416c-ade2-50b31de5ccb9 HTTP/1.1" status: 200 len: 945 time: 0.1322351 Nov 22 12:22:39.801944 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.provisioning_blocks [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Provisioning for port 278a21ab-1eb3-4777-ad07-2e2975db29ac completed by entity L2. {{(pid=102751) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 12:22:39.807200 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.provisioning_blocks [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Provisioning complete for port 278a21ab-1eb3-4777-ad07-2e2975db29ac triggered by entity L2. {{(pid=102751) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 12:22:39.807726 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3821908'] for port, provisioning_complete {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:22:39.896210 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3931732'] for port, before_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:22:39.921382 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82e102ee-4d06-4e2d-8ce4-2bf3a8d0a874', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '278a21ab-1eb3-4777-ad07-2e2975db29ac'}] {{(pid=102751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 12:22:39.924590 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50f57f68d0dae852c32e4f8721e97c07bf2df52fd56e1603e3e4743a1bb51d8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42473488-cb2d-458b-8146-9c738a337135" -d '{"events": [{"server_uuid": "82e102ee-4d06-4e2d-8ce4-2bf3a8d0a874", "name": "network-vif-plugged", "status": "completed", "tag": "278a21ab-1eb3-4777-ad07-2e2975db29ac"}]}' {{(pid=102751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 12:22:39.938126 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.db [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] For port 278a21ab-1eb3-4777-ad07-2e2975db29ac, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=278a21ab-1eb3-4777-ad07-2e2975db29ac,segment=NetworkSegment(b307a277-133b-49ad-9947-78ca47bc0d8c),segment_id=b307a277-133b-49ad-9947-78ca47bc0d8c)] {{(pid=102751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 12:22:39.939318 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-177ca0a7-82a7-441f-b18c-ec082df63d4d req-e39ba187-45d9-499e-ace3-f92bf1735fa6 tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] 10.222.0.66 "GET /v2.0/security-groups?id=d25355f0-2e41-493d-aac5-082c69fe23d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689613 Nov 22 12:22:39.945281 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-1727c309-f086-45bb-88cd-eb2a3c3bfaf1 req-819968f6-fd22-415d-a46c-f7332dd79062 tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] 10.222.0.66 "GET /v2.0/security-groups?id=d183c51b-56bc-4b8b-8c88-c11ec3bb03cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134303 Nov 22 12:22:39.945550 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793343495738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793342949286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793342949304'] for port, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:22:39.946488 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.rpc [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Device e128f2b8-b093-4adf-809f-77c7db02499c no longer exists at agent hyperv_hv-cinder-76845 {{(pid=102751) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 12:22:39.971544 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.db.db_base_plugin_common [None req-4ff2d947-d817-4a0c-88bb-d1d9f4c8da7d tempest-TestShelveInstance-855138255 tempest-TestShelveInstance-855138255-project] Allocated IP 172.27.0.6 (52f34850-4f08-4bf9-8f19-1c892d4c6132/9e59152d-9f1b-4a42-ae53-82f6bd285144/b01955d3-d7e3-447c-a76d-9afea0fc2b62) {{(pid=102749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 12:22:40.002875 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.plugin [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] No Port match for: e128f2b8-b093-4adf-809f-77c7db02499c {{(pid=102751) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 12:22:40.003222 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.rpc [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Device e128f2b8-b093-4adf-809f-77c7db02499c not bound to the agent host hv-cinder-76845 {{(pid=102751) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 12:22:40.003740 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.rpc [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Device c3893e14-5c03-4b6a-b17d-c2dc56e8e688 no longer exists at agent hyperv_hv-cinder-76845 {{(pid=102751) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 12:22:40.035621 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 12:22:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c465353f-4a5b-42ed-ba3d-44203919b51a x-openstack-request-id: req-c465353f-4a5b-42ed-ba3d-44203919b51a {{(pid=102751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 12:22:40.035896 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82e102ee-4d06-4e2d-8ce4-2bf3a8d0a874", "name": "network-vif-plugged", "status": "completed", "tag": "278a21ab-1eb3-4777-ad07-2e2975db29ac", "code": 200}]} {{(pid=102751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 12:22:40.036244 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-c465353f-4a5b-42ed-ba3d-44203919b51a {{(pid=102751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 12:22:40.036538 dv-cinder-768458-13-iscsi neutron-server[102751]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82e102ee-4d06-4e2d-8ce4-2bf3a8d0a874', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '278a21ab-1eb3-4777-ad07-2e2975db29ac', 'code': 200} Nov 22 12:22:40.073094 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Pushing event updated for resources: {'Port': ['ID=278a21ab-1eb3-4777-ad07-2e2975db29ac,revision_number=5']} {{(pid=102751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:22:40.133960 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3931732'] for port, before_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:22:40.137897 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d653ee-6e3c-4368-a998-45f82f35ed5d req-f105e2d8-a291-4f99-96c5-c8eeb90628ee tempest-VolumesSnapshotTestJSON-1978321900 tempest-VolumesSnapshotTestJSON-1978321900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:22:40.139554 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-87d653ee-6e3c-4368-a998-45f82f35ed5d req-f105e2d8-a291-4f99-96c5-c8eeb90628ee tempest-VolumesSnapshotTestJSON-1978321900 tempest-VolumesSnapshotTestJSON-1978321900-project] 10.222.0.66 "GET /v2.0/ports?device_id=82e102ee-4d06-4e2d-8ce4-2bf3a8d0a874 HTTP/1.1" status: 200 len: 946 time: 0.0844450 Nov 22 12:22:40.142745 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-4ff2d947-d817-4a0c-88bb-d1d9f4c8da7d tempest-TestShelveInstance-855138255 tempest-TestShelveInstance-855138255-project] Publish callbacks [] for port, precommit_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:22:40.173564 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.db [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] For port c3893e14-5c03-4b6a-b17d-c2dc56e8e688, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=c3893e14-5c03-4b6a-b17d-c2dc56e8e688,segment=NetworkSegment(ad989668-ff42-4f8a-9eac-7040e599f03e),segment_id=ad989668-ff42-4f8a-9eac-7040e599f03e)] {{(pid=102751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 12:22:40.180812 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793343495738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793342949286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793342949304'] for port, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:22:40.225062 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-87d653ee-6e3c-4368-a998-45f82f35ed5d req-b2dbf64e-e7bb-491d-a6f3-33ba0271537e tempest-VolumesSnapshotTestJSON-1978321900 tempest-VolumesSnapshotTestJSON-1978321900-project] 10.222.0.66 "GET /v2.0/security-groups?id=188eb127-27e7-40f9-bd3a-a43f3d4f7d59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787048 Nov 22 12:22:40.231184 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-4ff2d947-d817-4a0c-88bb-d1d9f4c8da7d tempest-TestShelveInstance-855138255 tempest-TestShelveInstance-855138255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793342949268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126077602'] for port, after_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:22:40.255927 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Pushing event updated for resources: {'Port': ['ID=c3893e14-5c03-4b6a-b17d-c2dc56e8e688,revision_number=8']} {{(pid=102751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:22:40.272879 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ff2d947-d817-4a0c-88bb-d1d9f4c8da7d tempest-TestShelveInstance-855138255 tempest-TestShelveInstance-855138255-project] Network 52f34850-4f08-4bf9-8f19-1c892d4c6132 is already hosted by enough agents. {{(pid=102749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 12:22:40.275938 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.scheduler.base_scheduler [None req-4ff2d947-d817-4a0c-88bb-d1d9f4c8da7d tempest-TestShelveInstance-855138255 tempest-TestShelveInstance-855138255-project] Resources bound (agent type, host, resource id): {{(pid=102749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 12:22:40.280151 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ff2d947-d817-4a0c-88bb-d1d9f4c8da7d tempest-TestShelveInstance-855138255 tempest-TestShelveInstance-855138255-project] Received port after_create {{(pid=102749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 12:22:40.306439 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff2d947-d817-4a0c-88bb-d1d9f4c8da7d tempest-TestShelveInstance-855138255 tempest-TestShelveInstance-855138255-project] Pushing event updated for resources: {'Port': ['ID=b01955d3-d7e3-447c-a76d-9afea0fc2b62,revision_number=1']} {{(pid=102749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:22:40.664421 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685ee2f6-55b1-4725-bf97-4970b4410e37 req-71576a55-52a1-4c50-a97d-8175cb0d62cf tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:22:40.666049 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-685ee2f6-55b1-4725-bf97-4970b4410e37 req-71576a55-52a1-4c50-a97d-8175cb0d62cf tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.66 "GET /v2.0/ports?device_id=c9f6d441-246f-479e-8e88-ea701c0f87ff HTTP/1.1" status: 200 len: 944 time: 0.1368589 Nov 22 12:22:40.873854 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-685ee2f6-55b1-4725-bf97-4970b4410e37 req-39df77fa-e842-4e2d-8bc5-c7f5ea6aa136 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.66 "GET /v2.0/security-groups?id=58ab891c-6c60-4530-806c-8c076c9a459e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1672888 Nov 22 12:22:40.906852 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-4ff2d947-d817-4a0c-88bb-d1d9f4c8da7d tempest-TestShelveInstance-855138255 tempest-TestShelveInstance-855138255-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:22:41.022834 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-4ff2d947-d817-4a0c-88bb-d1d9f4c8da7d tempest-TestShelveInstance-855138255 tempest-TestShelveInstance-855138255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3931732'] for port, before_update {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:22:41.439976 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941a447a-4488-4074-a821-b771e8747677 req-abd312a2-8183-48f2-acf9-b5b1648a8b7d tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:22:41.441453 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-941a447a-4488-4074-a821-b771e8747677 req-abd312a2-8183-48f2-acf9-b5b1648a8b7d tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] 10.222.0.66 "GET /v2.0/ports?device_id=8412ba15-56d4-416c-ade2-50b31de5ccb9 HTTP/1.1" status: 200 len: 945 time: 0.1086512 Nov 22 12:22:41.502479 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-4ff2d947-d817-4a0c-88bb-d1d9f4c8da7d tempest-TestShelveInstance-855138255 tempest-TestShelveInstance-855138255-project] Publish callbacks [] for port, precommit_update {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:22:41.513365 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-4ff2d947-d817-4a0c-88bb-d1d9f4c8da7d tempest-TestShelveInstance-855138255 tempest-TestShelveInstance-855138255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793343495738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793342949286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793342949304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126077611'] for port, after_update {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:22:41.551030 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-941a447a-4488-4074-a821-b771e8747677 req-b74d7113-b0c5-419d-8a71-1c28e2cad646 tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] 10.222.0.66 "GET /v2.0/security-groups?id=d183c51b-56bc-4b8b-8c88-c11ec3bb03cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034193 Nov 22 12:22:41.595877 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff2d947-d817-4a0c-88bb-d1d9f4c8da7d tempest-TestShelveInstance-855138255 tempest-TestShelveInstance-855138255-project] Pushing event updated for resources: {'Port': ['ID=b01955d3-d7e3-447c-a76d-9afea0fc2b62,revision_number=2']} {{(pid=102749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:22:41.618054 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-4ff2d947-d817-4a0c-88bb-d1d9f4c8da7d tempest-TestShelveInstance-855138255 tempest-TestShelveInstance-855138255-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-532624'] for floatingip, after_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:22:41.758179 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5a143c-fc49-4882-aff4-1b2462c4a527 req-afbdc5e0-c523-424d-97ef-1b216d136654 tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:22:41.759845 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-ae5a143c-fc49-4882-aff4-1b2462c4a527 req-afbdc5e0-c523-424d-97ef-1b216d136654 tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] 10.222.0.66 "GET /v2.0/ports?device_id=302ab8ef-5565-4f9b-9b91-b405d550a90d HTTP/1.1" status: 200 len: 945 time: 0.1028144 Nov 22 12:22:41.780337 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.db.l3_db [None req-4ff2d947-d817-4a0c-88bb-d1d9f4c8da7d tempest-TestShelveInstance-855138255 tempest-TestShelveInstance-855138255-project] Floating IP 46ddb126-6642-44e4-ab3a-39c1af2ea892 associated. External IP: 172.27.0.6, port: c27e22cf-346f-4a81-8e7d-d2418b4df811. Nov 22 12:22:41.905485 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-ae5a143c-fc49-4882-aff4-1b2462c4a527 req-136cdbcd-ec28-4681-aa49-5c047d100107 tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] 10.222.0.66 "GET /v2.0/security-groups?id=d25355f0-2e41-493d-aac5-082c69fe23d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359103 Nov 22 12:22:42.037649 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9f6d441-246f-479e-8e88-ea701c0f87ff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c3893e14-5c03-4b6a-b17d-c2dc56e8e688'}] {{(pid=102751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 12:22:42.041869 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50f57f68d0dae852c32e4f8721e97c07bf2df52fd56e1603e3e4743a1bb51d8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66700863-057c-482b-aa36-aecfd00f4fba" -d '{"events": [{"server_uuid": "c9f6d441-246f-479e-8e88-ea701c0f87ff", "name": "network-vif-unplugged", "status": "completed", "tag": "c3893e14-5c03-4b6a-b17d-c2dc56e8e688"}]}' {{(pid=102751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 12:22:42.109466 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6efbfcf-f471-494e-8e9a-5b907d5a8757 req-4c64c01f-7fa1-46a8-85a6-694cd3e07d99 tempest-VolumesSnapshotTestJSON-1978321900 tempest-VolumesSnapshotTestJSON-1978321900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:22:42.111083 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-e6efbfcf-f471-494e-8e9a-5b907d5a8757 req-4c64c01f-7fa1-46a8-85a6-694cd3e07d99 tempest-VolumesSnapshotTestJSON-1978321900 tempest-VolumesSnapshotTestJSON-1978321900-project] 10.222.0.66 "GET /v2.0/ports?device_id=82e102ee-4d06-4e2d-8ce4-2bf3a8d0a874 HTTP/1.1" status: 200 len: 946 time: 0.1101701 Nov 22 12:22:42.142559 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ff2d947-d817-4a0c-88bb-d1d9f4c8da7d tempest-TestShelveInstance-855138255 tempest-TestShelveInstance-855138255-project] Router b448d13f-01a0-446b-95ca-8d77db6ea12e has already been hosted by L3 agent b4a26ead-6ab2-4f98-a352-c9ed6d39b73e {{(pid=102749) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 12:22:42.181175 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-e6efbfcf-f471-494e-8e9a-5b907d5a8757 req-637679d1-d6de-40db-ade1-c24daf1a1633 tempest-VolumesSnapshotTestJSON-1978321900 tempest-VolumesSnapshotTestJSON-1978321900-project] 10.222.0.66 "GET /v2.0/security-groups?id=188eb127-27e7-40f9-bd3a-a43f3d4f7d59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631323 Nov 22 12:22:42.267789 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.wsgi [req-e76dfc9c-3432-4a5a-a306-b6f017c58a73 req-77e6408d-173f-4968-a94d-804a92662d1e service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=102749) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 12:22:42.268838 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-e76dfc9c-3432-4a5a-a306-b6f017c58a73 req-77e6408d-173f-4968-a94d-804a92662d1e service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055037 Nov 22 12:22:42.299271 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ff2d947-d817-4a0c-88bb-d1d9f4c8da7d tempest-TestShelveInstance-855138255 tempest-TestShelveInstance-855138255-project] Notify agent at l3_agent.dv-cinder-768458-13-iscsi the message routers_updated {{(pid=102749) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 12:22:42.310777 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bad39e95-caf7-42f2-8f01-d78095c02719 None None] Sync routers for ids ['b448d13f-01a0-446b-95ca-8d77db6ea12e'] in dv-cinder-768458-13-iscsi {{(pid=102752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 12:22:42.322685 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bad39e95-caf7-42f2-8f01-d78095c02719 None None] Routers {'b448d13f-01a0-446b-95ca-8d77db6ea12e'} bound to L3 agent in host dv-cinder-768458-13-iscsi {{(pid=102752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 12:22:42.323567 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.db.l3_hamode_db [None req-bad39e95-caf7-42f2-8f01-d78095c02719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T12:11:23Z,description=,heartbeat_timestamp=2021-11-22T12:22:23Z,host='dv-cinder-768458-13-iscsi',id=b4a26ead-6ab2-4f98-a352-c9ed6d39b73e,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T12:11:23Z,topic='l3_agent')) {'router_ids': ['b448d13f-01a0-446b-95ca-8d77db6ea12e'], 'active': True} {{(pid=102752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 12:22:42.328722 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-4ff2d947-d817-4a0c-88bb-d1d9f4c8da7d tempest-TestShelveInstance-855138255 tempest-TestShelveInstance-855138255-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434365'] for floatingip, before_response {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:22:42.387756 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [None req-4ff2d947-d817-4a0c-88bb-d1d9f4c8da7d tempest-TestShelveInstance-855138255 tempest-TestShelveInstance-855138255-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.8921678 Nov 22 12:22:42.390446 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10e112a7-d70a-4499-8be4-fd5e4ab3ec17', 'tag': 'c27e22cf-346f-4a81-8e7d-d2418b4df811'}] {{(pid=102749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 12:22:42.393023 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e75a82c02e5e8e80361e9b8ad1df1450ec212ebfa93d78ee9da720cb5365782c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d400e29-4784-49a0-8df8-6af65b4b4315" -d '{"events": [{"name": "network-changed", "server_uuid": "10e112a7-d70a-4499-8be4-fd5e4ab3ec17", "tag": "c27e22cf-346f-4a81-8e7d-d2418b4df811"}]}' {{(pid=102749) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 12:22:42.406642 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 22 Nov 2021 12:22:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0e50300-7af9-4fb2-af76-6637394fce35 x-openstack-request-id: req-e0e50300-7af9-4fb2-af76-6637394fce35 {{(pid=102751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 12:22:42.407272 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9f6d441-246f-479e-8e88-ea701c0f87ff", "name": "network-vif-unplugged", "status": "failed", "tag": "c3893e14-5c03-4b6a-b17d-c2dc56e8e688", "code": 422}]} {{(pid=102751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 12:22:42.407733 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-e0e50300-7af9-4fb2-af76-6637394fce35 {{(pid=102751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 12:22:42.408145 dv-cinder-768458-13-iscsi neutron-server[102751]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'c9f6d441-246f-479e-8e88-ea701c0f87ff', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'c3893e14-5c03-4b6a-b17d-c2dc56e8e688', 'code': 422} returned with failed status Nov 22 12:22:42.447476 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.db.l3_dvr_db [None req-bad39e95-caf7-42f2-8f01-d78095c02719 None None] Set router b448d13f-01a0-446b-95ca-8d77db6ea12e gateway port host: dv-cinder-768458-13-iscsi {{(pid=102752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 12:22:42.520145 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4694c0-a446-4f76-a187-89791e3688f2 req-b5231537-cace-4bb5-adb6-ee46fef6f912 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:22:42.521751 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-cd4694c0-a446-4f76-a187-89791e3688f2 req-b5231537-cace-4bb5-adb6-ee46fef6f912 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.66 "GET /v2.0/ports?device_id=c9f6d441-246f-479e-8e88-ea701c0f87ff HTTP/1.1" status: 200 len: 944 time: 0.0539160 Nov 22 12:22:42.601870 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-cd4694c0-a446-4f76-a187-89791e3688f2 req-74ae8e53-ea28-41c4-9dc0-28bb28602147 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.66 "GET /v2.0/security-groups?id=58ab891c-6c60-4530-806c-8c076c9a459e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731969 Nov 22 12:22:42.658950 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 12:22:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08219fb8-b317-4246-8ab5-cd0f50985873 x-openstack-request-id: req-08219fb8-b317-4246-8ab5-cd0f50985873 {{(pid=102749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 12:22:42.659441 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10e112a7-d70a-4499-8be4-fd5e4ab3ec17", "tag": "c27e22cf-346f-4a81-8e7d-d2418b4df811", "status": "completed", "code": 200}]} {{(pid=102749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 12:22:42.659791 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-08219fb8-b317-4246-8ab5-cd0f50985873 {{(pid=102749) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 12:22:42.660309 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10e112a7-d70a-4499-8be4-fd5e4ab3ec17', 'tag': 'c27e22cf-346f-4a81-8e7d-d2418b4df811', 'status': 'completed', 'code': 200} Nov 22 12:22:42.753585 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.db.l3_hamode_db [None req-bad39e95-caf7-42f2-8f01-d78095c02719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b448d13f-01a0-446b-95ca-8d77db6ea12e', 'name': 'tempest-TestShelveInstance-1419194627-router', 'tenant_id': '575f4ae5262e4930b6658095a1aa8a32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52f34850-4f08-4bf9-8f19-1c892d4c6132', 'external_fixed_ips': [{'subnet_id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'ip_address': '172.27.0.46'}], 'enable_snat': True}, 'gw_port_id': 'eec7348e-79a7-4310-b90f-41d0521c5def', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T12:21:27Z', 'updated_at': '2021-11-22T12:21:30Z', 'revision_number': 4, 'project_id': '575f4ae5262e4930b6658095a1aa8a32', 'gw_port': {'id': 'eec7348e-79a7-4310-b90f-41d0521c5def', 'name': '', 'network_id': '52f34850-4f08-4bf9-8f19-1c892d4c6132', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:fd:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b448d13f-01a0-446b-95ca-8d77db6ea12e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'ip_address': '172.27.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T12:21:27Z', 'updated_at': '2021-11-22T12:21:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-13-iscsi', '_floatingips': [{'id': '46ddb126-6642-44e4-ab3a-39c1af2ea892', 'tenant_id': '575f4ae5262e4930b6658095a1aa8a32', 'floating_ip_address': '172.27.0.6', 'floating_network_id': '52f34850-4f08-4bf9-8f19-1c892d4c6132', 'router_id': 'b448d13f-01a0-446b-95ca-8d77db6ea12e', 'port_id': 'c27e22cf-346f-4a81-8e7d-d2418b4df811', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9aa5e7a8-a2f2-453e-b9d2-40a88d8e4e6e', 'mac_address': 'fa:16:3e:50:4f:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10e112a7-d70a-4499-8be4-fd5e4ab3ec17', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T12:22:40Z', 'updated_at': '2021-11-22T12:22:40Z', 'revision_number': 0, 'project_id': '575f4ae5262e4930b6658095a1aa8a32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a3cf7a7d-1d6b-4f44-a58a-4c358f9fdd1d', 'name': '', 'network_id': '9aa5e7a8-a2f2-453e-b9d2-40a88d8e4e6e', 'tenant_id': '575f4ae5262e4930b6658095a1aa8a32', 'mac_address': 'fa:16:3e:c2:f1:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b448d13f-01a0-446b-95ca-8d77db6ea12e', 'device_owner': 'network:router_interface', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '7e7d9e4f-b44e-4538-b000-cd64766a1fad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T12:21:30Z', 'updated_at': '2021-11-22T12:21:36Z', 'revision_number': 5, 'project_id': '575f4ae5262e4930b6658095a1aa8a32', 'subnets': [{'id': '7e7d9e4f-b44e-4538-b000-cd64766a1fad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-13-iscsi', False) {} {{(pid=102752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 12:22:42.772862 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed0c90c-1ab6-47ec-bdb4-fd1a3385af75 req-32b8892d-0c6a-489b-91f7-ef29c94503be tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:22:42.774994 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-4ed0c90c-1ab6-47ec-bdb4-fd1a3385af75 req-32b8892d-0c6a-489b-91f7-ef29c94503be tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] 10.222.0.66 "GET /v2.0/ports?device_id=8412ba15-56d4-416c-ade2-50b31de5ccb9 HTTP/1.1" status: 200 len: 945 time: 0.0629792 Nov 22 12:22:42.789131 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bad39e95-caf7-42f2-8f01-d78095c02719 None None] Checking router: b448d13f-01a0-446b-95ca-8d77db6ea12e for host: dv-cinder-768458-13-iscsi {{(pid=102752) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 12:22:42.799866 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bad39e95-caf7-42f2-8f01-d78095c02719 None None] Routers {'b448d13f-01a0-446b-95ca-8d77db6ea12e'} bound to L3 agent in host dv-cinder-768458-13-iscsi {{(pid=102752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 12:22:42.800887 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.db.l3_hamode_db [None req-bad39e95-caf7-42f2-8f01-d78095c02719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T12:11:23Z,description=,heartbeat_timestamp=2021-11-22T12:22:23Z,host='dv-cinder-768458-13-iscsi',id=b4a26ead-6ab2-4f98-a352-c9ed6d39b73e,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T12:11:23Z,topic='l3_agent')) {'router_ids': ['b448d13f-01a0-446b-95ca-8d77db6ea12e'], 'active': True} {{(pid=102752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 12:22:42.844631 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-4ed0c90c-1ab6-47ec-bdb4-fd1a3385af75 req-352c9b85-2fae-49c3-984d-ffb825a9ae8f tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] 10.222.0.66 "GET /v2.0/security-groups?id=d183c51b-56bc-4b8b-8c88-c11ec3bb03cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602965 Nov 22 12:22:42.943808 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d400e29-4784-49a0-8df8-6af65b4b4315 req-f2764a7e-c683-4a92-a060-205e9fae3e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:22:42.945344 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-3d400e29-4784-49a0-8df8-6af65b4b4315 req-f2764a7e-c683-4a92-a060-205e9fae3e95 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=575f4ae5262e4930b6658095a1aa8a32&device_id=10e112a7-d70a-4499-8be4-fd5e4ab3ec17 HTTP/1.1" status: 200 len: 1099 time: 0.0875144 Nov 22 12:22:42.992271 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.db.l3_dvr_db [None req-bad39e95-caf7-42f2-8f01-d78095c02719 None None] Set router b448d13f-01a0-446b-95ca-8d77db6ea12e gateway port host: dv-cinder-768458-13-iscsi {{(pid=102752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 12:22:43.006382 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.wsgi [-] (102750) accepted ('10.222.0.66', 48676) {{(pid=102750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:22:43.144918 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d400e29-4784-49a0-8df8-6af65b4b4315 req-415a2320-586c-4d05-aa3e-0ca17bfd15c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:22:43.146612 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a280ff92-e589-4fcf-983f-f4f592c5be24 req-7db9646e-507c-4c12-9394-16548a26c757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:22:43.147177 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-3d400e29-4784-49a0-8df8-6af65b4b4315 req-415a2320-586c-4d05-aa3e-0ca17bfd15c1 service neutron] 10.222.0.46 "GET /v2.0/networks?id=9aa5e7a8-a2f2-453e-b9d2-40a88d8e4e6e HTTP/1.1" status: 200 len: 910 time: 0.1848590 Nov 22 12:22:43.148116 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [req-a280ff92-e589-4fcf-983f-f4f592c5be24 req-7db9646e-507c-4c12-9394-16548a26c757 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=82e102ee-4d06-4e2d-8ce4-2bf3a8d0a874 HTTP/1.1" status: 200 len: 1099 time: 0.1240995 Nov 22 12:22:43.162116 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0371ec-bde5-4d13-9bdf-536e9d90731b req-336f09a9-b03a-496c-b9c2-c54e5995f9aa tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:22:43.164670 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-fc0371ec-bde5-4d13-9bdf-536e9d90731b req-336f09a9-b03a-496c-b9c2-c54e5995f9aa tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] 10.222.0.66 "GET /v2.0/ports?device_id=302ab8ef-5565-4f9b-9b91-b405d550a90d HTTP/1.1" status: 200 len: 945 time: 0.1182635 Nov 22 12:22:43.167734 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee489fc-eb73-49d5-8666-1124dcf8986c req-cad58e9d-d104-406e-a4c0-a68d2a78820c tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:22:43.169399 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [req-bee489fc-eb73-49d5-8666-1124dcf8986c req-cad58e9d-d104-406e-a4c0-a68d2a78820c tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] 10.222.0.46 "GET /v2.0/ports?device_id=8412ba15-56d4-416c-ade2-50b31de5ccb9 HTTP/1.1" status: 200 len: 945 time: 0.0961051 Nov 22 12:22:43.249379 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [req-13ef1fcc-ccd7-446f-98db-0984f49be8f5 req-0cba1ed0-8709-4a93-af26-bcca51de57a4 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=c9f6d441-246f-479e-8e88-ea701c0f87ff&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2417345 Nov 22 12:22:43.254986 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.wsgi [req-13ef1fcc-ccd7-446f-98db-0984f49be8f5 req-992599d2-83fb-4118-a0ec-57fcab144d15 service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=102750) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 12:22:43.266206 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [req-13ef1fcc-ccd7-446f-98db-0984f49be8f5 req-992599d2-83fb-4118-a0ec-57fcab144d15 service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0096941 Nov 22 12:22:43.303936 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-3d400e29-4784-49a0-8df8-6af65b4b4315 req-83685f17-3255-4549-9fe5-58b0f8eb50e6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c27e22cf-346f-4a81-8e7d-d2418b4df811 HTTP/1.1" status: 200 len: 998 time: 0.1349723 Nov 22 12:22:43.337484 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [req-a280ff92-e589-4fcf-983f-f4f592c5be24 req-8437e100-6e51-49ad-9eb7-67ed258df042 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=188eb127-27e7-40f9-bd3a-a43f3d4f7d59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668639 Nov 22 12:22:43.357457 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.plugins.ml2.plugin [req-bee489fc-eb73-49d5-8666-1124dcf8986c req-337bed76-c471-4646-81bb-95c824e0e020 tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] Deleting port 0b5d6d5e-e442-4681-83aa-fb04b4fc7ce4 {{(pid=102750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 12:22:43.357457 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [req-bee489fc-eb73-49d5-8666-1124dcf8986c req-337bed76-c471-4646-81bb-95c824e0e020 tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793343491880'] for port, before_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:22:43.400650 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.db.l3_hamode_db [None req-bad39e95-caf7-42f2-8f01-d78095c02719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b448d13f-01a0-446b-95ca-8d77db6ea12e', 'name': 'tempest-TestShelveInstance-1419194627-router', 'tenant_id': '575f4ae5262e4930b6658095a1aa8a32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52f34850-4f08-4bf9-8f19-1c892d4c6132', 'external_fixed_ips': [{'subnet_id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'ip_address': '172.27.0.46'}], 'enable_snat': True}, 'gw_port_id': 'eec7348e-79a7-4310-b90f-41d0521c5def', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T12:21:27Z', 'updated_at': '2021-11-22T12:21:30Z', 'revision_number': 4, 'project_id': '575f4ae5262e4930b6658095a1aa8a32', 'gw_port': {'id': 'eec7348e-79a7-4310-b90f-41d0521c5def', 'name': '', 'network_id': '52f34850-4f08-4bf9-8f19-1c892d4c6132', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:fd:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b448d13f-01a0-446b-95ca-8d77db6ea12e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'ip_address': '172.27.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T12:21:27Z', 'updated_at': '2021-11-22T12:21:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-13-iscsi', '_floatingips': [{'id': '46ddb126-6642-44e4-ab3a-39c1af2ea892', 'tenant_id': '575f4ae5262e4930b6658095a1aa8a32', 'floating_ip_address': '172.27.0.6', 'floating_network_id': '52f34850-4f08-4bf9-8f19-1c892d4c6132', 'router_id': 'b448d13f-01a0-446b-95ca-8d77db6ea12e', 'port_id': 'c27e22cf-346f-4a81-8e7d-d2418b4df811', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9aa5e7a8-a2f2-453e-b9d2-40a88d8e4e6e', 'mac_address': 'fa:16:3e:50:4f:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10e112a7-d70a-4499-8be4-fd5e4ab3ec17', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T12:22:40Z', 'updated_at': '2021-11-22T12:22:40Z', 'revision_number': 0, 'project_id': '575f4ae5262e4930b6658095a1aa8a32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a3cf7a7d-1d6b-4f44-a58a-4c358f9fdd1d', 'name': '', 'network_id': '9aa5e7a8-a2f2-453e-b9d2-40a88d8e4e6e', 'tenant_id': '575f4ae5262e4930b6658095a1aa8a32', 'mac_address': 'fa:16:3e:c2:f1:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b448d13f-01a0-446b-95ca-8d77db6ea12e', 'device_owner': 'network:router_interface', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '7e7d9e4f-b44e-4538-b000-cd64766a1fad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T12:21:30Z', 'updated_at': '2021-11-22T12:21:36Z', 'revision_number': 5, 'project_id': '575f4ae5262e4930b6658095a1aa8a32', 'subnets': [{'id': '7e7d9e4f-b44e-4538-b000-cd64766a1fad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-13-iscsi', False) {} {{(pid=102752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 12:22:43.456417 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bad39e95-caf7-42f2-8f01-d78095c02719 None None] The sync data for ids ['b448d13f-01a0-446b-95ca-8d77db6ea12e'] in dv-cinder-768458-13-iscsi is: [{'id': 'b448d13f-01a0-446b-95ca-8d77db6ea12e', 'name': 'tempest-TestShelveInstance-1419194627-router', 'tenant_id': '575f4ae5262e4930b6658095a1aa8a32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52f34850-4f08-4bf9-8f19-1c892d4c6132', 'external_fixed_ips': [{'subnet_id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'ip_address': '172.27.0.46'}], 'enable_snat': True}, 'gw_port_id': 'eec7348e-79a7-4310-b90f-41d0521c5def', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T12:21:27Z', 'updated_at': '2021-11-22T12:21:30Z', 'revision_number': 4, 'project_id': '575f4ae5262e4930b6658095a1aa8a32', 'gw_port': {'id': 'eec7348e-79a7-4310-b90f-41d0521c5def', 'name': '', 'network_id': '52f34850-4f08-4bf9-8f19-1c892d4c6132', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:fd:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b448d13f-01a0-446b-95ca-8d77db6ea12e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'ip_address': '172.27.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T12:21:27Z', 'updated_at': '2021-11-22T12:21:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-13-iscsi', '_floatingips': [{'id': '46ddb126-6642-44e4-ab3a-39c1af2ea892', 'tenant_id': '575f4ae5262e4930b6658095a1aa8a32', 'floating_ip_address': '172.27.0.6', 'floating_network_id': '52f34850-4f08-4bf9-8f19-1c892d4c6132', 'router_id': 'b448d13f-01a0-446b-95ca-8d77db6ea12e', 'port_id': 'c27e22cf-346f-4a81-8e7d-d2418b4df811', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9aa5e7a8-a2f2-453e-b9d2-40a88d8e4e6e', 'mac_address': 'fa:16:3e:50:4f:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10e112a7-d70a-4499-8be4-fd5e4ab3ec17', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T12:22:40Z', 'updated_at': '2021-11-22T12:22:40Z', 'revision_number': 0, 'project_id': '575f4ae5262e4930b6658095a1aa8a32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a3cf7a7d-1d6b-4f44-a58a-4c358f9fdd1d', 'name': '', 'network_id': '9aa5e7a8-a2f2-453e-b9d2-40a88d8e4e6e', 'tenant_id': '575f4ae5262e4930b6658095a1aa8a32', 'mac_address': 'fa:16:3e:c2:f1:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b448d13f-01a0-446b-95ca-8d77db6ea12e', 'device_owner': 'network:router_interface', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '7e7d9e4f-b44e-4538-b000-cd64766a1fad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T12:21:30Z', 'updated_at': '2021-11-22T12:21:36Z', 'revision_number': 5, 'project_id': '575f4ae5262e4930b6658095a1aa8a32', 'subnets': [{'id': '7e7d9e4f-b44e-4538-b000-cd64766a1fad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 12:22:43.458757 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-fc0371ec-bde5-4d13-9bdf-536e9d90731b req-808fe24c-7be4-4ce8-87be-607e00cdbbb1 tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] 10.222.0.66 "GET /v2.0/security-groups?id=d25355f0-2e41-493d-aac5-082c69fe23d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2792535 Nov 22 12:22:43.472703 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d400e29-4784-49a0-8df8-6af65b4b4315 req-9cf36572-22e6-4290-bed3-872ce25c83e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:22:43.475537 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-3d400e29-4784-49a0-8df8-6af65b4b4315 req-9cf36572-22e6-4290-bed3-872ce25c83e2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7e7d9e4f-b44e-4538-b000-cd64766a1fad HTTP/1.1" status: 200 len: 848 time: 0.1463580 Nov 22 12:22:43.495275 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.plugins.ml2.db [req-bee489fc-eb73-49d5-8666-1124dcf8986c req-337bed76-c471-4646-81bb-95c824e0e020 tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] For port 0b5d6d5e-e442-4681-83aa-fb04b4fc7ce4, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=0b5d6d5e-e442-4681-83aa-fb04b4fc7ce4,segment=NetworkSegment(5e5839cc-8792-46fd-9ed5-606893fc60d9),segment_id=5e5839cc-8792-46fd-9ed5-606893fc60d9)] {{(pid=102750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 12:22:43.495275 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [req-bee489fc-eb73-49d5-8666-1124dcf8986c req-337bed76-c471-4646-81bb-95c824e0e020 tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-535547'] for port, precommit_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:22:43.500476 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.plugins.ml2.plugin [req-bee489fc-eb73-49d5-8666-1124dcf8986c req-337bed76-c471-4646-81bb-95c824e0e020 tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] Calling delete_port for 0b5d6d5e-e442-4681-83aa-fb04b4fc7ce4 owned by compute:nova {{(pid=102750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 12:22:43.512872 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08644cba-7300-4d68-88aa-f91dfdc99365 req-93a12af7-e9b3-436e-b3e0-4327b2d141e5 tempest-VolumesSnapshotTestJSON-1978321900 tempest-VolumesSnapshotTestJSON-1978321900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:22:43.515993 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-08644cba-7300-4d68-88aa-f91dfdc99365 req-93a12af7-e9b3-436e-b3e0-4327b2d141e5 tempest-VolumesSnapshotTestJSON-1978321900 tempest-VolumesSnapshotTestJSON-1978321900-project] 10.222.0.66 "GET /v2.0/ports?device_id=82e102ee-4d06-4e2d-8ce4-2bf3a8d0a874 HTTP/1.1" status: 200 len: 946 time: 0.2074041 Nov 22 12:22:43.636043 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-08644cba-7300-4d68-88aa-f91dfdc99365 req-85bd3bc5-1ea3-4b07-bba5-20179bf7c5c1 tempest-VolumesSnapshotTestJSON-1978321900 tempest-VolumesSnapshotTestJSON-1978321900-project] 10.222.0.66 "GET /v2.0/security-groups?id=188eb127-27e7-40f9-bd3a-a43f3d4f7d59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138895 Nov 22 12:22:43.642649 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d400e29-4784-49a0-8df8-6af65b4b4315 req-11885b65-d4fc-4ebc-ab6b-b6531e7c8f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:22:43.644184 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-3d400e29-4784-49a0-8df8-6af65b4b4315 req-11885b65-d4fc-4ebc-ab6b-b6531e7c8f19 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9aa5e7a8-a2f2-453e-b9d2-40a88d8e4e6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0776038 Nov 22 12:22:43.711096 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [req-bee489fc-eb73-49d5-8666-1124dcf8986c req-337bed76-c471-4646-81bb-95c824e0e020 tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793343495765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793342949277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128483729'] for port, after_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:22:43.724350 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.db [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] get_ports_and_sgs() called for port_ids ['c07cfd45-5b74-4945-9991-863824fb50f3', '0b5d6d5e-e442-4681-83aa-fb04b4fc7ce4'] {{(pid=102751) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 12:22:43.818725 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.rpc [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Device c3893e14-5c03-4b6a-b17d-c2dc56e8e688 no longer exists at agent hyperv_hv-cinder-76845 {{(pid=102751) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 12:22:43.850605 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337bed76-c471-4646-81bb-95c824e0e020 tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] Pushing event deleted for resources: {'Port': ['ID=0b5d6d5e-e442-4681-83aa-fb04b4fc7ce4,revision_number=None']} {{(pid=102750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:22:43.906251 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.db.l3_dvrscheduler_db [req-bee489fc-eb73-49d5-8666-1124dcf8986c req-337bed76-c471-4646-81bb-95c824e0e020 tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] No DVR routers for this DVR port 0b5d6d5e-e442-4681-83aa-fb04b4fc7ce4 on host hv-cinder-76845 {{(pid=102750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 12:22:43.915073 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [req-bee489fc-eb73-49d5-8666-1124dcf8986c req-337bed76-c471-4646-81bb-95c824e0e020 tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434365'] for port, before_response {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:22:43.918606 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [req-bee489fc-eb73-49d5-8666-1124dcf8986c req-337bed76-c471-4646-81bb-95c824e0e020 tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] 10.222.0.46 "DELETE /v2.0/ports/0b5d6d5e-e442-4681-83aa-fb04b4fc7ce4 HTTP/1.1" status: 204 len: 173 time: 0.7268453 Nov 22 12:22:43.919089 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8412ba15-56d4-416c-ade2-50b31de5ccb9', 'name': 'network-vif-deleted', 'tag': '0b5d6d5e-e442-4681-83aa-fb04b4fc7ce4'}] {{(pid=102750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 12:22:43.921752 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2a0bed14b240d0d35e029181fb516e01dd4ce85d5fb41ae8ef5632c0b13bd43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6593e68c-44db-490e-a402-a3c0dfe1c1c4" -d '{"events": [{"server_uuid": "8412ba15-56d4-416c-ade2-50b31de5ccb9", "name": "network-vif-deleted", "tag": "0b5d6d5e-e442-4681-83aa-fb04b4fc7ce4"}]}' {{(pid=102750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 12:22:43.935440 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c363d08-ed12-45ff-87aa-8e5d307d4f8f None None] New status for floating IP 46ddb126-6642-44e4-ab3a-39c1af2ea892: ACTIVE {{(pid=102751) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 12:22:43.984925 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-3d400e29-4784-49a0-8df8-6af65b4b4315 req-8536ace4-7157-4852-92e1-2b4da3e8d1bd service neutron] 10.222.0.46 "GET /v2.0/networks/9aa5e7a8-a2f2-453e-b9d2-40a88d8e4e6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3249221 Nov 22 12:22:44.038719 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8cbebd-767a-403c-b254-b9ddff1b3a17 req-ac56ab7b-819e-44b6-90cc-93ca1e4e2ddb tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:22:44.041118 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-7c8cbebd-767a-403c-b254-b9ddff1b3a17 req-ac56ab7b-819e-44b6-90cc-93ca1e4e2ddb tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.66 "GET /v2.0/ports?device_id=c9f6d441-246f-479e-8e88-ea701c0f87ff HTTP/1.1" status: 200 len: 944 time: 0.2246871 Nov 22 12:22:44.065425 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-34bad883-3df9-4f00-8538-f5812db0c2c6 req-501cd585-f752-44fc-b748-e37746dca9a7 tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] 10.222.0.66 "GET /v2.0/ports?device_id=8412ba15-56d4-416c-ade2-50b31de5ccb9 HTTP/1.1" status: 200 len: 210 time: 0.0791600 Nov 22 12:22:44.167179 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 12:22:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5567a203-cecf-4f55-89ee-4346dc524a40 x-openstack-request-id: req-5567a203-cecf-4f55-89ee-4346dc524a40 {{(pid=102750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 12:22:44.168103 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8412ba15-56d4-416c-ade2-50b31de5ccb9", "name": "network-vif-deleted", "tag": "0b5d6d5e-e442-4681-83aa-fb04b4fc7ce4", "status": "completed", "code": 200}]} {{(pid=102750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 12:22:44.168606 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-5567a203-cecf-4f55-89ee-4346dc524a40 {{(pid=102750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 12:22:44.169013 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8412ba15-56d4-416c-ade2-50b31de5ccb9', 'name': 'network-vif-deleted', 'tag': '0b5d6d5e-e442-4681-83aa-fb04b4fc7ce4', 'status': 'completed', 'code': 200} Nov 22 12:22:44.232014 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-7c8cbebd-767a-403c-b254-b9ddff1b3a17 req-333c89cc-6ba7-456f-922c-6f5bc1b17ec2 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.66 "GET /v2.0/security-groups?id=58ab891c-6c60-4530-806c-8c076c9a459e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0877194 Nov 22 12:22:44.251670 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-3d400e29-4784-49a0-8df8-6af65b4b4315 req-bed09f17-120f-4650-a4af-26c91542ed95 service neutron] 10.222.0.46 "GET /v2.0/networks/9aa5e7a8-a2f2-453e-b9d2-40a88d8e4e6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2523961 Nov 22 12:22:44.619666 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd47daa0-2b96-4919-b60e-6abba876eafa req-76663ca9-ea93-494c-b2fe-ce8c7100b7aa tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:22:44.621252 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-cd47daa0-2b96-4919-b60e-6abba876eafa req-76663ca9-ea93-494c-b2fe-ce8c7100b7aa tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] 10.222.0.66 "GET /v2.0/ports?device_id=302ab8ef-5565-4f9b-9b91-b405d550a90d HTTP/1.1" status: 200 len: 945 time: 0.0563381 Nov 22 12:22:44.672062 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-cd47daa0-2b96-4919-b60e-6abba876eafa req-c123310e-5f87-4e9f-b3fc-2356c1a5477b tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] 10.222.0.66 "GET /v2.0/security-groups?id=d25355f0-2e41-493d-aac5-082c69fe23d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443108 Nov 22 12:22:44.769893 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d70d620-05d6-41ca-9f8b-b8e6b50aedba req-30cd6d4e-3db1-4be6-be75-1b4793f992e2 tempest-VolumesSnapshotTestJSON-1978321900 tempest-VolumesSnapshotTestJSON-1978321900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:22:44.771449 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-5d70d620-05d6-41ca-9f8b-b8e6b50aedba req-30cd6d4e-3db1-4be6-be75-1b4793f992e2 tempest-VolumesSnapshotTestJSON-1978321900 tempest-VolumesSnapshotTestJSON-1978321900-project] 10.222.0.66 "GET /v2.0/ports?device_id=82e102ee-4d06-4e2d-8ce4-2bf3a8d0a874 HTTP/1.1" status: 200 len: 946 time: 0.0520082 Nov 22 12:22:44.821565 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-5d70d620-05d6-41ca-9f8b-b8e6b50aedba req-623f6eb3-d5ee-434a-bec9-7b3b3cf7b3d7 tempest-VolumesSnapshotTestJSON-1978321900 tempest-VolumesSnapshotTestJSON-1978321900-project] 10.222.0.66 "GET /v2.0/security-groups?id=188eb127-27e7-40f9-bd3a-a43f3d4f7d59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440292 Nov 22 12:22:45.177476 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-f2f8e502-ffac-41c4-b8c2-02f2bf3feddc req-a1d74a98-035b-4ed2-944b-8c585029869f tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] 10.222.0.66 "GET /v2.0/ports?device_id=8412ba15-56d4-416c-ade2-50b31de5ccb9 HTTP/1.1" status: 200 len: 210 time: 0.0283606 Nov 22 12:22:45.385610 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc72cb5a-ec01-428c-bd4e-333696342cf5 req-c979d314-d126-40dd-ab96-4a4d7cfce82e tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:22:45.387181 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-dc72cb5a-ec01-428c-bd4e-333696342cf5 req-c979d314-d126-40dd-ab96-4a4d7cfce82e tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.66 "GET /v2.0/ports?device_id=c9f6d441-246f-479e-8e88-ea701c0f87ff HTTP/1.1" status: 200 len: 944 time: 0.0533049 Nov 22 12:22:45.446718 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-dc72cb5a-ec01-428c-bd4e-333696342cf5 req-544b04ca-8e1e-4378-b28a-7ee841f85f5a tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.66 "GET /v2.0/security-groups?id=58ab891c-6c60-4530-806c-8c076c9a459e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531065 Nov 22 12:22:45.945512 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c59410-11a2-4b2c-abca-3f8d009482c7 req-7b47e87b-316f-4fb5-b14a-876ba15550d7 tempest-VolumesSnapshotTestJSON-1978321900 tempest-VolumesSnapshotTestJSON-1978321900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:22:45.947037 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-e9c59410-11a2-4b2c-abca-3f8d009482c7 req-7b47e87b-316f-4fb5-b14a-876ba15550d7 tempest-VolumesSnapshotTestJSON-1978321900 tempest-VolumesSnapshotTestJSON-1978321900-project] 10.222.0.66 "GET /v2.0/ports?device_id=82e102ee-4d06-4e2d-8ce4-2bf3a8d0a874 HTTP/1.1" status: 200 len: 946 time: 0.0532203 Nov 22 12:22:45.997096 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-e9c59410-11a2-4b2c-abca-3f8d009482c7 req-88dcf149-75b2-4d96-8e9a-6f52c738751a tempest-VolumesSnapshotTestJSON-1978321900 tempest-VolumesSnapshotTestJSON-1978321900-project] 10.222.0.66 "GET /v2.0/security-groups?id=188eb127-27e7-40f9-bd3a-a43f3d4f7d59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439389 Nov 22 12:22:46.288636 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-cb2b4883-b96d-4a83-a6ab-8c6d6314c279 req-8bad98c8-3876-49ae-86c0-4a7c305b6f87 tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] 10.222.0.66 "GET /v2.0/ports?device_id=8412ba15-56d4-416c-ade2-50b31de5ccb9 HTTP/1.1" status: 200 len: 210 time: 0.0287244 Nov 22 12:22:46.599667 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9074e9-35eb-4322-b8ed-62ab27281818 req-3a1e9cd8-3a0a-4945-84eb-9b2776da6b1c tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:22:46.602197 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-fe9074e9-35eb-4322-b8ed-62ab27281818 req-3a1e9cd8-3a0a-4945-84eb-9b2776da6b1c tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.66 "GET /v2.0/ports?device_id=c9f6d441-246f-479e-8e88-ea701c0f87ff HTTP/1.1" status: 200 len: 944 time: 0.0706928 Nov 22 12:22:46.660992 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-fe9074e9-35eb-4322-b8ed-62ab27281818 req-7aa5f872-2d64-4f93-a0c1-79f1bca8ab01 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.66 "GET /v2.0/security-groups?id=58ab891c-6c60-4530-806c-8c076c9a459e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499542 Nov 22 12:22:47.125201 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f41b33-5796-476d-911c-8383ff253d9a req-a0b94a8f-60ef-4fbb-acdb-efdec102feee tempest-VolumesSnapshotTestJSON-1978321900 tempest-VolumesSnapshotTestJSON-1978321900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:22:47.126792 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-90f41b33-5796-476d-911c-8383ff253d9a req-a0b94a8f-60ef-4fbb-acdb-efdec102feee tempest-VolumesSnapshotTestJSON-1978321900 tempest-VolumesSnapshotTestJSON-1978321900-project] 10.222.0.66 "GET /v2.0/ports?device_id=82e102ee-4d06-4e2d-8ce4-2bf3a8d0a874 HTTP/1.1" status: 200 len: 946 time: 0.0536983 Nov 22 12:22:47.184756 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-90f41b33-5796-476d-911c-8383ff253d9a req-22ace760-5a3c-43a1-b7a8-8f0d62983ce4 tempest-VolumesSnapshotTestJSON-1978321900 tempest-VolumesSnapshotTestJSON-1978321900-project] 10.222.0.66 "GET /v2.0/security-groups?id=188eb127-27e7-40f9-bd3a-a43f3d4f7d59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507727 Nov 22 12:22:47.403047 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-67d3fe0e-8a76-46ad-88fd-2c8e0bcc7d9b req-683a3ebd-6bfb-423e-ab6d-bb5bf54523ab tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] 10.222.0.66 "GET /v2.0/ports?device_id=8412ba15-56d4-416c-ade2-50b31de5ccb9 HTTP/1.1" status: 200 len: 210 time: 0.0287294 Nov 22 12:22:47.489858 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793343475411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3821827'] for agent, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:22:47.798778 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6d9151-a4f3-4940-bab6-1fcbc4b7c74d req-0cb3f51c-242d-4fae-bdaa-9f6ff795e3c1 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:22:47.800289 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-1e6d9151-a4f3-4940-bab6-1fcbc4b7c74d req-0cb3f51c-242d-4fae-bdaa-9f6ff795e3c1 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.66 "GET /v2.0/ports?device_id=c9f6d441-246f-479e-8e88-ea701c0f87ff HTTP/1.1" status: 200 len: 944 time: 0.0547631 Nov 22 12:22:47.867167 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-1e6d9151-a4f3-4940-bab6-1fcbc4b7c74d req-d2cbc3db-dc0f-44ab-a10a-5b8a4c67bb4f tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.66 "GET /v2.0/security-groups?id=58ab891c-6c60-4530-806c-8c076c9a459e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605478 Nov 22 12:22:48.307267 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1be20a-f161-4be5-a299-e7c030a1628b req-ff350e78-ffc5-4d40-8f05-14bdbde05039 tempest-VolumesSnapshotTestJSON-1978321900 tempest-VolumesSnapshotTestJSON-1978321900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:22:48.309795 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-ad1be20a-f161-4be5-a299-e7c030a1628b req-ff350e78-ffc5-4d40-8f05-14bdbde05039 tempest-VolumesSnapshotTestJSON-1978321900 tempest-VolumesSnapshotTestJSON-1978321900-project] 10.222.0.66 "GET /v2.0/ports?device_id=82e102ee-4d06-4e2d-8ce4-2bf3a8d0a874 HTTP/1.1" status: 200 len: 946 time: 0.0538268 Nov 22 12:22:48.358796 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-ad1be20a-f161-4be5-a299-e7c030a1628b req-3d960f47-f426-4f48-ae3e-e4b1ed15ca8b tempest-VolumesSnapshotTestJSON-1978321900 tempest-VolumesSnapshotTestJSON-1978321900-project] 10.222.0.66 "GET /v2.0/security-groups?id=188eb127-27e7-40f9-bd3a-a43f3d4f7d59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431762 Nov 22 12:22:48.497616 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.rpc [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Device 0b5d6d5e-e442-4681-83aa-fb04b4fc7ce4 no longer exists at agent hyperv_hv-cinder-76845 {{(pid=102751) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 12:22:48.519876 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.plugin [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] No Port match for: 0b5d6d5e-e442-4681-83aa-fb04b4fc7ce4 {{(pid=102751) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 12:22:48.520231 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.rpc [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Device 0b5d6d5e-e442-4681-83aa-fb04b4fc7ce4 not bound to the agent host hv-cinder-76845 {{(pid=102751) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 12:22:48.861618 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ef1fcc-ccd7-446f-98db-0984f49be8f5 req-9b020815-676c-4579-a76a-4bbca848bb91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:22:48.864202 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-13ef1fcc-ccd7-446f-98db-0984f49be8f5 req-9b020815-676c-4579-a76a-4bbca848bb91 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=c9f6d441-246f-479e-8e88-ea701c0f87ff&tenant_id=086a36bf2fea4df7a4d72733b2f68dcd HTTP/1.1" status: 200 len: 1097 time: 0.1000767 Nov 22 12:22:49.001154 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627cbfaa-d921-4df3-ab39-62ac70d01875 req-1415d46a-eb4d-4e8d-b626-0ad94393d9a8 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:22:49.002634 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-627cbfaa-d921-4df3-ab39-62ac70d01875 req-1415d46a-eb4d-4e8d-b626-0ad94393d9a8 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.66 "GET /v2.0/ports?device_id=c9f6d441-246f-479e-8e88-ea701c0f87ff HTTP/1.1" status: 200 len: 944 time: 0.0505197 Nov 22 12:22:49.054046 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-627cbfaa-d921-4df3-ab39-62ac70d01875 req-30c8bd96-15d6-478f-9d97-593d3477ab02 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.66 "GET /v2.0/security-groups?id=58ab891c-6c60-4530-806c-8c076c9a459e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424643 Nov 22 12:22:50.192328 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca24284-ba27-4eaa-a590-3bd9c1811c0d req-91185839-ed16-4d22-8aa8-4d14cce7f6b8 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:22:50.193877 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-1ca24284-ba27-4eaa-a590-3bd9c1811c0d req-91185839-ed16-4d22-8aa8-4d14cce7f6b8 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.66 "GET /v2.0/ports?device_id=c9f6d441-246f-479e-8e88-ea701c0f87ff HTTP/1.1" status: 200 len: 944 time: 0.0561221 Nov 22 12:22:50.263415 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-1ca24284-ba27-4eaa-a590-3bd9c1811c0d req-d2cd5661-070d-4d7d-a071-6967fef293c1 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.66 "GET /v2.0/security-groups?id=58ab891c-6c60-4530-806c-8c076c9a459e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627170 Nov 22 12:22:50.712413 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ef1fcc-ccd7-446f-98db-0984f49be8f5 req-945caef7-c598-4bf9-a71d-8189eea5d4e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:22:50.713937 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-13ef1fcc-ccd7-446f-98db-0984f49be8f5 req-945caef7-c598-4bf9-a71d-8189eea5d4e3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=086a36bf2fea4df7a4d72733b2f68dcd&device_id=c9f6d441-246f-479e-8e88-ea701c0f87ff HTTP/1.1" status: 200 len: 1097 time: 0.0439246 Nov 22 12:22:50.766991 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-637e9f2c-da0c-40da-bd4e-48745768cf4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793343475411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3821827'] for agent, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:22:51.392339 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1a2e43-845c-495e-8e43-6c28b453c422 req-5c612f8d-d9e6-43ac-8883-48adba80ce0b tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:22:51.393909 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-fd1a2e43-845c-495e-8e43-6c28b453c422 req-5c612f8d-d9e6-43ac-8883-48adba80ce0b tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.66 "GET /v2.0/ports?device_id=c9f6d441-246f-479e-8e88-ea701c0f87ff HTTP/1.1" status: 200 len: 944 time: 0.0551286 Nov 22 12:22:51.448668 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-fd1a2e43-845c-495e-8e43-6c28b453c422 req-d276ee18-39ab-4c9c-b87b-2049d51ffe24 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.66 "GET /v2.0/security-groups?id=58ab891c-6c60-4530-806c-8c076c9a459e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482605 Nov 22 12:22:51.818377 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ef1fcc-ccd7-446f-98db-0984f49be8f5 req-31ae257c-b1e0-46e1-9d61-ec7648d4e021 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:22:51.819960 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-13ef1fcc-ccd7-446f-98db-0984f49be8f5 req-31ae257c-b1e0-46e1-9d61-ec7648d4e021 service neutron] 10.222.0.46 "GET /v2.0/networks?id=47c7c2df-c485-45be-9ae4-891cba4c7953 HTTP/1.1" status: 200 len: 917 time: 0.1502874 Nov 22 12:22:51.906129 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-13ef1fcc-ccd7-446f-98db-0984f49be8f5 req-f5a74835-ac55-4a0a-99f2-320655128ccd service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c3893e14-5c03-4b6a-b17d-c2dc56e8e688 HTTP/1.1" status: 200 len: 1000 time: 0.0776331 Nov 22 12:22:51.995349 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ef1fcc-ccd7-446f-98db-0984f49be8f5 req-f317ca25-c5e9-494f-b553-b345b5325a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:22:51.997906 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-13ef1fcc-ccd7-446f-98db-0984f49be8f5 req-f317ca25-c5e9-494f-b553-b345b5325a98 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6b38e15d-2758-41f6-bf64-d497af1d9f95 HTTP/1.1" status: 200 len: 855 time: 0.0806348 Nov 22 12:22:52.056047 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ef1fcc-ccd7-446f-98db-0984f49be8f5 req-92010b63-3c9f-430d-94b8-51f9bf732ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:22:52.057526 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-13ef1fcc-ccd7-446f-98db-0984f49be8f5 req-92010b63-3c9f-430d-94b8-51f9bf732ec0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=47c7c2df-c485-45be-9ae4-891cba4c7953&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0473182 Nov 22 12:22:52.175850 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-13ef1fcc-ccd7-446f-98db-0984f49be8f5 req-a26b5f85-ae0f-4914-ba12-9fa426b54185 service neutron] 10.222.0.46 "GET /v2.0/networks/47c7c2df-c485-45be-9ae4-891cba4c7953?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1047320 Nov 22 12:22:52.288580 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-13ef1fcc-ccd7-446f-98db-0984f49be8f5 req-43506172-9a98-4348-b9d5-f8d6623d121d service neutron] 10.222.0.46 "GET /v2.0/networks/47c7c2df-c485-45be-9ae4-891cba4c7953?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004965 Nov 22 12:22:52.607920 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7d6350-99f0-4c83-81af-138db2313938 req-55929d67-e60f-4a90-9e9d-9c7a688b4a4d tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:22:52.609649 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-9b7d6350-99f0-4c83-81af-138db2313938 req-55929d67-e60f-4a90-9e9d-9c7a688b4a4d tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.66 "GET /v2.0/ports?device_id=c9f6d441-246f-479e-8e88-ea701c0f87ff HTTP/1.1" status: 200 len: 944 time: 0.0677810 Nov 22 12:22:52.673440 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-9b7d6350-99f0-4c83-81af-138db2313938 req-1743207b-369e-4655-ac95-a98662bac2d6 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.66 "GET /v2.0/security-groups?id=58ab891c-6c60-4530-806c-8c076c9a459e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554187 Nov 22 12:22:53.039444 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-6dd8c108-a89c-4692-935a-895cbd2a2c27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793343475411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3821827'] for agent, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:22:53.194028 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9351a60f-80fe-4ba7-b1da-bc683fececb6 req-65657605-8b71-4c24-b78b-848436806a18 tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:22:53.202531 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-9351a60f-80fe-4ba7-b1da-bc683fececb6 req-65657605-8b71-4c24-b78b-848436806a18 tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] 10.222.0.66 "GET /v2.0/ports?device_id=09a121f0-f7e5-4376-96bf-7008344dfe06 HTTP/1.1" status: 200 len: 946 time: 0.1376803 Nov 22 12:22:53.587672 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-9351a60f-80fe-4ba7-b1da-bc683fececb6 req-937dd827-9ab0-4d74-9680-a434d923aade tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] 10.222.0.66 "GET /v2.0/security-groups?id=d183c51b-56bc-4b8b-8c88-c11ec3bb03cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3819284 Nov 22 12:22:53.852191 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37115819-2760-4009-b6af-f8356703692c req-8962ce2e-6c9b-4ad3-93bf-5d43b0fc3742 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:22:53.860876 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-37115819-2760-4009-b6af-f8356703692c req-8962ce2e-6c9b-4ad3-93bf-5d43b0fc3742 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.66 "GET /v2.0/ports?device_id=c9f6d441-246f-479e-8e88-ea701c0f87ff HTTP/1.1" status: 200 len: 944 time: 0.0662990 Nov 22 12:22:53.919004 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-37115819-2760-4009-b6af-f8356703692c req-f2a66cf9-876f-4473-a47a-6b3c8e8339b3 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.66 "GET /v2.0/security-groups?id=58ab891c-6c60-4530-806c-8c076c9a459e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551713 Nov 22 12:22:54.040091 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-9105419b-06f9-45a8-bbac-70d110a73200 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793343475411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3821827'] for agent, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:22:54.705037 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041f7f95-c27f-44e4-9bee-725d85fd9e2e req-b7671458-6662-406d-90bc-b79ff1c7e3da tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:22:54.707814 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-041f7f95-c27f-44e4-9bee-725d85fd9e2e req-b7671458-6662-406d-90bc-b79ff1c7e3da tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] 10.222.0.66 "GET /v2.0/ports?device_id=09a121f0-f7e5-4376-96bf-7008344dfe06 HTTP/1.1" status: 200 len: 946 time: 0.0564771 Nov 22 12:22:54.769283 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-041f7f95-c27f-44e4-9bee-725d85fd9e2e req-4e32f265-370c-42ce-ad85-9a55cdf77984 tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] 10.222.0.66 "GET /v2.0/security-groups?id=d183c51b-56bc-4b8b-8c88-c11ec3bb03cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562983 Nov 22 12:22:55.052309 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4866f9b-20fb-492e-9304-50c979f82ec7 req-ec69b1ab-28ae-4996-99d4-3d24ec2ceed7 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:22:55.053930 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-e4866f9b-20fb-492e-9304-50c979f82ec7 req-ec69b1ab-28ae-4996-99d4-3d24ec2ceed7 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.66 "GET /v2.0/ports?device_id=c9f6d441-246f-479e-8e88-ea701c0f87ff HTTP/1.1" status: 200 len: 944 time: 0.0566618 Nov 22 12:22:55.119169 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-e4866f9b-20fb-492e-9304-50c979f82ec7 req-44803a74-b972-47f1-bed3-4c8345dbfb82 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.66 "GET /v2.0/security-groups?id=58ab891c-6c60-4530-806c-8c076c9a459e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557501 Nov 22 12:22:55.266150 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411046b2-1a0f-4042-9d0b-a44e60c60255 req-95b6cd8a-829b-4bfb-aa1e-f64ef356b2b5 tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:22:55.267597 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-411046b2-1a0f-4042-9d0b-a44e60c60255 req-95b6cd8a-829b-4bfb-aa1e-f64ef356b2b5 tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] 10.222.0.66 "GET /v2.0/ports?device_id=937d4958-6710-4c44-8451-2b659b87dc63 HTTP/1.1" status: 200 len: 945 time: 0.0653293 Nov 22 12:22:55.317464 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-411046b2-1a0f-4042-9d0b-a44e60c60255 req-420e877b-4df6-47b0-b8d8-644d5558a8d9 tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] 10.222.0.66 "GET /v2.0/security-groups?id=d25355f0-2e41-493d-aac5-082c69fe23d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429921 Nov 22 12:22:55.711835 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-2de83071-1b6f-4e8d-a0c8-0ed39ca59a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793343475411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3821827'] for agent, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:22:55.900247 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f73d43-d723-4c17-b160-624038e66031 req-58b55560-a0d6-421a-a6e9-9612770e826f tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:22:55.902173 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-20f73d43-d723-4c17-b160-624038e66031 req-58b55560-a0d6-421a-a6e9-9612770e826f tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] 10.222.0.66 "GET /v2.0/ports?device_id=09a121f0-f7e5-4376-96bf-7008344dfe06 HTTP/1.1" status: 200 len: 946 time: 0.0554910 Nov 22 12:22:55.959849 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-20f73d43-d723-4c17-b160-624038e66031 req-40cf2a50-ce7e-41c7-936d-e9be677a0fa3 tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] 10.222.0.66 "GET /v2.0/security-groups?id=d183c51b-56bc-4b8b-8c88-c11ec3bb03cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479202 Nov 22 12:22:56.257843 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22780f08-9a82-415b-992b-6b1f5b6ccb5b req-49be61a1-74ea-47a3-b416-3bd2108d456c tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:22:56.259714 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-22780f08-9a82-415b-992b-6b1f5b6ccb5b req-49be61a1-74ea-47a3-b416-3bd2108d456c tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.66 "GET /v2.0/ports?device_id=c9f6d441-246f-479e-8e88-ea701c0f87ff HTTP/1.1" status: 200 len: 944 time: 0.0542736 Nov 22 12:22:56.331783 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-22780f08-9a82-415b-992b-6b1f5b6ccb5b req-a389fab2-2a15-4c8e-850b-6129f15073a1 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.66 "GET /v2.0/security-groups?id=58ab891c-6c60-4530-806c-8c076c9a459e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652854 Nov 22 12:22:56.389995 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793343475411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3821827'] for agent, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:22:56.451012 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac221e9a-3004-400d-999f-27e0beae2e6f req-c4d8eb71-b925-4d38-9192-f4cf8f801787 tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:22:56.452532 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-ac221e9a-3004-400d-999f-27e0beae2e6f req-c4d8eb71-b925-4d38-9192-f4cf8f801787 tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] 10.222.0.66 "GET /v2.0/ports?device_id=937d4958-6710-4c44-8451-2b659b87dc63 HTTP/1.1" status: 200 len: 945 time: 0.0508449 Nov 22 12:22:56.512853 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-ac221e9a-3004-400d-999f-27e0beae2e6f req-b694918c-1c35-43a5-a0f9-201eceafdbbe tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] 10.222.0.66 "GET /v2.0/security-groups?id=d25355f0-2e41-493d-aac5-082c69fe23d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539837 Nov 22 12:22:57.099585 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d36d612-44ba-4f8a-a825-5be1d47abfa9 req-1acdf332-2323-4f87-adea-46115d81095d tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:22:57.107869 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-5d36d612-44ba-4f8a-a825-5be1d47abfa9 req-1acdf332-2323-4f87-adea-46115d81095d tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] 10.222.0.66 "GET /v2.0/ports?device_id=09a121f0-f7e5-4376-96bf-7008344dfe06 HTTP/1.1" status: 200 len: 946 time: 0.0654664 Nov 22 12:22:57.164430 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-5d36d612-44ba-4f8a-a825-5be1d47abfa9 req-8228db3d-2a6a-4c56-b642-6bbd0cf23791 tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] 10.222.0.66 "GET /v2.0/security-groups?id=d183c51b-56bc-4b8b-8c88-c11ec3bb03cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555789 Nov 22 12:22:57.480792 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf24ae6-4e88-4e9f-a590-02cf7ecffb4e req-d1b6dfd6-a0f5-41e7-aca1-266735dabbea tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:22:57.482489 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-6bf24ae6-4e88-4e9f-a590-02cf7ecffb4e req-d1b6dfd6-a0f5-41e7-aca1-266735dabbea tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.66 "GET /v2.0/ports?device_id=c9f6d441-246f-479e-8e88-ea701c0f87ff HTTP/1.1" status: 200 len: 944 time: 0.0556879 Nov 22 12:22:57.537701 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-6bf24ae6-4e88-4e9f-a590-02cf7ecffb4e req-ce062725-51d5-415a-8927-bda4b4afad2b tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.66 "GET /v2.0/security-groups?id=58ab891c-6c60-4530-806c-8c076c9a459e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485637 Nov 22 12:22:57.656792 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce491aa6-23ad-4c3b-b099-18ace8da5941 req-e4d83392-8a15-46fd-9a95-aee64e263f7d tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:22:57.658411 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-ce491aa6-23ad-4c3b-b099-18ace8da5941 req-e4d83392-8a15-46fd-9a95-aee64e263f7d tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] 10.222.0.66 "GET /v2.0/ports?device_id=937d4958-6710-4c44-8451-2b659b87dc63 HTTP/1.1" status: 200 len: 945 time: 0.0664654 Nov 22 12:22:57.708585 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-ce491aa6-23ad-4c3b-b099-18ace8da5941 req-9fd46407-ab3b-432e-bb52-f1ced2b93425 tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] 10.222.0.66 "GET /v2.0/security-groups?id=d25355f0-2e41-493d-aac5-082c69fe23d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439301 Nov 22 12:22:58.286024 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabe439c-d3ec-4cf3-9451-07685b22a4a5 req-fe058ed8-c54a-4d8c-baf2-0d9b6c3e6510 tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:22:58.287711 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-cabe439c-d3ec-4cf3-9451-07685b22a4a5 req-fe058ed8-c54a-4d8c-baf2-0d9b6c3e6510 tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] 10.222.0.66 "GET /v2.0/ports?device_id=09a121f0-f7e5-4376-96bf-7008344dfe06 HTTP/1.1" status: 200 len: 946 time: 0.0509892 Nov 22 12:22:58.339969 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-cabe439c-d3ec-4cf3-9451-07685b22a4a5 req-5a71792e-61cb-4d87-b797-3276d8ecf682 tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] 10.222.0.66 "GET /v2.0/security-groups?id=d183c51b-56bc-4b8b-8c88-c11ec3bb03cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447736 Nov 22 12:22:58.457523 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.wsgi [-] (102750) accepted ('10.222.0.66', 48990) {{(pid=102750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:22:58.568360 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-d9470b0d-2a9b-467c-aaaf-f205880f257f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:22:58.662828 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-d9470b0d-2a9b-467c-aaaf-f205880f257f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:22:58.668348 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-d9470b0d-2a9b-467c-aaaf-f205880f257f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545565'] for security_group, after_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:22:58.710471 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99d5738-1492-4335-b5f3-a4914b81917c req-e9c265bf-d186-452e-9a08-d8b97c699a51 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:22:58.711486 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9470b0d-2a9b-467c-aaaf-f205880f257f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07c3ff63-ba34-4283-8382-90c797720b29,revision_number=1']} {{(pid=102750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:22:58.712108 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-d99d5738-1492-4335-b5f3-a4914b81917c req-e9c265bf-d186-452e-9a08-d8b97c699a51 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.66 "GET /v2.0/ports?device_id=c9f6d441-246f-479e-8e88-ea701c0f87ff HTTP/1.1" status: 200 len: 944 time: 0.0895224 Nov 22 12:22:58.719882 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [None req-d9470b0d-2a9b-467c-aaaf-f205880f257f admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=03861cf02eb4428cad312e0b4550ed72&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2604654 Nov 22 12:22:58.720685 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.wsgi [-] (102750) accepted ('10.222.0.66', 48996) {{(pid=102750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:22:58.791251 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-265181ac-904f-4da6-940f-da349c4f328d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:22:58.811889 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-d99d5738-1492-4335-b5f3-a4914b81917c req-e209ce83-1841-4aa9-950c-99e2a48c9a26 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.66 "GET /v2.0/security-groups?id=58ab891c-6c60-4530-806c-8c076c9a459e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841038 Nov 22 12:22:58.814695 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-265181ac-904f-4da6-940f-da349c4f328d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:22:58.865142 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-265181ac-904f-4da6-940f-da349c4f328d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545565'] for security_group, after_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:22:58.868253 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-265181ac-904f-4da6-940f-da349c4f328d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:22:58.872243 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [None req-265181ac-904f-4da6-940f-da349c4f328d admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/07c3ff63-ba34-4283-8382-90c797720b29 HTTP/1.1" status: 204 len: 168 time: 0.1476452 Nov 22 12:22:58.877065 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4228c2a7-900f-4121-a45c-392b9cec8d30 req-7320a5a7-e3cb-4e08-b654-caf3067e2954 tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:22:58.878689 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265181ac-904f-4da6-940f-da349c4f328d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07c3ff63-ba34-4283-8382-90c797720b29,revision_number=None']} {{(pid=102750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:22:58.883818 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-4228c2a7-900f-4121-a45c-392b9cec8d30 req-7320a5a7-e3cb-4e08-b654-caf3067e2954 tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] 10.222.0.66 "GET /v2.0/ports?device_id=937d4958-6710-4c44-8451-2b659b87dc63 HTTP/1.1" status: 200 len: 945 time: 0.0916889 Nov 22 12:22:58.943716 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-4228c2a7-900f-4121-a45c-392b9cec8d30 req-c30c8314-4fd3-4bb0-8429-94dd5e669905 tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] 10.222.0.66 "GET /v2.0/security-groups?id=d25355f0-2e41-493d-aac5-082c69fe23d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541608 Nov 22 12:22:59.471656 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98146256-154c-4706-b5fe-b31f9b9ef80c req-e4e0cab1-f484-4df4-89aa-4ef00511b826 tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:22:59.473233 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-98146256-154c-4706-b5fe-b31f9b9ef80c req-e4e0cab1-f484-4df4-89aa-4ef00511b826 tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] 10.222.0.66 "GET /v2.0/ports?device_id=09a121f0-f7e5-4376-96bf-7008344dfe06 HTTP/1.1" status: 200 len: 946 time: 0.0618491 Nov 22 12:22:59.559962 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-98146256-154c-4706-b5fe-b31f9b9ef80c req-7bcc1ff0-2291-47bf-9fec-3f12dcc6194c tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] 10.222.0.66 "GET /v2.0/security-groups?id=d183c51b-56bc-4b8b-8c88-c11ec3bb03cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806029 Nov 22 12:22:59.591580 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.wsgi [-] (102750) accepted ('10.222.0.66', 49026) {{(pid=102750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:22:59.695795 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.v2.base [None req-02cec75b-e85d-48ba-85c0-8e2430d9c1dc admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1685909895-network', 'tenant_id': '7b282b4e5e2147a692e990f45ce44b8f'}} {{(pid=102750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 12:22:59.719909 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02cec75b-e85d-48ba-85c0-8e2430d9c1dc admin admin] Made reservation on behalf of 7b282b4e5e2147a692e990f45ce44b8f for: {'network': 1} {{(pid=102750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 12:22:59.722406 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-02cec75b-e85d-48ba-85c0-8e2430d9c1dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3931732'] for network, before_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:22:59.732136 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-02cec75b-e85d-48ba-85c0-8e2430d9c1dc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:22:59.814133 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-02cec75b-e85d-48ba-85c0-8e2430d9c1dc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:22:59.818721 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-02cec75b-e85d-48ba-85c0-8e2430d9c1dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545565'] for security_group, after_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:22:59.845857 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02cec75b-e85d-48ba-85c0-8e2430d9c1dc admin admin] vlan segment allocate from pool success with {'vlan_id': 600, 'physical_network': 'physnet1'} {{(pid=102750) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 12:22:59.856113 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cec75b-e85d-48ba-85c0-8e2430d9c1dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fef67df6-c110-4434-a0a2-3d2b51571b5f,revision_number=1']} {{(pid=102750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:22:59.861208 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-02cec75b-e85d-48ba-85c0-8e2430d9c1dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3850450'] for segment, precommit_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:22:59.861545 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.db.segments_db [None req-02cec75b-e85d-48ba-85c0-8e2430d9c1dc admin admin] Added segment febd2015-56a8-4ea3-acf5-8c944ae8a2eb of type vlan for network 3bb69f26-c969-40f0-8e57-593fe240347b Nov 22 12:22:59.903774 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-02cec75b-e85d-48ba-85c0-8e2430d9c1dc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793342968311'] for network, precommit_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:22:59.936938 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-02cec75b-e85d-48ba-85c0-8e2430d9c1dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381'] for network, after_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:22:59.938258 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02cec75b-e85d-48ba-85c0-8e2430d9c1dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:22:59.938942 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-02cec75b-e85d-48ba-85c0-8e2430d9c1dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758363'] for network, before_response {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:22:59.965543 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9970e347-07ee-4c43-a843-b5a2575384b0 req-9a256b4c-a632-4fba-8d86-ca432bd6ffa9 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:22:59.972156 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-9970e347-07ee-4c43-a843-b5a2575384b0 req-9a256b4c-a632-4fba-8d86-ca432bd6ffa9 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.66 "GET /v2.0/ports?device_id=c9f6d441-246f-479e-8e88-ea701c0f87ff HTTP/1.1" status: 200 len: 944 time: 0.0588722 Nov 22 12:23:00.004139 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [None req-02cec75b-e85d-48ba-85c0-8e2430d9c1dc admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4114170 Nov 22 12:23:00.007789 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.wsgi [-] (102750) accepted ('10.222.0.66', 49034) {{(pid=102750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:23:00.016645 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.v2.base [None req-a7bf34c0-c44f-40eb-989c-65e7720872a7 admin admin] Request body: {'subnet': {'network_id': '3bb69f26-c969-40f0-8e57-593fe240347b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1685909895-subnet', 'tenant_id': '7b282b4e5e2147a692e990f45ce44b8f', 'ip_version': 4}} {{(pid=102750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 12:23:00.021318 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cec75b-e85d-48ba-85c0-8e2430d9c1dc admin admin] Pushing event updated for resources: {'Network': ['ID=3bb69f26-c969-40f0-8e57-593fe240347b,revision_number=1']} {{(pid=102750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:23:00.045006 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.rpc [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] Network 3bb69f26-c969-40f0-8e57-593fe240347b details requested by agent ovs-agent-dv-cinder-768458-13-iscsi with host dv-cinder-768458-13-iscsi {{(pid=102751) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 12:23:00.048853 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7bf34c0-c44f-40eb-989c-65e7720872a7 admin admin] Made reservation on behalf of 7b282b4e5e2147a692e990f45ce44b8f for: {'subnet': 1} {{(pid=102750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 12:23:00.051330 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-a7bf34c0-c44f-40eb-989c-65e7720872a7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125991844'] for subnet, before_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:00.062340 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-9970e347-07ee-4c43-a843-b5a2575384b0 req-5fe0563d-adfa-4cfe-9112-dd6f5049a627 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.66 "GET /v2.0/security-groups?id=58ab891c-6c60-4530-806c-8c076c9a459e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0890405 Nov 22 12:23:00.129749 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90e2639-9c06-4d27-bf7f-8d603ad3b576 req-a0e46ef1-89ac-437c-a176-5aa7a5459623 tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:23:00.131478 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-e90e2639-9c06-4d27-bf7f-8d603ad3b576 req-a0e46ef1-89ac-437c-a176-5aa7a5459623 tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] 10.222.0.66 "GET /v2.0/ports?device_id=937d4958-6710-4c44-8451-2b659b87dc63 HTTP/1.1" status: 200 len: 945 time: 0.0678933 Nov 22 12:23:00.191060 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-e90e2639-9c06-4d27-bf7f-8d603ad3b576 req-e12dfab3-f060-4e9a-b3a9-987173c8b869 tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] 10.222.0.66 "GET /v2.0/security-groups?id=d25355f0-2e41-493d-aac5-082c69fe23d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516696 Nov 22 12:23:00.277838 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-a7bf34c0-c44f-40eb-989c-65e7720872a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128483597', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125991834'] for subnet, after_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:00.335692 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bf34c0-c44f-40eb-989c-65e7720872a7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8eb197fb-0ac4-498b-bea4-1e9726d009e0,revision_number=0']} {{(pid=102750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:23:00.345015 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7bf34c0-c44f-40eb-989c-65e7720872a7 admin admin] Checking segment: {'id': 'febd2015-56a8-4ea3-acf5-8c944ae8a2eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '3bb69f26-c969-40f0-8e57-593fe240347b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 12:23:00.345253 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7bf34c0-c44f-40eb-989c-65e7720872a7 admin admin] Network hostable DHCP agents. Network: 3bb69f26-c969-40f0-8e57-593fe240347b, hostable agents: ['c0a0bcc5-cac5-441b-a5c2-c094680f9e9d'], hosted agents: [] {{(pid=102750) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 12:23:00.364203 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7bf34c0-c44f-40eb-989c-65e7720872a7 admin admin] Network 3bb69f26-c969-40f0-8e57-593fe240347b is scheduled to be hosted by DHCP agent c0a0bcc5-cac5-441b-a5c2-c094680f9e9d with binding_index 1 {{(pid=102750) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 12:23:00.373201 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.scheduler.base_scheduler [None req-a7bf34c0-c44f-40eb-989c-65e7720872a7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768458-13-iscsi, 3bb69f26-c969-40f0-8e57-593fe240347b) {{(pid=102750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 12:23:00.377830 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7bf34c0-c44f-40eb-989c-65e7720872a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:23:00.378578 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-a7bf34c0-c44f-40eb-989c-65e7720872a7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:00.390108 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2114cd25-7a7b-456e-b9a8-b72032a11abb None None] Network 3bb69f26-c969-40f0-8e57-593fe240347b requested from dv-cinder-768458-13-iscsi {{(pid=102751) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 12:23:00.404552 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [None req-a7bf34c0-c44f-40eb-989c-65e7720872a7 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3912117 Nov 22 12:23:00.405315 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.wsgi [-] (102749) accepted ('10.222.0.66', 49036) {{(pid=102749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:23:00.412577 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.v2.base [None req-0a7b6ff1-fe6b-416a-8910-02fec45ba96c admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1685909895-router', 'tenant_id': '7b282b4e5e2147a692e990f45ce44b8f', 'external_gateway_info': {'network_id': '52f34850-4f08-4bf9-8f19-1c892d4c6132'}}} {{(pid=102749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 12:23:00.453441 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-0a7b6ff1-fe6b-416a-8910-02fec45ba96c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-923473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11729'] for router, before_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:00.454443 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-0a7b6ff1-fe6b-416a-8910-02fec45ba96c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-533099', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-767110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11738'] for router, precommit_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:00.532822 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-0a7b6ff1-fe6b-416a-8910-02fec45ba96c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:00.642287 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6107f24a-37bf-43a2-8d76-16755241c629 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfe555459-6e0b-5631-a278-c6609bd98800-3bb69f26-c969-40f0-8e57-593fe240347b', 'network_id': '3bb69f26-c969-40f0-8e57-593fe240347b', 'tenant_id': '7b282b4e5e2147a692e990f45ce44b8f', 'fixed_ips': [{'subnet_id': '8eb197fb-0ac4-498b-bea4-1e9726d009e0'}]}} from dv-cinder-768458-13-iscsi. {{(pid=102751) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 12:23:00.643585 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-6107f24a-37bf-43a2-8d76-16755241c629 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3931732'] for port, before_create {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:00.748162 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-0a7b6ff1-fe6b-416a-8910-02fec45ba96c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:00.782852 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c300e8-7b64-4813-baab-6afe6f6d23a2 req-5a3d6a75-b7b3-48bb-ace5-28346a3ec59b tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:23:00.784834 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-b3c300e8-7b64-4813-baab-6afe6f6d23a2 req-5a3d6a75-b7b3-48bb-ace5-28346a3ec59b tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] 10.222.0.66 "GET /v2.0/ports?device_id=09a121f0-f7e5-4376-96bf-7008344dfe06 HTTP/1.1" status: 200 len: 946 time: 0.1346858 Nov 22 12:23:00.805218 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.db_base_plugin_common [None req-6107f24a-37bf-43a2-8d76-16755241c629 None None] Allocated IP 172.20.0.2 (3bb69f26-c969-40f0-8e57-593fe240347b/8eb197fb-0ac4-498b-bea4-1e9726d009e0/c90b079c-e038-4b7f-b2e4-b31e26106ade) {{(pid=102751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 12:23:00.878740 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-b3c300e8-7b64-4813-baab-6afe6f6d23a2 req-a266bd56-da17-4f31-816a-98f440a404a6 tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] 10.222.0.66 "GET /v2.0/security-groups?id=d183c51b-56bc-4b8b-8c88-c11ec3bb03cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666499 Nov 22 12:23:01.050755 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-0a7b6ff1-fe6b-416a-8910-02fec45ba96c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:01.074858 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-0a7b6ff1-fe6b-416a-8910-02fec45ba96c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3931732'] for port, before_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:01.111752 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-6107f24a-37bf-43a2-8d76-16755241c629 None None] Publish callbacks [] for port, precommit_create {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:01.126050 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-6107f24a-37bf-43a2-8d76-16755241c629 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793342949268'] for port, after_create {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:01.175623 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6107f24a-37bf-43a2-8d76-16755241c629 None None] Network 3bb69f26-c969-40f0-8e57-593fe240347b is already hosted by enough agents. {{(pid=102751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 12:23:01.181268 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.scheduler.base_scheduler [None req-6107f24a-37bf-43a2-8d76-16755241c629 None None] Resources bound (agent type, host, resource id): {{(pid=102751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 12:23:01.186609 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6107f24a-37bf-43a2-8d76-16755241c629 None None] Received port after_create {{(pid=102751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 12:23:01.218917 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6107f24a-37bf-43a2-8d76-16755241c629 None None] Pushing event updated for resources: {'Port': ['ID=c90b079c-e038-4b7f-b2e4-b31e26106ade,revision_number=1']} {{(pid=102751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:23:01.249652 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.managers [None req-6107f24a-37bf-43a2-8d76-16755241c629 None None] Attempting to bind port c90b079c-e038-4b7f-b2e4-b31e26106ade on host dv-cinder-768458-13-iscsi for vnic_type normal with profile {{(pid=102751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 12:23:01.250129 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.managers [None req-6107f24a-37bf-43a2-8d76-16755241c629 None None] Attempting to bind port c90b079c-e038-4b7f-b2e4-b31e26106ade by drivers openvswitch,hyperv on host dv-cinder-768458-13-iscsi at level 0 using segments [{'id': 'febd2015-56a8-4ea3-acf5-8c944ae8a2eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '3bb69f26-c969-40f0-8e57-593fe240347b'}] {{(pid=102751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 12:23:01.250572 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6107f24a-37bf-43a2-8d76-16755241c629 None None] Attempting to bind port c90b079c-e038-4b7f-b2e4-b31e26106ade on network 3bb69f26-c969-40f0-8e57-593fe240347b {{(pid=102751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 12:23:01.256126 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6107f24a-37bf-43a2-8d76-16755241c629 None None] Checking agent: {'id': '93079659-014b-45ff-9ed2-9a81038b5445', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768458-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 12, 11, 26), 'started_at': datetime.datetime(2021, 11, 22, 12, 11, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 12, 22, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768458-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 12:23:01.259135 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.db.db_base_plugin_common [None req-0a7b6ff1-fe6b-416a-8910-02fec45ba96c admin admin] Allocated IP 172.27.0.49 (52f34850-4f08-4bf9-8f19-1c892d4c6132/9e59152d-9f1b-4a42-ae53-82f6bd285144/9cc44500-ff5e-4d55-bb54-612434ae443c) {{(pid=102749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 12:23:01.259635 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6107f24a-37bf-43a2-8d76-16755241c629 None None] Checking segment: {'id': 'febd2015-56a8-4ea3-acf5-8c944ae8a2eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '3bb69f26-c969-40f0-8e57-593fe240347b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 12:23:01.260199 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-6107f24a-37bf-43a2-8d76-16755241c629 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:01.260779 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6107f24a-37bf-43a2-8d76-16755241c629 None None] Bound using segment: {'id': 'febd2015-56a8-4ea3-acf5-8c944ae8a2eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '3bb69f26-c969-40f0-8e57-593fe240347b'} {{(pid=102751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 12:23:01.261361 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.managers [None req-6107f24a-37bf-43a2-8d76-16755241c629 None None] Bound port: c90b079c-e038-4b7f-b2e4-b31e26106ade, host: dv-cinder-768458-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'febd2015-56a8-4ea3-acf5-8c944ae8a2eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '3bb69f26-c969-40f0-8e57-593fe240347b'}}] {{(pid=102751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 12:23:01.263181 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-6107f24a-37bf-43a2-8d76-16755241c629 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3931732'] for port, before_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:01.332904 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.db [None req-6107f24a-37bf-43a2-8d76-16755241c629 None None] For port c90b079c-e038-4b7f-b2e4-b31e26106ade, host dv-cinder-768458-13-iscsi, cleared binding levels {{(pid=102751) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 12:23:01.336495 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.db [None req-6107f24a-37bf-43a2-8d76-16755241c629 None None] For port c90b079c-e038-4b7f-b2e4-b31e26106ade, host dv-cinder-768458-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-13-iscsi',level=0,port_id=c90b079c-e038-4b7f-b2e4-b31e26106ade,segment=NetworkSegment(febd2015-56a8-4ea3-acf5-8c944ae8a2eb),segment_id=febd2015-56a8-4ea3-acf5-8c944ae8a2eb)] {{(pid=102751) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 12:23:01.342227 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-6107f24a-37bf-43a2-8d76-16755241c629 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793343495738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793342949286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793342949304'] for port, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:01.406184 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6107f24a-37bf-43a2-8d76-16755241c629 None None] Pushing event updated for resources: {'Port': ['ID=c90b079c-e038-4b7f-b2e4-b31e26106ade,revision_number=2']} {{(pid=102751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:23:01.409025 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83443f75-107b-4972-ab09-ce76f0f09399 req-10fbac83-9ee6-498b-89a3-814fcebb7044 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:23:01.410828 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-83443f75-107b-4972-ab09-ce76f0f09399 req-10fbac83-9ee6-498b-89a3-814fcebb7044 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.66 "GET /v2.0/ports?device_id=c9f6d441-246f-479e-8e88-ea701c0f87ff HTTP/1.1" status: 200 len: 944 time: 0.2066042 Nov 22 12:23:01.458074 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7820ef39-b387-4110-904a-71f13dbfef7e req-333eb18e-e81a-4766-9417-0193ba0bc26e tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:23:01.459698 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-7820ef39-b387-4110-904a-71f13dbfef7e req-333eb18e-e81a-4766-9417-0193ba0bc26e tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] 10.222.0.66 "GET /v2.0/ports?device_id=937d4958-6710-4c44-8451-2b659b87dc63 HTTP/1.1" status: 200 len: 945 time: 0.1578560 Nov 22 12:23:01.478463 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-0a7b6ff1-fe6b-416a-8910-02fec45ba96c admin admin] Publish callbacks [] for port, precommit_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:01.569990 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-83443f75-107b-4972-ab09-ce76f0f09399 req-181b14dc-e076-4477-a7ee-8106ab8c1207 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.66 "GET /v2.0/security-groups?id=58ab891c-6c60-4530-806c-8c076c9a459e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1485419 Nov 22 12:23:01.612317 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-7820ef39-b387-4110-904a-71f13dbfef7e req-f8c64e1d-4839-4534-b629-ccb75d1b5ce7 tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] 10.222.0.66 "GET /v2.0/security-groups?id=d25355f0-2e41-493d-aac5-082c69fe23d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447160 Nov 22 12:23:01.640311 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-0a7b6ff1-fe6b-416a-8910-02fec45ba96c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793342949268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126077602'] for port, after_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:01.698448 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a7b6ff1-fe6b-416a-8910-02fec45ba96c admin admin] Network 52f34850-4f08-4bf9-8f19-1c892d4c6132 is already hosted by enough agents. {{(pid=102749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 12:23:01.703063 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.scheduler.base_scheduler [None req-0a7b6ff1-fe6b-416a-8910-02fec45ba96c admin admin] Resources bound (agent type, host, resource id): {{(pid=102749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 12:23:01.712025 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7b6ff1-fe6b-416a-8910-02fec45ba96c admin admin] Pushing event updated for resources: {'Port': ['ID=9cc44500-ff5e-4d55-bb54-612434ae443c,revision_number=1']} {{(pid=102749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:23:01.716566 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a7b6ff1-fe6b-416a-8910-02fec45ba96c admin admin] Received port after_create {{(pid=102749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 12:23:02.048275 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-0a7b6ff1-fe6b-416a-8910-02fec45ba96c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:02.058658 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d380c16-4ffd-40b5-a3ae-53e03589027e req-44c4a38d-713d-49b7-81b6-c4249bd475d3 tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:23:02.060216 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-7d380c16-4ffd-40b5-a3ae-53e03589027e req-44c4a38d-713d-49b7-81b6-c4249bd475d3 tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] 10.222.0.66 "GET /v2.0/ports?device_id=09a121f0-f7e5-4376-96bf-7008344dfe06 HTTP/1.1" status: 200 len: 946 time: 0.0878000 Nov 22 12:23:02.184993 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-7d380c16-4ffd-40b5-a3ae-53e03589027e req-b5712a53-4b60-48a0-86ad-c2decae4be45 tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] 10.222.0.66 "GET /v2.0/security-groups?id=d183c51b-56bc-4b8b-8c88-c11ec3bb03cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922437 Nov 22 12:23:02.298817 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-0a7b6ff1-fe6b-416a-8910-02fec45ba96c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-533046'] for router, after_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:02.443907 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a7b6ff1-fe6b-416a-8910-02fec45ba96c admin admin] Router da80b4de-9c9c-4c18-a073-62097029eff8 is scheduled to L3 agent b4a26ead-6ab2-4f98-a352-c9ed6d39b73e with binding_index 1 {{(pid=102749) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 12:23:02.595742 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a7b6ff1-fe6b-416a-8910-02fec45ba96c admin admin] Notify agent at l3_agent.dv-cinder-768458-13-iscsi the message routers_updated {{(pid=102749) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 12:23:02.610700 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-607ecf5b-300f-493e-b32e-1877921196cd None None] Sync routers for ids ['da80b4de-9c9c-4c18-a073-62097029eff8'] in dv-cinder-768458-13-iscsi {{(pid=102752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 12:23:02.625357 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-0a7b6ff1-fe6b-416a-8910-02fec45ba96c admin admin] Publish callbacks [] for router, before_response {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:02.626615 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-607ecf5b-300f-493e-b32e-1877921196cd None None] Routers {'da80b4de-9c9c-4c18-a073-62097029eff8'} bound to L3 agent in host dv-cinder-768458-13-iscsi {{(pid=102752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 12:23:02.626953 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [None req-0a7b6ff1-fe6b-416a-8910-02fec45ba96c admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.2197607 Nov 22 12:23:02.627615 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.db.l3_hamode_db [None req-607ecf5b-300f-493e-b32e-1877921196cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T12:11:23Z,description=,heartbeat_timestamp=2021-11-22T12:22:53Z,host='dv-cinder-768458-13-iscsi',id=b4a26ead-6ab2-4f98-a352-c9ed6d39b73e,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T12:11:23Z,topic='l3_agent')) {'router_ids': ['da80b4de-9c9c-4c18-a073-62097029eff8'], 'active': True} {{(pid=102752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 12:23:02.630210 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.wsgi [-] (102750) accepted ('10.222.0.66', 49058) {{(pid=102750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:23:02.795758 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7281a0cc-b96c-4858-bc0d-e843d23a7c0c None None] Network 3bb69f26-c969-40f0-8e57-593fe240347b requested from dv-cinder-768458-13-iscsi {{(pid=102751) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 12:23:02.830595 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.db.l3_dvr_db [None req-607ecf5b-300f-493e-b32e-1877921196cd None None] Set router da80b4de-9c9c-4c18-a073-62097029eff8 gateway port host: dv-cinder-768458-13-iscsi {{(pid=102752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 12:23:02.833617 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a837e26-72c8-4bb1-9be8-108cd68ec09a req-820c0cd0-0719-421b-9d3e-6bbc477f38c5 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:23:02.835392 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-2a837e26-72c8-4bb1-9be8-108cd68ec09a req-820c0cd0-0719-421b-9d3e-6bbc477f38c5 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.66 "GET /v2.0/ports?device_id=c9f6d441-246f-479e-8e88-ea701c0f87ff HTTP/1.1" status: 200 len: 944 time: 0.1270173 Nov 22 12:23:02.852617 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05c39a3-0e59-4710-8ba3-c91e492cd7fd req-d9eb6f0d-2e1f-4f30-bc92-f5137531d002 tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:23:02.854890 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-d05c39a3-0e59-4710-8ba3-c91e492cd7fd req-d9eb6f0d-2e1f-4f30-bc92-f5137531d002 tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] 10.222.0.66 "GET /v2.0/ports?device_id=937d4958-6710-4c44-8451-2b659b87dc63 HTTP/1.1" status: 200 len: 945 time: 0.1373451 Nov 22 12:23:02.942462 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.provisioning_blocks [None req-95e4a323-b065-48c4-97a1-5749f1a8f4df None None] Provisioning complete for port c90b079c-e038-4b7f-b2e4-b31e26106ade triggered by entity DHCP. {{(pid=102751) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 12:23:02.942996 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-95e4a323-b065-48c4-97a1-5749f1a8f4df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3821908'] for port, provisioning_complete {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:02.984141 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-2a837e26-72c8-4bb1-9be8-108cd68ec09a req-fd7b1aae-af8b-4487-8e47-976872566def tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.66 "GET /v2.0/security-groups?id=58ab891c-6c60-4530-806c-8c076c9a459e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1279173 Nov 22 12:23:03.065650 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-d05c39a3-0e59-4710-8ba3-c91e492cd7fd req-dc032bbe-886a-4b2f-8c21-cb8f5c27ca62 tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] 10.222.0.66 "GET /v2.0/security-groups?id=d25355f0-2e41-493d-aac5-082c69fe23d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2016490 Nov 22 12:23:03.185585 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.rpc [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] Device c90b079c-e038-4b7f-b2e4-b31e26106ade up at agent ovs-agent-dv-cinder-768458-13-iscsi {{(pid=102751) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 12:23:03.242914 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-95e4a323-b065-48c4-97a1-5749f1a8f4df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3931732'] for port, before_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:03.300555 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.db [None req-95e4a323-b065-48c4-97a1-5749f1a8f4df None None] For port c90b079c-e038-4b7f-b2e4-b31e26106ade, host dv-cinder-768458-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-13-iscsi',level=0,port_id=c90b079c-e038-4b7f-b2e4-b31e26106ade,segment=NetworkSegment(febd2015-56a8-4ea3-acf5-8c944ae8a2eb),segment_id=febd2015-56a8-4ea3-acf5-8c944ae8a2eb)] {{(pid=102751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 12:23:03.313670 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-95e4a323-b065-48c4-97a1-5749f1a8f4df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793343495738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793342949286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793342949304'] for port, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:03.336424 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.db.l3_hamode_db [None req-607ecf5b-300f-493e-b32e-1877921196cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da80b4de-9c9c-4c18-a073-62097029eff8', 'name': 'tempest-TestMinimumBasicScenario-1685909895-router', 'tenant_id': '7b282b4e5e2147a692e990f45ce44b8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52f34850-4f08-4bf9-8f19-1c892d4c6132', 'external_fixed_ips': [{'subnet_id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': '9cc44500-ff5e-4d55-bb54-612434ae443c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T12:23:00Z', 'updated_at': '2021-11-22T12:23:01Z', 'revision_number': 3, 'project_id': '7b282b4e5e2147a692e990f45ce44b8f', 'gw_port': {'id': '9cc44500-ff5e-4d55-bb54-612434ae443c', 'name': '', 'network_id': '52f34850-4f08-4bf9-8f19-1c892d4c6132', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:51:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da80b4de-9c9c-4c18-a073-62097029eff8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T12:23:01Z', 'updated_at': '2021-11-22T12:23:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-13-iscsi'}], 'dv-cinder-768458-13-iscsi', False) {} {{(pid=102752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 12:23:03.384304 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-607ecf5b-300f-493e-b32e-1877921196cd None None] Checking router: da80b4de-9c9c-4c18-a073-62097029eff8 for host: dv-cinder-768458-13-iscsi {{(pid=102752) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 12:23:03.386043 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-607ecf5b-300f-493e-b32e-1877921196cd None None] Updating router da80b4de-9c9c-4c18-a073-62097029eff8 port 9cc44500-ff5e-4d55-bb54-612434ae443c binding host dv-cinder-768458-13-iscsi {{(pid=102752) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 12:23:03.418738 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron_lib.callbacks.manager [None req-607ecf5b-300f-493e-b32e-1877921196cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3931732'] for port, before_update {{(pid=102752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:03.426669 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982a62eb-fd97-4e2e-bd5c-a1ef99abb642 req-c31dcd92-2998-4d4e-9803-82b2f870b480 tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:23:03.431297 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e4a323-b065-48c4-97a1-5749f1a8f4df None None] Pushing event updated for resources: {'Port': ['ID=c90b079c-e038-4b7f-b2e4-b31e26106ade,revision_number=3']} {{(pid=102751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:23:03.433239 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-982a62eb-fd97-4e2e-bd5c-a1ef99abb642 req-c31dcd92-2998-4d4e-9803-82b2f870b480 tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] 10.222.0.66 "GET /v2.0/ports?device_id=09a121f0-f7e5-4376-96bf-7008344dfe06 HTTP/1.1" status: 200 len: 946 time: 0.1049635 Nov 22 12:23:03.445154 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.provisioning_blocks [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] Provisioning complete for port c90b079c-e038-4b7f-b2e4-b31e26106ade triggered by entity L2. {{(pid=102751) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 12:23:03.445651 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3821908'] for port, provisioning_complete {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:03.538157 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-982a62eb-fd97-4e2e-bd5c-a1ef99abb642 req-8a546853-9648-450a-b0b9-1eb97d08d693 tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] 10.222.0.66 "GET /v2.0/security-groups?id=d183c51b-56bc-4b8b-8c88-c11ec3bb03cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989151 Nov 22 12:23:03.642925 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.provisioning_blocks [None req-63f5a9ec-f215-4bbe-8ff6-a8a5477a2ea2 None None] Provisioning complete for port c90b079c-e038-4b7f-b2e4-b31e26106ade triggered by entity DHCP. {{(pid=102751) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 12:23:03.643379 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-63f5a9ec-f215-4bbe-8ff6-a8a5477a2ea2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3821908'] for port, provisioning_complete {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:03.890309 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-c659f645-7c82-4ff6-9b68-14db9d4b0ff3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3931732'] for port, before_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:03.945956 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron_lib.callbacks.manager [None req-607ecf5b-300f-493e-b32e-1877921196cd None None] Publish callbacks [] for port, precommit_update {{(pid=102752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:03.956002 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron_lib.callbacks.manager [None req-607ecf5b-300f-493e-b32e-1877921196cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793343495738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793342949286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793342949304'] for port, after_update {{(pid=102752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:04.022074 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.plugins.ml2.managers [None req-607ecf5b-300f-493e-b32e-1877921196cd None None] Attempting to bind port 9cc44500-ff5e-4d55-bb54-612434ae443c on host dv-cinder-768458-13-iscsi for vnic_type normal with profile {{(pid=102752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 12:23:04.022556 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.plugins.ml2.managers [None req-607ecf5b-300f-493e-b32e-1877921196cd None None] Attempting to bind port 9cc44500-ff5e-4d55-bb54-612434ae443c by drivers openvswitch,hyperv on host dv-cinder-768458-13-iscsi at level 0 using segments [{'id': '91a15bc4-f975-4336-93bb-1ba9d2e7565e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52f34850-4f08-4bf9-8f19-1c892d4c6132'}] {{(pid=102752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 12:23:04.022991 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-607ecf5b-300f-493e-b32e-1877921196cd None None] Attempting to bind port 9cc44500-ff5e-4d55-bb54-612434ae443c on network 52f34850-4f08-4bf9-8f19-1c892d4c6132 {{(pid=102752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 12:23:04.026463 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2504e732-c7ce-4bd3-9af7-b85b05ad24ac None None] Pushing event updated for resources: {'Port': ['ID=9cc44500-ff5e-4d55-bb54-612434ae443c,revision_number=2']} {{(pid=102752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:23:04.035680 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-607ecf5b-300f-493e-b32e-1877921196cd None None] Checking agent: {'id': '93079659-014b-45ff-9ed2-9a81038b5445', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768458-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 12, 11, 26), 'started_at': datetime.datetime(2021, 11, 22, 12, 11, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 12, 22, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768458-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 12:23:04.036058 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-607ecf5b-300f-493e-b32e-1877921196cd None None] Checking segment: {'id': '91a15bc4-f975-4336-93bb-1ba9d2e7565e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52f34850-4f08-4bf9-8f19-1c892d4c6132'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 12:23:04.036526 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron_lib.callbacks.manager [None req-607ecf5b-300f-493e-b32e-1877921196cd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:04.036857 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-607ecf5b-300f-493e-b32e-1877921196cd None None] Bound using segment: {'id': '91a15bc4-f975-4336-93bb-1ba9d2e7565e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52f34850-4f08-4bf9-8f19-1c892d4c6132'} {{(pid=102752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 12:23:04.037327 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.plugins.ml2.managers [None req-607ecf5b-300f-493e-b32e-1877921196cd None None] Bound port: 9cc44500-ff5e-4d55-bb54-612434ae443c, host: dv-cinder-768458-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91a15bc4-f975-4336-93bb-1ba9d2e7565e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52f34850-4f08-4bf9-8f19-1c892d4c6132'}}] {{(pid=102752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 12:23:04.037727 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron_lib.callbacks.manager [None req-607ecf5b-300f-493e-b32e-1877921196cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3931732'] for port, before_update {{(pid=102752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:04.040791 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2504e732-c7ce-4bd3-9af7-b85b05ad24ac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:23:04.041139 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2504e732-c7ce-4bd3-9af7-b85b05ad24ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:23:04.041681 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2504e732-c7ce-4bd3-9af7-b85b05ad24ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:23:04.041995 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2504e732-c7ce-4bd3-9af7-b85b05ad24ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:23:04.042347 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2504e732-c7ce-4bd3-9af7-b85b05ad24ac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:23:04.043307 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2504e732-c7ce-4bd3-9af7-b85b05ad24ac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:23:04.043307 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2504e732-c7ce-4bd3-9af7-b85b05ad24ac None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:23:04.043542 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2504e732-c7ce-4bd3-9af7-b85b05ad24ac None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:23:04.043756 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2504e732-c7ce-4bd3-9af7-b85b05ad24ac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:23:04.044090 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2504e732-c7ce-4bd3-9af7-b85b05ad24ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:23:04.044459 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2504e732-c7ce-4bd3-9af7-b85b05ad24ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:23:04.044734 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2504e732-c7ce-4bd3-9af7-b85b05ad24ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:23:04.107975 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.plugins.ml2.db [None req-607ecf5b-300f-493e-b32e-1877921196cd None None] For port 9cc44500-ff5e-4d55-bb54-612434ae443c, host dv-cinder-768458-13-iscsi, cleared binding levels {{(pid=102752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 12:23:04.111921 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.plugins.ml2.db [None req-607ecf5b-300f-493e-b32e-1877921196cd None None] For port 9cc44500-ff5e-4d55-bb54-612434ae443c, host dv-cinder-768458-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-13-iscsi',level=0,port_id=9cc44500-ff5e-4d55-bb54-612434ae443c,segment=NetworkSegment(91a15bc4-f975-4336-93bb-1ba9d2e7565e),segment_id=91a15bc4-f975-4336-93bb-1ba9d2e7565e)] {{(pid=102752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 12:23:04.118641 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.db.db_base_plugin_common [None req-c659f645-7c82-4ff6-9b68-14db9d4b0ff3 admin admin] Allocated IP 172.20.0.1 (3bb69f26-c969-40f0-8e57-593fe240347b/8eb197fb-0ac4-498b-bea4-1e9726d009e0/aaa35f34-add3-4c25-b90b-58e71029d454) {{(pid=102750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 12:23:04.123885 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron_lib.callbacks.manager [None req-607ecf5b-300f-493e-b32e-1877921196cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793343495738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793342949286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793342949304'] for port, after_update {{(pid=102752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:04.208030 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-607ecf5b-300f-493e-b32e-1877921196cd None None] Routers {'da80b4de-9c9c-4c18-a073-62097029eff8'} bound to L3 agent in host dv-cinder-768458-13-iscsi {{(pid=102752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 12:23:04.209035 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.db.l3_hamode_db [None req-607ecf5b-300f-493e-b32e-1877921196cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T12:11:23Z,description=,heartbeat_timestamp=2021-11-22T12:22:53Z,host='dv-cinder-768458-13-iscsi',id=b4a26ead-6ab2-4f98-a352-c9ed6d39b73e,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T12:11:23Z,topic='l3_agent')) {'router_ids': ['da80b4de-9c9c-4c18-a073-62097029eff8'], 'active': True} {{(pid=102752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 12:23:04.246167 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fcd23b-d830-4c02-844d-632b60f871bc req-466cf92f-01b2-4179-a2c7-389bfe0299fa tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:23:04.253795 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-22fcd23b-d830-4c02-844d-632b60f871bc req-466cf92f-01b2-4179-a2c7-389bfe0299fa tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.66 "GET /v2.0/ports?device_id=c9f6d441-246f-479e-8e88-ea701c0f87ff HTTP/1.1" status: 200 len: 944 time: 0.1439314 Nov 22 12:23:04.261751 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-c659f645-7c82-4ff6-9b68-14db9d4b0ff3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:04.281218 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2504e732-c7ce-4bd3-9af7-b85b05ad24ac None None] Pushing event updated for resources: {'Port': ['ID=9cc44500-ff5e-4d55-bb54-612434ae443c,revision_number=3']} {{(pid=102752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:23:04.313395 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-c659f645-7c82-4ff6-9b68-14db9d4b0ff3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793342949268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128483729'] for port, after_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:04.329511 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-22fcd23b-d830-4c02-844d-632b60f871bc req-9f281f1f-2b86-4802-9323-1a64c9651cd3 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.66 "GET /v2.0/security-groups?id=58ab891c-6c60-4530-806c-8c076c9a459e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734825 Nov 22 12:23:04.348056 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c0b803-e326-413d-aafd-9084a55ed75c req-eb40811e-90da-4b20-b48f-1453ca27def6 tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:23:04.349649 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-45c0b803-e326-413d-aafd-9084a55ed75c req-eb40811e-90da-4b20-b48f-1453ca27def6 tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] 10.222.0.66 "GET /v2.0/ports?device_id=937d4958-6710-4c44-8451-2b659b87dc63 HTTP/1.1" status: 200 len: 945 time: 0.1524754 Nov 22 12:23:04.376424 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c659f645-7c82-4ff6-9b68-14db9d4b0ff3 admin admin] Network 3bb69f26-c969-40f0-8e57-593fe240347b is already hosted by enough agents. {{(pid=102750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 12:23:04.380917 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.scheduler.base_scheduler [None req-c659f645-7c82-4ff6-9b68-14db9d4b0ff3 admin admin] Resources bound (agent type, host, resource id): {{(pid=102750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 12:23:04.385958 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c659f645-7c82-4ff6-9b68-14db9d4b0ff3 admin admin] Received port after_create {{(pid=102750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 12:23:04.417658 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.db.l3_dvr_db [None req-607ecf5b-300f-493e-b32e-1877921196cd None None] Set router da80b4de-9c9c-4c18-a073-62097029eff8 gateway port host: dv-cinder-768458-13-iscsi {{(pid=102752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 12:23:04.432190 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-45c0b803-e326-413d-aafd-9084a55ed75c req-33cd17ec-a324-4bbb-8e9f-3b1d20fd98a3 tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] 10.222.0.66 "GET /v2.0/security-groups?id=d25355f0-2e41-493d-aac5-082c69fe23d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746038 Nov 22 12:23:04.435026 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-c659f645-7c82-4ff6-9b68-14db9d4b0ff3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-532587'] for router_interface, before_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:04.487994 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c659f645-7c82-4ff6-9b68-14db9d4b0ff3 admin admin] Pushing event updated for resources: {'Port': ['ID=aaa35f34-add3-4c25-b90b-58e71029d454,revision_number=1']} {{(pid=102750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:23:04.612920 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-c659f645-7c82-4ff6-9b68-14db9d4b0ff3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3931732'] for port, before_update {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:04.698583 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.provisioning_blocks [None req-b16a324d-562a-4c90-bd28-7e9c12a5b989 None None] Provisioning complete for port aaa35f34-add3-4c25-b90b-58e71029d454 triggered by entity DHCP. {{(pid=102751) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 12:23:04.698583 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-b16a324d-562a-4c90-bd28-7e9c12a5b989 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3821908'] for port, provisioning_complete {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:04.730375 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.db.l3_hamode_db [None req-607ecf5b-300f-493e-b32e-1877921196cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da80b4de-9c9c-4c18-a073-62097029eff8', 'name': 'tempest-TestMinimumBasicScenario-1685909895-router', 'tenant_id': '7b282b4e5e2147a692e990f45ce44b8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52f34850-4f08-4bf9-8f19-1c892d4c6132', 'external_fixed_ips': [{'subnet_id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': '9cc44500-ff5e-4d55-bb54-612434ae443c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T12:23:00Z', 'updated_at': '2021-11-22T12:23:01Z', 'revision_number': 3, 'project_id': '7b282b4e5e2147a692e990f45ce44b8f', 'gw_port': {'id': '9cc44500-ff5e-4d55-bb54-612434ae443c', 'name': '', 'network_id': '52f34850-4f08-4bf9-8f19-1c892d4c6132', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:51:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da80b4de-9c9c-4c18-a073-62097029eff8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T12:23:01Z', 'updated_at': '2021-11-22T12:23:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-13-iscsi'}], 'dv-cinder-768458-13-iscsi', False) {} {{(pid=102752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 12:23:04.747162 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc728549-3b1c-4a84-8a98-905e0444b4c0 req-c74cf1f5-d914-48db-b137-c39bdb400953 tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:23:04.749779 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-cc728549-3b1c-4a84-8a98-905e0444b4c0 req-c74cf1f5-d914-48db-b137-c39bdb400953 tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] 10.222.0.66 "GET /v2.0/ports?device_id=09a121f0-f7e5-4376-96bf-7008344dfe06 HTTP/1.1" status: 200 len: 946 time: 0.0867658 Nov 22 12:23:04.755039 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.plugin [None req-b16a324d-562a-4c90-bd28-7e9c12a5b989 None None] Port aaa35f34-add3-4c25-b90b-58e71029d454 cannot update to ACTIVE because it is not bound. {{(pid=102751) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 12:23:04.774877 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-607ecf5b-300f-493e-b32e-1877921196cd None None] The sync data for ids ['da80b4de-9c9c-4c18-a073-62097029eff8'] in dv-cinder-768458-13-iscsi is: [{'id': 'da80b4de-9c9c-4c18-a073-62097029eff8', 'name': 'tempest-TestMinimumBasicScenario-1685909895-router', 'tenant_id': '7b282b4e5e2147a692e990f45ce44b8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52f34850-4f08-4bf9-8f19-1c892d4c6132', 'external_fixed_ips': [{'subnet_id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': '9cc44500-ff5e-4d55-bb54-612434ae443c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T12:23:00Z', 'updated_at': '2021-11-22T12:23:01Z', 'revision_number': 3, 'project_id': '7b282b4e5e2147a692e990f45ce44b8f', 'gw_port': {'id': '9cc44500-ff5e-4d55-bb54-612434ae443c', 'name': '', 'network_id': '52f34850-4f08-4bf9-8f19-1c892d4c6132', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:51:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da80b4de-9c9c-4c18-a073-62097029eff8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T12:23:01Z', 'updated_at': '2021-11-22T12:23:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-13-iscsi'}] {{(pid=102752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 12:23:04.831077 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-cc728549-3b1c-4a84-8a98-905e0444b4c0 req-54050c54-f8e0-4234-a321-264fd81ef25b tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] 10.222.0.66 "GET /v2.0/security-groups?id=d183c51b-56bc-4b8b-8c88-c11ec3bb03cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722539 Nov 22 12:23:04.857347 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-c659f645-7c82-4ff6-9b68-14db9d4b0ff3 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:04.862929 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-c659f645-7c82-4ff6-9b68-14db9d4b0ff3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793343495738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793342949286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793342949304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128483736'] for port, after_update {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:04.936947 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-c659f645-7c82-4ff6-9b68-14db9d4b0ff3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-758399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-531707'] for router_interface, after_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:04.945596 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c659f645-7c82-4ff6-9b68-14db9d4b0ff3 admin admin] Pushing event updated for resources: {'Port': ['ID=aaa35f34-add3-4c25-b90b-58e71029d454,revision_number=2']} {{(pid=102750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:23:05.141894 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c659f645-7c82-4ff6-9b68-14db9d4b0ff3 admin admin] Network 3bb69f26-c969-40f0-8e57-593fe240347b is already hosted by enough agents. {{(pid=102750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 12:23:05.143564 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.scheduler.base_scheduler [None req-c659f645-7c82-4ff6-9b68-14db9d4b0ff3 admin admin] Resources bound (agent type, host, resource id): {{(pid=102750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 12:23:05.162563 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.rpc [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] Device c90b079c-e038-4b7f-b2e4-b31e26106ade up at agent ovs-agent-dv-cinder-768458-13-iscsi {{(pid=102751) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 12:23:05.281222 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.provisioning_blocks [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] Provisioning complete for port c90b079c-e038-4b7f-b2e4-b31e26106ade triggered by entity L2. {{(pid=102751) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 12:23:05.281594 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3821908'] for port, provisioning_complete {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:05.314272 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c659f645-7c82-4ff6-9b68-14db9d4b0ff3 admin admin] Router da80b4de-9c9c-4c18-a073-62097029eff8 has already been hosted by L3 agent b4a26ead-6ab2-4f98-a352-c9ed6d39b73e {{(pid=102750) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 12:23:05.496887 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.provisioning_blocks [None req-953ae489-0124-4899-84aa-f99a684e726a None None] Provisioning complete for port aaa35f34-add3-4c25-b90b-58e71029d454 triggered by entity DHCP. {{(pid=102751) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 12:23:05.497273 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-953ae489-0124-4899-84aa-f99a684e726a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3821908'] for port, provisioning_complete {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:05.560560 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c659f645-7c82-4ff6-9b68-14db9d4b0ff3 admin admin] Notify agent at l3_agent.dv-cinder-768458-13-iscsi the message routers_updated {{(pid=102750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 12:23:05.561221 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3723a25c-5738-4500-a453-47f6b30934f9 req-df88a8bf-000f-4de1-b0d1-2251009870af tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:23:05.573850 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [None req-c659f645-7c82-4ff6-9b68-14db9d4b0ff3 admin admin] 10.222.0.66 "PUT /v2.0/routers/da80b4de-9c9c-4c18-a073-62097029eff8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9412043 Nov 22 12:23:05.585588 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-3723a25c-5738-4500-a453-47f6b30934f9 req-df88a8bf-000f-4de1-b0d1-2251009870af tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.66 "GET /v2.0/ports?device_id=c9f6d441-246f-479e-8e88-ea701c0f87ff HTTP/1.1" status: 200 len: 944 time: 0.1388006 Nov 22 12:23:05.602136 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.plugin [None req-953ae489-0124-4899-84aa-f99a684e726a None None] Port aaa35f34-add3-4c25-b90b-58e71029d454 cannot update to ACTIVE because it is not bound. {{(pid=102751) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 12:23:05.659990 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-3723a25c-5738-4500-a453-47f6b30934f9 req-edaa74fa-3873-44d9-bbb6-b6f020fe5f26 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.66 "GET /v2.0/security-groups?id=58ab891c-6c60-4530-806c-8c076c9a459e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726295 Nov 22 12:23:05.712016 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c4670c-5707-42ad-b36e-e2935077b187 req-87357f9e-a95b-4cac-84bf-bfeacbf6ab1a tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:23:05.713642 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-f8c4670c-5707-42ad-b36e-e2935077b187 req-87357f9e-a95b-4cac-84bf-bfeacbf6ab1a tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] 10.222.0.66 "GET /v2.0/ports?device_id=937d4958-6710-4c44-8451-2b659b87dc63 HTTP/1.1" status: 200 len: 945 time: 0.1032124 Nov 22 12:23:05.786217 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-f8c4670c-5707-42ad-b36e-e2935077b187 req-cf79c987-d224-4936-b74d-4cdfa6d0f910 tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] 10.222.0.66 "GET /v2.0/security-groups?id=d25355f0-2e41-493d-aac5-082c69fe23d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638759 Nov 22 12:23:05.956674 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4775da-ba74-48ad-963c-7706c99db741 req-d8aef300-e1f7-4e0c-a60a-4bbf1e5c7506 tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:23:05.958491 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-2c4775da-ba74-48ad-963c-7706c99db741 req-d8aef300-e1f7-4e0c-a60a-4bbf1e5c7506 tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] 10.222.0.66 "GET /v2.0/ports?device_id=09a121f0-f7e5-4376-96bf-7008344dfe06 HTTP/1.1" status: 200 len: 946 time: 0.0577519 Nov 22 12:23:06.009630 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.db.agents_db [None req-5743c18b-166a-4bd0-85c4-3f13128e6c33 None None] Agent healthcheck: found 6 active agents {{(pid=102752) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 12:23:06.014187 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-2c4775da-ba74-48ad-963c-7706c99db741 req-60d1ace6-83a5-417d-90f2-d3e12a8ee972 tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] 10.222.0.66 "GET /v2.0/security-groups?id=d183c51b-56bc-4b8b-8c88-c11ec3bb03cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473306 Nov 22 12:23:06.163578 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.wsgi [-] (102749) accepted ('10.222.0.66', 49110) {{(pid=102749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:23:06.168915 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.v2.base [None req-56478e27-de89-482a-a85e-121a785760ff admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1896240182-network', 'tenant_id': 'ff0cee3d660142eeb2cd5ae6e5704440'}} {{(pid=102749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 12:23:06.195084 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56478e27-de89-482a-a85e-121a785760ff admin admin] Made reservation on behalf of ff0cee3d660142eeb2cd5ae6e5704440 for: {'network': 1} {{(pid=102749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 12:23:06.199053 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-56478e27-de89-482a-a85e-121a785760ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3931732'] for network, before_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:06.211983 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-56478e27-de89-482a-a85e-121a785760ff admin admin] Publish callbacks [] for security_group, before_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:06.292356 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-56478e27-de89-482a-a85e-121a785760ff admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:06.298476 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-56478e27-de89-482a-a85e-121a785760ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545565'] for security_group, after_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:06.329780 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56478e27-de89-482a-a85e-121a785760ff admin admin] vlan segment allocate from pool success with {'vlan_id': 610, 'physical_network': 'physnet1'} {{(pid=102749) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 12:23:06.339623 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56478e27-de89-482a-a85e-121a785760ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a965b4a6-5116-48d1-8ba0-44791910dd7e,revision_number=1']} {{(pid=102749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:23:06.347581 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-56478e27-de89-482a-a85e-121a785760ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3850450'] for segment, precommit_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:06.348001 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.db.segments_db [None req-56478e27-de89-482a-a85e-121a785760ff admin admin] Added segment de0b22a8-24a0-4b0f-af9b-4184618783dc of type vlan for network bb159f98-9eac-480d-83df-144f691eba05 Nov 22 12:23:06.393817 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-56478e27-de89-482a-a85e-121a785760ff admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793342968311'] for network, precommit_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:06.421508 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-56478e27-de89-482a-a85e-121a785760ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381'] for network, after_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:06.422538 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56478e27-de89-482a-a85e-121a785760ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:23:06.423115 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-56478e27-de89-482a-a85e-121a785760ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758363'] for network, before_response {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:06.479790 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [None req-56478e27-de89-482a-a85e-121a785760ff admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3150847 Nov 22 12:23:06.482716 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.wsgi [-] (102750) accepted ('10.222.0.66', 49112) {{(pid=102750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:23:06.487128 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56478e27-de89-482a-a85e-121a785760ff admin admin] Pushing event updated for resources: {'Network': ['ID=bb159f98-9eac-480d-83df-144f691eba05,revision_number=1']} {{(pid=102749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:23:06.488394 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.v2.base [None req-1a31466a-c493-483c-abfd-9056dc4b9b7e admin admin] Request body: {'subnet': {'network_id': 'bb159f98-9eac-480d-83df-144f691eba05', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1896240182-subnet', 'tenant_id': 'ff0cee3d660142eeb2cd5ae6e5704440', 'ip_version': 4}} {{(pid=102750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 12:23:06.497914 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.rpc [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] Network bb159f98-9eac-480d-83df-144f691eba05 details requested by agent ovs-agent-dv-cinder-768458-13-iscsi with host dv-cinder-768458-13-iscsi {{(pid=102751) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 12:23:06.517329 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a31466a-c493-483c-abfd-9056dc4b9b7e admin admin] Made reservation on behalf of ff0cee3d660142eeb2cd5ae6e5704440 for: {'subnet': 1} {{(pid=102750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 12:23:06.519918 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-1a31466a-c493-483c-abfd-9056dc4b9b7e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125991844'] for subnet, before_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:06.699376 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-1a31466a-c493-483c-abfd-9056dc4b9b7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128483597', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125991834'] for subnet, after_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:06.724639 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-152eb2ad-1802-4b9f-bf6f-23465d7b5927 None None] Sync routers for ids ['da80b4de-9c9c-4c18-a073-62097029eff8'] in dv-cinder-768458-13-iscsi {{(pid=102751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 12:23:06.734962 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-152eb2ad-1802-4b9f-bf6f-23465d7b5927 None None] Routers {'da80b4de-9c9c-4c18-a073-62097029eff8'} bound to L3 agent in host dv-cinder-768458-13-iscsi {{(pid=102751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 12:23:06.735634 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.l3_hamode_db [None req-152eb2ad-1802-4b9f-bf6f-23465d7b5927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T12:11:23Z,description=,heartbeat_timestamp=2021-11-22T12:22:53Z,host='dv-cinder-768458-13-iscsi',id=b4a26ead-6ab2-4f98-a352-c9ed6d39b73e,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T12:11:23Z,topic='l3_agent')) {'router_ids': ['da80b4de-9c9c-4c18-a073-62097029eff8'], 'active': True} {{(pid=102751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 12:23:06.754258 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a31466a-c493-483c-abfd-9056dc4b9b7e admin admin] Pushing event updated for resources: {'Subnet': ['ID=1bd16e7a-6865-4363-836d-8d59227c00f2,revision_number=0']} {{(pid=102750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:23:06.776073 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a31466a-c493-483c-abfd-9056dc4b9b7e admin admin] Checking segment: {'id': 'de0b22a8-24a0-4b0f-af9b-4184618783dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'bb159f98-9eac-480d-83df-144f691eba05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 12:23:06.776389 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a31466a-c493-483c-abfd-9056dc4b9b7e admin admin] Network hostable DHCP agents. Network: bb159f98-9eac-480d-83df-144f691eba05, hostable agents: ['c0a0bcc5-cac5-441b-a5c2-c094680f9e9d'], hosted agents: [] {{(pid=102750) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 12:23:06.784300 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0407c910-74ad-4249-bf31-d480a6241246 req-f573d339-00e3-46b4-9c08-43efe40521c4 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:23:06.786036 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-0407c910-74ad-4249-bf31-d480a6241246 req-f573d339-00e3-46b4-9c08-43efe40521c4 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.66 "GET /v2.0/ports?device_id=c9f6d441-246f-479e-8e88-ea701c0f87ff HTTP/1.1" status: 200 len: 944 time: 0.0524857 Nov 22 12:23:06.798774 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a31466a-c493-483c-abfd-9056dc4b9b7e admin admin] Network bb159f98-9eac-480d-83df-144f691eba05 is scheduled to be hosted by DHCP agent c0a0bcc5-cac5-441b-a5c2-c094680f9e9d with binding_index 1 {{(pid=102750) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 12:23:06.809671 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.scheduler.base_scheduler [None req-1a31466a-c493-483c-abfd-9056dc4b9b7e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768458-13-iscsi, bb159f98-9eac-480d-83df-144f691eba05) {{(pid=102750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 12:23:06.826092 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a31466a-c493-483c-abfd-9056dc4b9b7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:23:06.826208 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-1a31466a-c493-483c-abfd-9056dc4b9b7e admin admin] Publish callbacks [] for subnet, before_response {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:06.831845 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e397ce64-12be-49f5-be74-79220927a3b0 None None] Network bb159f98-9eac-480d-83df-144f691eba05 requested from dv-cinder-768458-13-iscsi {{(pid=102751) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 12:23:06.852633 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [None req-1a31466a-c493-483c-abfd-9056dc4b9b7e admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3681247 Nov 22 12:23:06.856398 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.wsgi [-] (102750) accepted ('10.222.0.66', 49118) {{(pid=102750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:23:06.861560 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.v2.base [None req-7b509b01-91d2-4f7d-9836-b1fd00032293 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1896240182-router', 'tenant_id': 'ff0cee3d660142eeb2cd5ae6e5704440', 'external_gateway_info': {'network_id': '52f34850-4f08-4bf9-8f19-1c892d4c6132'}}} {{(pid=102750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 12:23:06.867451 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-0407c910-74ad-4249-bf31-d480a6241246 req-98917fdd-0460-4ecc-b887-825cbd18c1af tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.66 "GET /v2.0/security-groups?id=58ab891c-6c60-4530-806c-8c076c9a459e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709553 Nov 22 12:23:06.903896 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-7b509b01-91d2-4f7d-9836-b1fd00032293 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-923473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11729'] for router, before_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:06.904966 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-7b509b01-91d2-4f7d-9836-b1fd00032293 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-533099', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-767110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11738'] for router, precommit_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:06.922158 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.l3_dvr_db [None req-152eb2ad-1802-4b9f-bf6f-23465d7b5927 None None] Set router da80b4de-9c9c-4c18-a073-62097029eff8 gateway port host: dv-cinder-768458-13-iscsi {{(pid=102751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 12:23:06.943525 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837c84ff-454e-4b6b-9486-738d6554c5a5 req-4aa10d09-20e9-4880-9e4f-80cc820f5ede tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:23:06.946194 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-837c84ff-454e-4b6b-9486-738d6554c5a5 req-4aa10d09-20e9-4880-9e4f-80cc820f5ede tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] 10.222.0.66 "GET /v2.0/ports?device_id=937d4958-6710-4c44-8451-2b659b87dc63 HTTP/1.1" status: 200 len: 945 time: 0.0727355 Nov 22 12:23:06.975078 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-7b509b01-91d2-4f7d-9836-b1fd00032293 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:07.027871 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-837c84ff-454e-4b6b-9486-738d6554c5a5 req-4142a2de-3e25-4997-9d35-5012279487bc tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] 10.222.0.66 "GET /v2.0/security-groups?id=d25355f0-2e41-493d-aac5-082c69fe23d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723670 Nov 22 12:23:07.104808 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.rpc [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] Device 9cc44500-ff5e-4d55-bb54-612434ae443c up at agent ovs-agent-dv-cinder-768458-13-iscsi {{(pid=102751) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 12:23:07.158690 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc3f35c-4936-4de4-9983-99dfc2510df6 req-75b6cf1e-bd78-43f1-b2aa-3bacac9aaf61 tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:23:07.166333 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-bfc3f35c-4936-4de4-9983-99dfc2510df6 req-75b6cf1e-bd78-43f1-b2aa-3bacac9aaf61 tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] 10.222.0.66 "GET /v2.0/ports?device_id=09a121f0-f7e5-4376-96bf-7008344dfe06 HTTP/1.1" status: 200 len: 946 time: 0.0662317 Nov 22 12:23:07.184481 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-7b509b01-91d2-4f7d-9836-b1fd00032293 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:07.192149 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-970809e0-53c4-4a2e-8807-d8d787e6f6ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfe555459-6e0b-5631-a278-c6609bd98800-bb159f98-9eac-480d-83df-144f691eba05', 'network_id': 'bb159f98-9eac-480d-83df-144f691eba05', 'tenant_id': 'ff0cee3d660142eeb2cd5ae6e5704440', 'fixed_ips': [{'subnet_id': '1bd16e7a-6865-4363-836d-8d59227c00f2'}]}} from dv-cinder-768458-13-iscsi. {{(pid=102751) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 12:23:07.193002 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-970809e0-53c4-4a2e-8807-d8d787e6f6ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3931732'] for port, before_create {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:07.219695 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-bfc3f35c-4936-4de4-9983-99dfc2510df6 req-7d3314eb-bdf7-4542-acd7-be018dedc33f tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] 10.222.0.66 "GET /v2.0/security-groups?id=d183c51b-56bc-4b8b-8c88-c11ec3bb03cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513532 Nov 22 12:23:07.247188 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.provisioning_blocks [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] Provisioning complete for port 9cc44500-ff5e-4d55-bb54-612434ae443c triggered by entity L2. {{(pid=102751) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 12:23:07.247683 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3821908'] for port, provisioning_complete {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:07.401450 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-7b509b01-91d2-4f7d-9836-b1fd00032293 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:07.420504 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-7b509b01-91d2-4f7d-9836-b1fd00032293 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3931732'] for port, before_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:07.531171 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.db.db_base_plugin_common [None req-7b509b01-91d2-4f7d-9836-b1fd00032293 admin admin] Allocated IP 172.27.0.70 (52f34850-4f08-4bf9-8f19-1c892d4c6132/9e59152d-9f1b-4a42-ae53-82f6bd285144/27ee833c-2eb0-4213-a5a3-925a61fc2503) {{(pid=102750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 12:23:07.602739 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.db_base_plugin_common [None req-970809e0-53c4-4a2e-8807-d8d787e6f6ec None None] Allocated IP 172.20.0.2 (bb159f98-9eac-480d-83df-144f691eba05/1bd16e7a-6865-4363-836d-8d59227c00f2/9d3f4c16-0d6d-4b38-ac35-f961bc166f3a) {{(pid=102751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 12:23:07.638604 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.l3_hamode_db [None req-152eb2ad-1802-4b9f-bf6f-23465d7b5927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da80b4de-9c9c-4c18-a073-62097029eff8', 'name': 'tempest-TestMinimumBasicScenario-1685909895-router', 'tenant_id': '7b282b4e5e2147a692e990f45ce44b8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52f34850-4f08-4bf9-8f19-1c892d4c6132', 'external_fixed_ips': [{'subnet_id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': '9cc44500-ff5e-4d55-bb54-612434ae443c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T12:23:00Z', 'updated_at': '2021-11-22T12:23:04Z', 'revision_number': 4, 'project_id': '7b282b4e5e2147a692e990f45ce44b8f', 'gw_port': {'id': '9cc44500-ff5e-4d55-bb54-612434ae443c', 'name': '', 'network_id': '52f34850-4f08-4bf9-8f19-1c892d4c6132', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:51:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da80b4de-9c9c-4c18-a073-62097029eff8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T12:23:01Z', 'updated_at': '2021-11-22T12:23:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-13-iscsi', '_interfaces': [{'id': 'aaa35f34-add3-4c25-b90b-58e71029d454', 'name': '', 'network_id': '3bb69f26-c969-40f0-8e57-593fe240347b', 'tenant_id': '7b282b4e5e2147a692e990f45ce44b8f', 'mac_address': 'fa:16:3e:03:10:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da80b4de-9c9c-4c18-a073-62097029eff8', 'device_owner': 'network:router_interface', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '8eb197fb-0ac4-498b-bea4-1e9726d009e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T12:23:03Z', 'updated_at': '2021-11-22T12:23:04Z', 'revision_number': 2, 'project_id': '7b282b4e5e2147a692e990f45ce44b8f', 'subnets': [{'id': '8eb197fb-0ac4-498b-bea4-1e9726d009e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-13-iscsi', False) {} {{(pid=102751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 12:23:07.638940 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-7b509b01-91d2-4f7d-9836-b1fd00032293 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:07.665529 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3931732'] for port, before_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:07.676129 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-7b509b01-91d2-4f7d-9836-b1fd00032293 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793342949268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128483729'] for port, after_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:07.702503 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-152eb2ad-1802-4b9f-bf6f-23465d7b5927 None None] Checking router: da80b4de-9c9c-4c18-a073-62097029eff8 for host: dv-cinder-768458-13-iscsi {{(pid=102751) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 12:23:07.702871 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-152eb2ad-1802-4b9f-bf6f-23465d7b5927 None None] Updating router da80b4de-9c9c-4c18-a073-62097029eff8 port aaa35f34-add3-4c25-b90b-58e71029d454 binding host dv-cinder-768458-13-iscsi {{(pid=102751) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 12:23:07.717425 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b509b01-91d2-4f7d-9836-b1fd00032293 admin admin] Network 52f34850-4f08-4bf9-8f19-1c892d4c6132 is already hosted by enough agents. {{(pid=102750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 12:23:07.720467 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.scheduler.base_scheduler [None req-7b509b01-91d2-4f7d-9836-b1fd00032293 admin admin] Resources bound (agent type, host, resource id): {{(pid=102750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 12:23:07.723896 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b509b01-91d2-4f7d-9836-b1fd00032293 admin admin] Received port after_create {{(pid=102750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 12:23:07.729860 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b509b01-91d2-4f7d-9836-b1fd00032293 admin admin] Pushing event updated for resources: {'Port': ['ID=27ee833c-2eb0-4213-a5a3-925a61fc2503,revision_number=1']} {{(pid=102750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:23:07.747596 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.db [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] For port 9cc44500-ff5e-4d55-bb54-612434ae443c, host dv-cinder-768458-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-13-iscsi',level=0,port_id=9cc44500-ff5e-4d55-bb54-612434ae443c,segment=NetworkSegment(91a15bc4-f975-4336-93bb-1ba9d2e7565e),segment_id=91a15bc4-f975-4336-93bb-1ba9d2e7565e)] {{(pid=102751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 12:23:07.750558 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-152eb2ad-1802-4b9f-bf6f-23465d7b5927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3931732'] for port, before_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:07.757143 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793343495738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793342949286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793342949304'] for port, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:07.952470 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] Pushing event updated for resources: {'Port': ['ID=9cc44500-ff5e-4d55-bb54-612434ae443c,revision_number=4']} {{(pid=102751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:23:07.998385 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-970809e0-53c4-4a2e-8807-d8d787e6f6ec None None] Publish callbacks [] for port, precommit_create {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:08.009898 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89637213-1a97-4ca6-ae93-651cebba1e8e req-61b6b336-aee3-4d2e-a34f-849909095afc tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:23:08.012071 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-970809e0-53c4-4a2e-8807-d8d787e6f6ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793342949268'] for port, after_create {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:08.017467 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-89637213-1a97-4ca6-ae93-651cebba1e8e req-61b6b336-aee3-4d2e-a34f-849909095afc tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.66 "GET /v2.0/ports?device_id=c9f6d441-246f-479e-8e88-ea701c0f87ff HTTP/1.1" status: 200 len: 944 time: 0.0554259 Nov 22 12:23:08.019864 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-7b509b01-91d2-4f7d-9836-b1fd00032293 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:08.067765 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-89637213-1a97-4ca6-ae93-651cebba1e8e req-dc98a51b-8544-4568-b277-61495eee927a tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.66 "GET /v2.0/security-groups?id=58ab891c-6c60-4530-806c-8c076c9a459e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493367 Nov 22 12:23:08.082301 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-970809e0-53c4-4a2e-8807-d8d787e6f6ec None None] Network bb159f98-9eac-480d-83df-144f691eba05 is already hosted by enough agents. {{(pid=102751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 12:23:08.095567 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.scheduler.base_scheduler [None req-970809e0-53c4-4a2e-8807-d8d787e6f6ec None None] Resources bound (agent type, host, resource id): {{(pid=102751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 12:23:08.099467 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-970809e0-53c4-4a2e-8807-d8d787e6f6ec None None] Received port after_create {{(pid=102751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 12:23:08.117449 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970809e0-53c4-4a2e-8807-d8d787e6f6ec None None] Pushing event updated for resources: {'Port': ['ID=9d3f4c16-0d6d-4b38-ac35-f961bc166f3a,revision_number=1']} {{(pid=102751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:23:08.166545 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829eb747-9e3e-4bb5-8d41-9ccf3a2b4888 req-25d8201f-41b4-4599-8992-476722f83d03 tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:23:08.168227 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-829eb747-9e3e-4bb5-8d41-9ccf3a2b4888 req-25d8201f-41b4-4599-8992-476722f83d03 tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] 10.222.0.66 "GET /v2.0/ports?device_id=937d4958-6710-4c44-8451-2b659b87dc63 HTTP/1.1" status: 200 len: 945 time: 0.0524569 Nov 22 12:23:08.199817 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.managers [None req-970809e0-53c4-4a2e-8807-d8d787e6f6ec None None] Attempting to bind port 9d3f4c16-0d6d-4b38-ac35-f961bc166f3a on host dv-cinder-768458-13-iscsi for vnic_type normal with profile {{(pid=102751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 12:23:08.200188 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.managers [None req-970809e0-53c4-4a2e-8807-d8d787e6f6ec None None] Attempting to bind port 9d3f4c16-0d6d-4b38-ac35-f961bc166f3a by drivers openvswitch,hyperv on host dv-cinder-768458-13-iscsi at level 0 using segments [{'id': 'de0b22a8-24a0-4b0f-af9b-4184618783dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'bb159f98-9eac-480d-83df-144f691eba05'}] {{(pid=102751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 12:23:08.200549 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-970809e0-53c4-4a2e-8807-d8d787e6f6ec None None] Attempting to bind port 9d3f4c16-0d6d-4b38-ac35-f961bc166f3a on network bb159f98-9eac-480d-83df-144f691eba05 {{(pid=102751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 12:23:08.210917 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-970809e0-53c4-4a2e-8807-d8d787e6f6ec None None] Checking agent: {'id': '93079659-014b-45ff-9ed2-9a81038b5445', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768458-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 12, 11, 26), 'started_at': datetime.datetime(2021, 11, 22, 12, 11, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 12, 22, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768458-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 12:23:08.211366 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-970809e0-53c4-4a2e-8807-d8d787e6f6ec None None] Checking segment: {'id': 'de0b22a8-24a0-4b0f-af9b-4184618783dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'bb159f98-9eac-480d-83df-144f691eba05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 12:23:08.211777 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-970809e0-53c4-4a2e-8807-d8d787e6f6ec None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:08.212170 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-970809e0-53c4-4a2e-8807-d8d787e6f6ec None None] Bound using segment: {'id': 'de0b22a8-24a0-4b0f-af9b-4184618783dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'bb159f98-9eac-480d-83df-144f691eba05'} {{(pid=102751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 12:23:08.212672 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.managers [None req-970809e0-53c4-4a2e-8807-d8d787e6f6ec None None] Bound port: 9d3f4c16-0d6d-4b38-ac35-f961bc166f3a, host: dv-cinder-768458-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de0b22a8-24a0-4b0f-af9b-4184618783dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'bb159f98-9eac-480d-83df-144f691eba05'}}] {{(pid=102751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 12:23:08.213115 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-970809e0-53c4-4a2e-8807-d8d787e6f6ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3931732'] for port, before_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:08.238442 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-829eb747-9e3e-4bb5-8d41-9ccf3a2b4888 req-27b7c6da-0215-4192-8d01-52a3b0d8226a tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] 10.222.0.66 "GET /v2.0/security-groups?id=d25355f0-2e41-493d-aac5-082c69fe23d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628090 Nov 22 12:23:08.302888 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-7b509b01-91d2-4f7d-9836-b1fd00032293 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-533046'] for router, after_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:08.306574 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-152eb2ad-1802-4b9f-bf6f-23465d7b5927 None None] Publish callbacks [] for port, precommit_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:08.327765 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-152eb2ad-1802-4b9f-bf6f-23465d7b5927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793343495738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793342949286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793342949304'] for port, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:08.364158 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.db [None req-970809e0-53c4-4a2e-8807-d8d787e6f6ec None None] For port 9d3f4c16-0d6d-4b38-ac35-f961bc166f3a, host dv-cinder-768458-13-iscsi, cleared binding levels {{(pid=102751) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 12:23:08.374485 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6555658-f6cf-403f-99bb-fa8953bd38e6 req-12ec81dd-d242-49bb-b7bc-3e57a98a9514 tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:23:08.381780 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-c6555658-f6cf-403f-99bb-fa8953bd38e6 req-12ec81dd-d242-49bb-b7bc-3e57a98a9514 tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] 10.222.0.66 "GET /v2.0/ports?device_id=09a121f0-f7e5-4376-96bf-7008344dfe06 HTTP/1.1" status: 200 len: 946 time: 0.0685489 Nov 22 12:23:08.386080 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.db [None req-970809e0-53c4-4a2e-8807-d8d787e6f6ec None None] For port 9d3f4c16-0d6d-4b38-ac35-f961bc166f3a, host dv-cinder-768458-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-13-iscsi',level=0,port_id=9d3f4c16-0d6d-4b38-ac35-f961bc166f3a,segment=NetworkSegment(de0b22a8-24a0-4b0f-af9b-4184618783dc),segment_id=de0b22a8-24a0-4b0f-af9b-4184618783dc)] {{(pid=102751) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 12:23:08.400481 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-970809e0-53c4-4a2e-8807-d8d787e6f6ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793343495738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793342949286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793342949304'] for port, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:08.417695 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bb68d5-c3cb-465e-9951-503974b9b83c None None] Pushing event updated for resources: {'Port': ['ID=aaa35f34-add3-4c25-b90b-58e71029d454,revision_number=3']} {{(pid=102751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:23:08.449309 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-c6555658-f6cf-403f-99bb-fa8953bd38e6 req-d6a61e26-3ab2-4036-b7b9-397e0ae20b51 tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] 10.222.0.66 "GET /v2.0/security-groups?id=d183c51b-56bc-4b8b-8c88-c11ec3bb03cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662076 Nov 22 12:23:08.496088 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b509b01-91d2-4f7d-9836-b1fd00032293 admin admin] Router 56081523-b153-40d3-884a-a19cc12942fe is scheduled to L3 agent b4a26ead-6ab2-4f98-a352-c9ed6d39b73e with binding_index 1 {{(pid=102750) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 12:23:08.602323 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.managers [None req-152eb2ad-1802-4b9f-bf6f-23465d7b5927 None None] Attempting to bind port aaa35f34-add3-4c25-b90b-58e71029d454 on host dv-cinder-768458-13-iscsi for vnic_type normal with profile {{(pid=102751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 12:23:08.602627 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.managers [None req-152eb2ad-1802-4b9f-bf6f-23465d7b5927 None None] Attempting to bind port aaa35f34-add3-4c25-b90b-58e71029d454 by drivers openvswitch,hyperv on host dv-cinder-768458-13-iscsi at level 0 using segments [{'id': 'febd2015-56a8-4ea3-acf5-8c944ae8a2eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '3bb69f26-c969-40f0-8e57-593fe240347b'}] {{(pid=102751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 12:23:08.602995 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-152eb2ad-1802-4b9f-bf6f-23465d7b5927 None None] Attempting to bind port aaa35f34-add3-4c25-b90b-58e71029d454 on network 3bb69f26-c969-40f0-8e57-593fe240347b {{(pid=102751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 12:23:08.612443 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-152eb2ad-1802-4b9f-bf6f-23465d7b5927 None None] Checking agent: {'id': '93079659-014b-45ff-9ed2-9a81038b5445', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768458-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 12, 11, 26), 'started_at': datetime.datetime(2021, 11, 22, 12, 11, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 12, 22, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768458-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 12:23:08.612830 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-152eb2ad-1802-4b9f-bf6f-23465d7b5927 None None] Checking segment: {'id': 'febd2015-56a8-4ea3-acf5-8c944ae8a2eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '3bb69f26-c969-40f0-8e57-593fe240347b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 12:23:08.613249 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-152eb2ad-1802-4b9f-bf6f-23465d7b5927 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:08.613657 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-152eb2ad-1802-4b9f-bf6f-23465d7b5927 None None] Bound using segment: {'id': 'febd2015-56a8-4ea3-acf5-8c944ae8a2eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '3bb69f26-c969-40f0-8e57-593fe240347b'} {{(pid=102751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 12:23:08.614146 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.managers [None req-152eb2ad-1802-4b9f-bf6f-23465d7b5927 None None] Bound port: aaa35f34-add3-4c25-b90b-58e71029d454, host: dv-cinder-768458-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'febd2015-56a8-4ea3-acf5-8c944ae8a2eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '3bb69f26-c969-40f0-8e57-593fe240347b'}}] {{(pid=102751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 12:23:08.614536 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-152eb2ad-1802-4b9f-bf6f-23465d7b5927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3931732'] for port, before_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:08.618302 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970809e0-53c4-4a2e-8807-d8d787e6f6ec None None] Pushing event updated for resources: {'Port': ['ID=9d3f4c16-0d6d-4b38-ac35-f961bc166f3a,revision_number=2']} {{(pid=102751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:23:08.713096 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.db [None req-152eb2ad-1802-4b9f-bf6f-23465d7b5927 None None] For port aaa35f34-add3-4c25-b90b-58e71029d454, host dv-cinder-768458-13-iscsi, cleared binding levels {{(pid=102751) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 12:23:08.717554 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.db [None req-152eb2ad-1802-4b9f-bf6f-23465d7b5927 None None] For port aaa35f34-add3-4c25-b90b-58e71029d454, host dv-cinder-768458-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-13-iscsi',level=0,port_id=aaa35f34-add3-4c25-b90b-58e71029d454,segment=NetworkSegment(febd2015-56a8-4ea3-acf5-8c944ae8a2eb),segment_id=febd2015-56a8-4ea3-acf5-8c944ae8a2eb)] {{(pid=102751) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 12:23:08.721925 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-152eb2ad-1802-4b9f-bf6f-23465d7b5927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793343495738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793342949286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793342949304'] for port, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:08.839481 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bb68d5-c3cb-465e-9951-503974b9b83c None None] Pushing event updated for resources: {'Port': ['ID=aaa35f34-add3-4c25-b90b-58e71029d454,revision_number=4']} {{(pid=102751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:23:08.840830 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e76a16-bf03-4346-8450-804ac471897b req-a461dbb3-19de-4b9e-94c9-4a942b615e85 tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:23:08.844225 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-54e76a16-bf03-4346-8450-804ac471897b req-a461dbb3-19de-4b9e-94c9-4a942b615e85 tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] 10.222.0.46 "GET /v2.0/ports?device_id=09a121f0-f7e5-4376-96bf-7008344dfe06 HTTP/1.1" status: 200 len: 946 time: 0.1085763 Nov 22 12:23:08.863406 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-152eb2ad-1802-4b9f-bf6f-23465d7b5927 None None] Routers {'da80b4de-9c9c-4c18-a073-62097029eff8'} bound to L3 agent in host dv-cinder-768458-13-iscsi {{(pid=102751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 12:23:08.864058 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.l3_hamode_db [None req-152eb2ad-1802-4b9f-bf6f-23465d7b5927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T12:11:23Z,description=,heartbeat_timestamp=2021-11-22T12:22:53Z,host='dv-cinder-768458-13-iscsi',id=b4a26ead-6ab2-4f98-a352-c9ed6d39b73e,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T12:11:23Z,topic='l3_agent')) {'router_ids': ['da80b4de-9c9c-4c18-a073-62097029eff8'], 'active': True} {{(pid=102751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 12:23:08.918135 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.provisioning_blocks [None req-41c42747-8eb8-4a56-a7a8-6d54ae5ce37f None None] Provisioning complete for port aaa35f34-add3-4c25-b90b-58e71029d454 triggered by entity DHCP. {{(pid=102751) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 12:23:08.918390 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-41c42747-8eb8-4a56-a7a8-6d54ae5ce37f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3821908'] for port, provisioning_complete {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:08.938526 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b509b01-91d2-4f7d-9836-b1fd00032293 admin admin] Notify agent at l3_agent.dv-cinder-768458-13-iscsi the message routers_updated {{(pid=102750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 12:23:08.949956 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72d207c4-f7e4-4083-bb4d-40322fb29d1c None None] Sync routers for ids ['56081523-b153-40d3-884a-a19cc12942fe'] in dv-cinder-768458-13-iscsi {{(pid=102752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 12:23:08.958867 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-7b509b01-91d2-4f7d-9836-b1fd00032293 admin admin] Publish callbacks [] for router, before_response {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:08.962982 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [None req-7b509b01-91d2-4f7d-9836-b1fd00032293 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.1029153 Nov 22 12:23:08.963163 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.wsgi [-] (102750) accepted ('10.222.0.66', 49140) {{(pid=102750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:23:08.966494 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.plugins.ml2.plugin [req-54e76a16-bf03-4346-8450-804ac471897b req-d6d938a9-9e0f-4506-aa96-a7e5340bef09 tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] Deleting port c07cfd45-5b74-4945-9991-863824fb50f3 {{(pid=102749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 12:23:08.967108 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [req-54e76a16-bf03-4346-8450-804ac471897b req-d6d938a9-9e0f-4506-aa96-a7e5340bef09 tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793343491880'] for port, before_delete {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:09.011253 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72d207c4-f7e4-4083-bb4d-40322fb29d1c None None] Routers {'56081523-b153-40d3-884a-a19cc12942fe'} bound to L3 agent in host dv-cinder-768458-13-iscsi {{(pid=102752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 12:23:09.011913 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.db.l3_hamode_db [None req-72d207c4-f7e4-4083-bb4d-40322fb29d1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T12:11:23Z,description=,heartbeat_timestamp=2021-11-22T12:22:53Z,host='dv-cinder-768458-13-iscsi',id=b4a26ead-6ab2-4f98-a352-c9ed6d39b73e,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T12:11:23Z,topic='l3_agent')) {'router_ids': ['56081523-b153-40d3-884a-a19cc12942fe'], 'active': True} {{(pid=102752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 12:23:09.127887 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.plugins.ml2.db [req-54e76a16-bf03-4346-8450-804ac471897b req-d6d938a9-9e0f-4506-aa96-a7e5340bef09 tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] For port c07cfd45-5b74-4945-9991-863824fb50f3, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=c07cfd45-5b74-4945-9991-863824fb50f3,segment=NetworkSegment(5e5839cc-8792-46fd-9ed5-606893fc60d9),segment_id=5e5839cc-8792-46fd-9ed5-606893fc60d9)] {{(pid=102749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 12:23:09.130471 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [req-54e76a16-bf03-4346-8450-804ac471897b req-d6d938a9-9e0f-4506-aa96-a7e5340bef09 tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-535547'] for port, precommit_delete {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:09.172040 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.plugins.ml2.plugin [req-54e76a16-bf03-4346-8450-804ac471897b req-d6d938a9-9e0f-4506-aa96-a7e5340bef09 tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] Calling delete_port for c07cfd45-5b74-4945-9991-863824fb50f3 owned by compute:nova {{(pid=102749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 12:23:09.185064 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.l3_dvr_db [None req-152eb2ad-1802-4b9f-bf6f-23465d7b5927 None None] Set router da80b4de-9c9c-4c18-a073-62097029eff8 gateway port host: dv-cinder-768458-13-iscsi {{(pid=102751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 12:23:09.232980 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.db.l3_dvr_db [None req-72d207c4-f7e4-4083-bb4d-40322fb29d1c None None] Set router 56081523-b153-40d3-884a-a19cc12942fe gateway port host: dv-cinder-768458-13-iscsi {{(pid=102752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 12:23:09.262777 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-41c42747-8eb8-4a56-a7a8-6d54ae5ce37f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3931732'] for port, before_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:09.314179 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.rpc [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] Device 9d3f4c16-0d6d-4b38-ac35-f961bc166f3a up at agent ovs-agent-dv-cinder-768458-13-iscsi {{(pid=102751) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 12:23:09.325572 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0ebb37-2754-4f3c-9c28-d99b47127ac6 req-c416d5d3-a415-4fc3-8c8d-159126ea67d2 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:23:09.329524 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-ad0ebb37-2754-4f3c-9c28-d99b47127ac6 req-c416d5d3-a415-4fc3-8c8d-159126ea67d2 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.66 "GET /v2.0/ports?device_id=c9f6d441-246f-479e-8e88-ea701c0f87ff HTTP/1.1" status: 200 len: 944 time: 0.0975921 Nov 22 12:23:09.457306 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.db [None req-41c42747-8eb8-4a56-a7a8-6d54ae5ce37f None None] For port aaa35f34-add3-4c25-b90b-58e71029d454, host dv-cinder-768458-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-13-iscsi',level=0,port_id=aaa35f34-add3-4c25-b90b-58e71029d454,segment=NetworkSegment(febd2015-56a8-4ea3-acf5-8c944ae8a2eb),segment_id=febd2015-56a8-4ea3-acf5-8c944ae8a2eb)] {{(pid=102751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 12:23:09.471949 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-41c42747-8eb8-4a56-a7a8-6d54ae5ce37f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793343495738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793342949286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793342949304'] for port, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:09.529394 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.db.l3_hamode_db [None req-72d207c4-f7e4-4083-bb4d-40322fb29d1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56081523-b153-40d3-884a-a19cc12942fe', 'name': 'tempest-TestMinimumBasicScenario-1896240182-router', 'tenant_id': 'ff0cee3d660142eeb2cd5ae6e5704440', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52f34850-4f08-4bf9-8f19-1c892d4c6132', 'external_fixed_ips': [{'subnet_id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'ip_address': '172.27.0.70'}], 'enable_snat': True}, 'gw_port_id': '27ee833c-2eb0-4213-a5a3-925a61fc2503', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T12:23:06Z', 'updated_at': '2021-11-22T12:23:07Z', 'revision_number': 3, 'project_id': 'ff0cee3d660142eeb2cd5ae6e5704440', 'gw_port': {'id': '27ee833c-2eb0-4213-a5a3-925a61fc2503', 'name': '', 'network_id': '52f34850-4f08-4bf9-8f19-1c892d4c6132', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:53:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56081523-b153-40d3-884a-a19cc12942fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'ip_address': '172.27.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T12:23:07Z', 'updated_at': '2021-11-22T12:23:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-13-iscsi'}], 'dv-cinder-768458-13-iscsi', False) {} {{(pid=102752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 12:23:09.571910 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.provisioning_blocks [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] Provisioning complete for port 9d3f4c16-0d6d-4b38-ac35-f961bc166f3a triggered by entity L2. {{(pid=102751) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 12:23:09.572366 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3821908'] for port, provisioning_complete {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:09.610506 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72d207c4-f7e4-4083-bb4d-40322fb29d1c None None] Checking router: 56081523-b153-40d3-884a-a19cc12942fe for host: dv-cinder-768458-13-iscsi {{(pid=102752) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 12:23:09.611381 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72d207c4-f7e4-4083-bb4d-40322fb29d1c None None] Updating router 56081523-b153-40d3-884a-a19cc12942fe port 27ee833c-2eb0-4213-a5a3-925a61fc2503 binding host dv-cinder-768458-13-iscsi {{(pid=102752) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 12:23:09.621267 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-7daf266f-2e45-4da2-b21d-c02fe20097cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3931732'] for port, before_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:09.666387 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron_lib.callbacks.manager [None req-72d207c4-f7e4-4083-bb4d-40322fb29d1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3931732'] for port, before_update {{(pid=102752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:09.808247 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-ad0ebb37-2754-4f3c-9c28-d99b47127ac6 req-76258025-27a4-4b0f-9366-91a37d4c9966 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.66 "GET /v2.0/security-groups?id=58ab891c-6c60-4530-806c-8c076c9a459e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4658659 Nov 22 12:23:09.885218 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.db.db_base_plugin_common [None req-7daf266f-2e45-4da2-b21d-c02fe20097cf admin admin] Allocated IP 172.20.0.1 (bb159f98-9eac-480d-83df-144f691eba05/1bd16e7a-6865-4363-836d-8d59227c00f2/8f0a9759-0320-4d72-97e8-8633e667c9ee) {{(pid=102750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 12:23:09.889113 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c42747-8eb8-4a56-a7a8-6d54ae5ce37f None None] Pushing event updated for resources: {'Port': ['ID=aaa35f34-add3-4c25-b90b-58e71029d454,revision_number=5']} {{(pid=102751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:23:09.892163 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.provisioning_blocks [None req-54324e84-fb2c-449f-a206-411d9428ae0d None None] Provisioning complete for port aaa35f34-add3-4c25-b90b-58e71029d454 triggered by entity DHCP. {{(pid=102751) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 12:23:09.892425 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-54324e84-fb2c-449f-a206-411d9428ae0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3821908'] for port, provisioning_complete {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:09.918819 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d582fc27-bd03-4b8c-998d-b91352f3c61d req-9df5f541-aa1e-46b4-8da0-aaebe964a41b tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:23:09.928473 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-d582fc27-bd03-4b8c-998d-b91352f3c61d req-9df5f541-aa1e-46b4-8da0-aaebe964a41b tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] 10.222.0.66 "GET /v2.0/ports?device_id=937d4958-6710-4c44-8451-2b659b87dc63 HTTP/1.1" status: 200 len: 945 time: 0.5848534 Nov 22 12:23:10.005455 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [req-54e76a16-bf03-4346-8450-804ac471897b req-d6d938a9-9e0f-4506-aa96-a7e5340bef09 tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793343495765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793342949277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126077602'] for port, after_delete {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:10.025898 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3931732'] for port, before_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:10.052784 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.l3_hamode_db [None req-152eb2ad-1802-4b9f-bf6f-23465d7b5927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da80b4de-9c9c-4c18-a073-62097029eff8', 'name': 'tempest-TestMinimumBasicScenario-1685909895-router', 'tenant_id': '7b282b4e5e2147a692e990f45ce44b8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52f34850-4f08-4bf9-8f19-1c892d4c6132', 'external_fixed_ips': [{'subnet_id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': '9cc44500-ff5e-4d55-bb54-612434ae443c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T12:23:00Z', 'updated_at': '2021-11-22T12:23:04Z', 'revision_number': 4, 'project_id': '7b282b4e5e2147a692e990f45ce44b8f', 'gw_port': {'id': '9cc44500-ff5e-4d55-bb54-612434ae443c', 'name': '', 'network_id': '52f34850-4f08-4bf9-8f19-1c892d4c6132', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:51:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da80b4de-9c9c-4c18-a073-62097029eff8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T12:23:01Z', 'updated_at': '2021-11-22T12:23:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-13-iscsi', '_interfaces': [{'id': 'aaa35f34-add3-4c25-b90b-58e71029d454', 'name': '', 'network_id': '3bb69f26-c969-40f0-8e57-593fe240347b', 'tenant_id': '7b282b4e5e2147a692e990f45ce44b8f', 'mac_address': 'fa:16:3e:03:10:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da80b4de-9c9c-4c18-a073-62097029eff8', 'device_owner': 'network:router_interface', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '8eb197fb-0ac4-498b-bea4-1e9726d009e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T12:23:03Z', 'updated_at': '2021-11-22T12:23:08Z', 'revision_number': 4, 'project_id': '7b282b4e5e2147a692e990f45ce44b8f', 'subnets': [{'id': '8eb197fb-0ac4-498b-bea4-1e9726d009e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-13-iscsi', False) {} {{(pid=102751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 12:23:10.056753 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d938a9-9e0f-4506-aa96-a7e5340bef09 tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] Pushing event deleted for resources: {'Port': ['ID=c07cfd45-5b74-4945-9991-863824fb50f3,revision_number=None']} {{(pid=102749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:23:10.073783 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1969e478-72eb-45ac-9555-b8551a2baafe req-77c7f4ce-7b87-49fe-8289-1009dd770367 tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:23:10.081746 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-1969e478-72eb-45ac-9555-b8551a2baafe req-77c7f4ce-7b87-49fe-8289-1009dd770367 tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] 10.222.0.66 "GET /v2.0/ports?device_id=09a121f0-f7e5-4376-96bf-7008344dfe06 HTTP/1.1" status: 200 len: 867 time: 0.1475103 Nov 22 12:23:10.089414 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-7daf266f-2e45-4da2-b21d-c02fe20097cf admin admin] Publish callbacks [] for port, precommit_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:10.099215 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-152eb2ad-1802-4b9f-bf6f-23465d7b5927 None None] The sync data for ids ['da80b4de-9c9c-4c18-a073-62097029eff8'] in dv-cinder-768458-13-iscsi is: [{'id': 'da80b4de-9c9c-4c18-a073-62097029eff8', 'name': 'tempest-TestMinimumBasicScenario-1685909895-router', 'tenant_id': '7b282b4e5e2147a692e990f45ce44b8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52f34850-4f08-4bf9-8f19-1c892d4c6132', 'external_fixed_ips': [{'subnet_id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': '9cc44500-ff5e-4d55-bb54-612434ae443c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T12:23:00Z', 'updated_at': '2021-11-22T12:23:04Z', 'revision_number': 4, 'project_id': '7b282b4e5e2147a692e990f45ce44b8f', 'gw_port': {'id': '9cc44500-ff5e-4d55-bb54-612434ae443c', 'name': '', 'network_id': '52f34850-4f08-4bf9-8f19-1c892d4c6132', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:51:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da80b4de-9c9c-4c18-a073-62097029eff8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T12:23:01Z', 'updated_at': '2021-11-22T12:23:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-13-iscsi', '_interfaces': [{'id': 'aaa35f34-add3-4c25-b90b-58e71029d454', 'name': '', 'network_id': '3bb69f26-c969-40f0-8e57-593fe240347b', 'tenant_id': '7b282b4e5e2147a692e990f45ce44b8f', 'mac_address': 'fa:16:3e:03:10:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da80b4de-9c9c-4c18-a073-62097029eff8', 'device_owner': 'network:router_interface', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '8eb197fb-0ac4-498b-bea4-1e9726d009e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T12:23:03Z', 'updated_at': '2021-11-22T12:23:08Z', 'revision_number': 4, 'project_id': '7b282b4e5e2147a692e990f45ce44b8f', 'subnets': [{'id': '8eb197fb-0ac4-498b-bea4-1e9726d009e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 12:23:10.121453 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-d582fc27-bd03-4b8c-998d-b91352f3c61d req-d8e0269f-66d6-4059-82d8-a70e04e33f2b tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] 10.222.0.66 "GET /v2.0/security-groups?id=d25355f0-2e41-493d-aac5-082c69fe23d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910470 Nov 22 12:23:10.131907 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d814658-7bc0-4a5e-a8c4-0a4d9c811b21 None None] Network bb159f98-9eac-480d-83df-144f691eba05 requested from dv-cinder-768458-13-iscsi {{(pid=102751) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 12:23:10.143268 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron_lib.callbacks.manager [None req-72d207c4-f7e4-4083-bb4d-40322fb29d1c None None] Publish callbacks [] for port, precommit_update {{(pid=102752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:10.149627 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.db.l3_dvrscheduler_db [req-54e76a16-bf03-4346-8450-804ac471897b req-d6d938a9-9e0f-4506-aa96-a7e5340bef09 tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] No DVR routers for this DVR port c07cfd45-5b74-4945-9991-863824fb50f3 on host hv-cinder-76845 {{(pid=102749) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 12:23:10.153062 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [req-54e76a16-bf03-4346-8450-804ac471897b req-d6d938a9-9e0f-4506-aa96-a7e5340bef09 tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434365'] for port, before_response {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:10.154296 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron_lib.callbacks.manager [None req-72d207c4-f7e4-4083-bb4d-40322fb29d1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793343495738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793342949286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793342949304'] for port, after_update {{(pid=102752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:10.157382 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-54e76a16-bf03-4346-8450-804ac471897b req-d6d938a9-9e0f-4506-aa96-a7e5340bef09 tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] 10.222.0.46 "DELETE /v2.0/ports/c07cfd45-5b74-4945-9991-863824fb50f3 HTTP/1.1" status: 204 len: 173 time: 1.3029983 Nov 22 12:23:10.162603 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09a121f0-f7e5-4376-96bf-7008344dfe06', 'name': 'network-vif-deleted', 'tag': 'c07cfd45-5b74-4945-9991-863824fb50f3'}] {{(pid=102749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 12:23:10.165190 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e75a82c02e5e8e80361e9b8ad1df1450ec212ebfa93d78ee9da720cb5365782c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf52fbdc-d67f-4a42-8e70-3e88fb0c3b82" -d '{"events": [{"server_uuid": "09a121f0-f7e5-4376-96bf-7008344dfe06", "name": "network-vif-deleted", "tag": "c07cfd45-5b74-4945-9991-863824fb50f3"}]}' {{(pid=102749) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 12:23:10.169841 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-7daf266f-2e45-4da2-b21d-c02fe20097cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793342949268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128483729'] for port, after_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:10.172434 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.db [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] For port 9d3f4c16-0d6d-4b38-ac35-f961bc166f3a, host dv-cinder-768458-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-13-iscsi',level=0,port_id=9d3f4c16-0d6d-4b38-ac35-f961bc166f3a,segment=NetworkSegment(de0b22a8-24a0-4b0f-af9b-4184618783dc),segment_id=de0b22a8-24a0-4b0f-af9b-4184618783dc)] {{(pid=102751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 12:23:10.234002 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-1969e478-72eb-45ac-9555-b8551a2baafe req-fc906cb8-8b85-4eab-abbb-ccef38f51250 tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] 10.222.0.66 "GET /v2.0/security-groups?id=d183c51b-56bc-4b8b-8c88-c11ec3bb03cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515365 Nov 22 12:23:10.259002 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793343495738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793342949286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793342949304'] for port, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:10.259982 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.rpc [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] Device 9cc44500-ff5e-4d55-bb54-612434ae443c up at agent ovs-agent-dv-cinder-768458-13-iscsi {{(pid=102751) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 12:23:10.269617 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7daf266f-2e45-4da2-b21d-c02fe20097cf admin admin] Network bb159f98-9eac-480d-83df-144f691eba05 is already hosted by enough agents. {{(pid=102750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 12:23:10.273124 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.scheduler.base_scheduler [None req-7daf266f-2e45-4da2-b21d-c02fe20097cf admin admin] Resources bound (agent type, host, resource id): {{(pid=102750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 12:23:10.284949 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 12:23:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a04b5231-bc20-44e7-9ce8-f4943a23afa7 x-openstack-request-id: req-a04b5231-bc20-44e7-9ce8-f4943a23afa7 {{(pid=102749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 12:23:10.285351 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09a121f0-f7e5-4376-96bf-7008344dfe06", "name": "network-vif-deleted", "tag": "c07cfd45-5b74-4945-9991-863824fb50f3", "status": "completed", "code": 200}]} {{(pid=102749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 12:23:10.285702 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-a04b5231-bc20-44e7-9ce8-f4943a23afa7 {{(pid=102749) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 12:23:10.286196 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09a121f0-f7e5-4376-96bf-7008344dfe06', 'name': 'network-vif-deleted', 'tag': 'c07cfd45-5b74-4945-9991-863824fb50f3', 'status': 'completed', 'code': 200} Nov 22 12:23:10.287417 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7daf266f-2e45-4da2-b21d-c02fe20097cf admin admin] Received port after_create {{(pid=102750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 12:23:10.316176 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.plugins.ml2.managers [None req-72d207c4-f7e4-4083-bb4d-40322fb29d1c None None] Attempting to bind port 27ee833c-2eb0-4213-a5a3-925a61fc2503 on host dv-cinder-768458-13-iscsi for vnic_type normal with profile {{(pid=102752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 12:23:10.316612 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.plugins.ml2.managers [None req-72d207c4-f7e4-4083-bb4d-40322fb29d1c None None] Attempting to bind port 27ee833c-2eb0-4213-a5a3-925a61fc2503 by drivers openvswitch,hyperv on host dv-cinder-768458-13-iscsi at level 0 using segments [{'id': '91a15bc4-f975-4336-93bb-1ba9d2e7565e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52f34850-4f08-4bf9-8f19-1c892d4c6132'}] {{(pid=102752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 12:23:10.317190 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72d207c4-f7e4-4083-bb4d-40322fb29d1c None None] Attempting to bind port 27ee833c-2eb0-4213-a5a3-925a61fc2503 on network 52f34850-4f08-4bf9-8f19-1c892d4c6132 {{(pid=102752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 12:23:10.320481 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8de18d9-78a2-4f51-8e75-b8235d6ddada None None] Pushing event updated for resources: {'Port': ['ID=27ee833c-2eb0-4213-a5a3-925a61fc2503,revision_number=2']} {{(pid=102752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:23:10.326708 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72d207c4-f7e4-4083-bb4d-40322fb29d1c None None] Checking agent: {'id': '93079659-014b-45ff-9ed2-9a81038b5445', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768458-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 12, 11, 26), 'started_at': datetime.datetime(2021, 11, 22, 12, 11, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 12, 22, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768458-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 12:23:10.327435 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72d207c4-f7e4-4083-bb4d-40322fb29d1c None None] Checking segment: {'id': '91a15bc4-f975-4336-93bb-1ba9d2e7565e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52f34850-4f08-4bf9-8f19-1c892d4c6132'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 12:23:10.327996 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron_lib.callbacks.manager [None req-72d207c4-f7e4-4083-bb4d-40322fb29d1c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:10.328564 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72d207c4-f7e4-4083-bb4d-40322fb29d1c None None] Bound using segment: {'id': '91a15bc4-f975-4336-93bb-1ba9d2e7565e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52f34850-4f08-4bf9-8f19-1c892d4c6132'} {{(pid=102752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 12:23:10.329376 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.plugins.ml2.managers [None req-72d207c4-f7e4-4083-bb4d-40322fb29d1c None None] Bound port: 27ee833c-2eb0-4213-a5a3-925a61fc2503, host: dv-cinder-768458-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91a15bc4-f975-4336-93bb-1ba9d2e7565e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52f34850-4f08-4bf9-8f19-1c892d4c6132'}}] {{(pid=102752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 12:23:10.330168 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron_lib.callbacks.manager [None req-72d207c4-f7e4-4083-bb4d-40322fb29d1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3931732'] for port, before_update {{(pid=102752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:10.336411 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-7daf266f-2e45-4da2-b21d-c02fe20097cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-532587'] for router_interface, before_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:10.402441 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.plugins.ml2.db [None req-72d207c4-f7e4-4083-bb4d-40322fb29d1c None None] For port 27ee833c-2eb0-4213-a5a3-925a61fc2503, host dv-cinder-768458-13-iscsi, cleared binding levels {{(pid=102752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 12:23:10.414365 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.plugins.ml2.db [None req-72d207c4-f7e4-4083-bb4d-40322fb29d1c None None] For port 27ee833c-2eb0-4213-a5a3-925a61fc2503, host dv-cinder-768458-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-13-iscsi',level=0,port_id=27ee833c-2eb0-4213-a5a3-925a61fc2503,segment=NetworkSegment(91a15bc4-f975-4336-93bb-1ba9d2e7565e),segment_id=91a15bc4-f975-4336-93bb-1ba9d2e7565e)] {{(pid=102752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 12:23:10.421319 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron_lib.callbacks.manager [None req-72d207c4-f7e4-4083-bb4d-40322fb29d1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793343495738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793342949286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793342949304'] for port, after_update {{(pid=102752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:10.422533 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] Pushing event updated for resources: {'Port': ['ID=9d3f4c16-0d6d-4b38-ac35-f961bc166f3a,revision_number=3']} {{(pid=102751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:23:10.423467 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7daf266f-2e45-4da2-b21d-c02fe20097cf admin admin] Pushing event updated for resources: {'Port': ['ID=8f0a9759-0320-4d72-97e8-8633e667c9ee,revision_number=1']} {{(pid=102750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:23:10.437629 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.provisioning_blocks [None req-598a421b-aa3c-4ad7-bdad-afc22089ff2b None None] Provisioning complete for port 9d3f4c16-0d6d-4b38-ac35-f961bc166f3a triggered by entity DHCP. {{(pid=102751) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 12:23:10.437891 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-598a421b-aa3c-4ad7-bdad-afc22089ff2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3821908'] for port, provisioning_complete {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:10.522886 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72d207c4-f7e4-4083-bb4d-40322fb29d1c None None] Routers {'56081523-b153-40d3-884a-a19cc12942fe'} bound to L3 agent in host dv-cinder-768458-13-iscsi {{(pid=102752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 12:23:10.523641 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.db.l3_hamode_db [None req-72d207c4-f7e4-4083-bb4d-40322fb29d1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T12:11:23Z,description=,heartbeat_timestamp=2021-11-22T12:22:53Z,host='dv-cinder-768458-13-iscsi',id=b4a26ead-6ab2-4f98-a352-c9ed6d39b73e,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T12:11:23Z,topic='l3_agent')) {'router_ids': ['56081523-b153-40d3-884a-a19cc12942fe'], 'active': True} {{(pid=102752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 12:23:10.529772 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.provisioning_blocks [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] Provisioning complete for port 9cc44500-ff5e-4d55-bb54-612434ae443c triggered by entity L2. {{(pid=102751) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 12:23:10.530149 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3821908'] for port, provisioning_complete {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:10.535010 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-7daf266f-2e45-4da2-b21d-c02fe20097cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3931732'] for port, before_update {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:10.586117 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8de18d9-78a2-4f51-8e75-b8235d6ddada None None] Pushing event updated for resources: {'Port': ['ID=27ee833c-2eb0-4213-a5a3-925a61fc2503,revision_number=3']} {{(pid=102752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:23:10.653761 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.db.l3_dvr_db [None req-72d207c4-f7e4-4083-bb4d-40322fb29d1c None None] Set router 56081523-b153-40d3-884a-a19cc12942fe gateway port host: dv-cinder-768458-13-iscsi {{(pid=102752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 12:23:10.733336 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-7daf266f-2e45-4da2-b21d-c02fe20097cf admin admin] Publish callbacks [] for port, precommit_update {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:10.740283 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-7daf266f-2e45-4da2-b21d-c02fe20097cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793343495738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793342949286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793342949304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128483736'] for port, after_update {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:10.822193 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-7daf266f-2e45-4da2-b21d-c02fe20097cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-758399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-531707'] for router_interface, after_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:10.832438 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7daf266f-2e45-4da2-b21d-c02fe20097cf admin admin] Pushing event updated for resources: {'Port': ['ID=8f0a9759-0320-4d72-97e8-8633e667c9ee,revision_number=2']} {{(pid=102750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:23:10.940082 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.provisioning_blocks [None req-dfddfae2-b63f-4bb7-ae5e-e4c3c07ae907 None None] Provisioning complete for port 9d3f4c16-0d6d-4b38-ac35-f961bc166f3a triggered by entity DHCP. {{(pid=102751) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 12:23:10.940664 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-dfddfae2-b63f-4bb7-ae5e-e4c3c07ae907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3821908'] for port, provisioning_complete {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:10.967731 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.db.l3_hamode_db [None req-72d207c4-f7e4-4083-bb4d-40322fb29d1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56081523-b153-40d3-884a-a19cc12942fe', 'name': 'tempest-TestMinimumBasicScenario-1896240182-router', 'tenant_id': 'ff0cee3d660142eeb2cd5ae6e5704440', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52f34850-4f08-4bf9-8f19-1c892d4c6132', 'external_fixed_ips': [{'subnet_id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'ip_address': '172.27.0.70'}], 'enable_snat': True}, 'gw_port_id': '27ee833c-2eb0-4213-a5a3-925a61fc2503', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T12:23:06Z', 'updated_at': '2021-11-22T12:23:10Z', 'revision_number': 4, 'project_id': 'ff0cee3d660142eeb2cd5ae6e5704440', 'gw_port': {'id': '27ee833c-2eb0-4213-a5a3-925a61fc2503', 'name': '', 'network_id': '52f34850-4f08-4bf9-8f19-1c892d4c6132', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:53:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56081523-b153-40d3-884a-a19cc12942fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'ip_address': '172.27.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T12:23:07Z', 'updated_at': '2021-11-22T12:23:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-13-iscsi', '_interfaces': [{'id': '8f0a9759-0320-4d72-97e8-8633e667c9ee', 'name': '', 'network_id': 'bb159f98-9eac-480d-83df-144f691eba05', 'tenant_id': 'ff0cee3d660142eeb2cd5ae6e5704440', 'mac_address': 'fa:16:3e:bd:da:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56081523-b153-40d3-884a-a19cc12942fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '1bd16e7a-6865-4363-836d-8d59227c00f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T12:23:09Z', 'updated_at': '2021-11-22T12:23:09Z', 'revision_number': 1, 'project_id': 'ff0cee3d660142eeb2cd5ae6e5704440', 'subnets': [{'id': '1bd16e7a-6865-4363-836d-8d59227c00f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-13-iscsi', False) {} {{(pid=102752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 12:23:10.999090 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7daf266f-2e45-4da2-b21d-c02fe20097cf admin admin] Network bb159f98-9eac-480d-83df-144f691eba05 is already hosted by enough agents. {{(pid=102750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 12:23:11.008440 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.scheduler.base_scheduler [None req-7daf266f-2e45-4da2-b21d-c02fe20097cf admin admin] Resources bound (agent type, host, resource id): {{(pid=102750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 12:23:11.033505 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d4a5a3-26b6-4318-a92e-8eb002a5fe5b req-68def6e1-b5da-45bf-b217-bd4977d90684 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:23:11.048935 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-81d4a5a3-26b6-4318-a92e-8eb002a5fe5b req-68def6e1-b5da-45bf-b217-bd4977d90684 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.66 "GET /v2.0/ports?device_id=c9f6d441-246f-479e-8e88-ea701c0f87ff HTTP/1.1" status: 200 len: 944 time: 0.1132376 Nov 22 12:23:11.169431 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.provisioning_blocks [None req-dfddfae2-b63f-4bb7-ae5e-e4c3c07ae907 None None] Provisioning complete for port 8f0a9759-0320-4d72-97e8-8633e667c9ee triggered by entity DHCP. {{(pid=102751) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 12:23:11.169813 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-dfddfae2-b63f-4bb7-ae5e-e4c3c07ae907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3821908'] for port, provisioning_complete {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:11.174452 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72d207c4-f7e4-4083-bb4d-40322fb29d1c None None] The sync data for ids ['56081523-b153-40d3-884a-a19cc12942fe'] in dv-cinder-768458-13-iscsi is: [{'id': '56081523-b153-40d3-884a-a19cc12942fe', 'name': 'tempest-TestMinimumBasicScenario-1896240182-router', 'tenant_id': 'ff0cee3d660142eeb2cd5ae6e5704440', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52f34850-4f08-4bf9-8f19-1c892d4c6132', 'external_fixed_ips': [{'subnet_id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'ip_address': '172.27.0.70'}], 'enable_snat': True}, 'gw_port_id': '27ee833c-2eb0-4213-a5a3-925a61fc2503', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T12:23:06Z', 'updated_at': '2021-11-22T12:23:10Z', 'revision_number': 4, 'project_id': 'ff0cee3d660142eeb2cd5ae6e5704440', 'gw_port': {'id': '27ee833c-2eb0-4213-a5a3-925a61fc2503', 'name': '', 'network_id': '52f34850-4f08-4bf9-8f19-1c892d4c6132', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:53:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56081523-b153-40d3-884a-a19cc12942fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'ip_address': '172.27.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T12:23:07Z', 'updated_at': '2021-11-22T12:23:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-13-iscsi', '_interfaces': [{'id': '8f0a9759-0320-4d72-97e8-8633e667c9ee', 'name': '', 'network_id': 'bb159f98-9eac-480d-83df-144f691eba05', 'tenant_id': 'ff0cee3d660142eeb2cd5ae6e5704440', 'mac_address': 'fa:16:3e:bd:da:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56081523-b153-40d3-884a-a19cc12942fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '1bd16e7a-6865-4363-836d-8d59227c00f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T12:23:09Z', 'updated_at': '2021-11-22T12:23:09Z', 'revision_number': 1, 'project_id': 'ff0cee3d660142eeb2cd5ae6e5704440', 'subnets': [{'id': '1bd16e7a-6865-4363-836d-8d59227c00f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 12:23:11.180690 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-81d4a5a3-26b6-4318-a92e-8eb002a5fe5b req-42fcab92-a278-443f-9ce1-98873ef885b5 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.66 "GET /v2.0/security-groups?id=58ab891c-6c60-4530-806c-8c076c9a459e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1285744 Nov 22 12:23:11.260405 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.plugin [None req-dfddfae2-b63f-4bb7-ae5e-e4c3c07ae907 None None] Port 8f0a9759-0320-4d72-97e8-8633e667c9ee cannot update to ACTIVE because it is not bound. {{(pid=102751) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 12:23:11.264662 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.rpc [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] Device 9d3f4c16-0d6d-4b38-ac35-f961bc166f3a up at agent ovs-agent-dv-cinder-768458-13-iscsi {{(pid=102751) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 12:23:11.308402 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7daf266f-2e45-4da2-b21d-c02fe20097cf admin admin] Router 56081523-b153-40d3-884a-a19cc12942fe has already been hosted by L3 agent b4a26ead-6ab2-4f98-a352-c9ed6d39b73e {{(pid=102750) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 12:23:11.348748 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.provisioning_blocks [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] Provisioning complete for port 9d3f4c16-0d6d-4b38-ac35-f961bc166f3a triggered by entity L2. {{(pid=102751) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 12:23:11.349129 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3821908'] for port, provisioning_complete {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:11.351953 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cad958-3063-408b-9235-34500c76f4a7 req-b2ba8106-ac67-4f19-a3d4-525a9d587117 tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:23:11.361260 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-b5cad958-3063-408b-9235-34500c76f4a7 req-b2ba8106-ac67-4f19-a3d4-525a9d587117 tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] 10.222.0.66 "GET /v2.0/ports?device_id=937d4958-6710-4c44-8451-2b659b87dc63 HTTP/1.1" status: 200 len: 945 time: 0.1216609 Nov 22 12:23:11.408319 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-e9bfef0b-6f8f-4d29-91ae-83c024035f10 req-38b35902-bf62-4c16-ba4c-80d85155ac52 tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] 10.222.0.66 "GET /v2.0/ports?device_id=09a121f0-f7e5-4376-96bf-7008344dfe06 HTTP/1.1" status: 200 len: 210 time: 0.0446682 Nov 22 12:23:11.462760 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.provisioning_blocks [None req-3399c9be-b2dd-43a6-82a3-a8930c871345 None None] Provisioning complete for port 8f0a9759-0320-4d72-97e8-8633e667c9ee triggered by entity DHCP. {{(pid=102751) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 12:23:11.463730 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-3399c9be-b2dd-43a6-82a3-a8930c871345 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3821908'] for port, provisioning_complete {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:11.487959 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-b5cad958-3063-408b-9235-34500c76f4a7 req-347ec653-c276-4c4b-86ad-371d4917ab4d tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] 10.222.0.66 "GET /v2.0/security-groups?id=d25355f0-2e41-493d-aac5-082c69fe23d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255155 Nov 22 12:23:11.533746 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.rpc [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] Device aaa35f34-add3-4c25-b90b-58e71029d454 up at agent ovs-agent-dv-cinder-768458-13-iscsi {{(pid=102751) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 12:23:11.558132 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7daf266f-2e45-4da2-b21d-c02fe20097cf admin admin] Notify agent at l3_agent.dv-cinder-768458-13-iscsi the message routers_updated {{(pid=102750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 12:23:11.565521 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [None req-7daf266f-2e45-4da2-b21d-c02fe20097cf admin admin] 10.222.0.66 "PUT /v2.0/routers/56081523-b153-40d3-884a-a19cc12942fe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6012204 Nov 22 12:23:11.576693 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.plugin [None req-3399c9be-b2dd-43a6-82a3-a8930c871345 None None] Port 8f0a9759-0320-4d72-97e8-8633e667c9ee cannot update to ACTIVE because it is not bound. {{(pid=102751) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 12:23:11.600714 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.provisioning_blocks [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] Provisioning complete for port aaa35f34-add3-4c25-b90b-58e71029d454 triggered by entity L2. {{(pid=102751) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 12:23:11.602220 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3821908'] for port, provisioning_complete {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:11.727699 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.provisioning_blocks [None req-7e1859a1-ad30-4044-8bb5-61796c66fbe3 None None] Provisioning complete for port 8f0a9759-0320-4d72-97e8-8633e667c9ee triggered by entity DHCP. {{(pid=102751) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 12:23:11.728062 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-7e1859a1-ad30-4044-8bb5-61796c66fbe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3821908'] for port, provisioning_complete {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:11.782348 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.plugin [None req-7e1859a1-ad30-4044-8bb5-61796c66fbe3 None None] Port 8f0a9759-0320-4d72-97e8-8633e667c9ee cannot update to ACTIVE because it is not bound. {{(pid=102751) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 12:23:11.898600 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.db [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] get_ports_and_sgs() called for port_ids ['c07cfd45-5b74-4945-9991-863824fb50f3'] {{(pid=102751) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 12:23:12.332021 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0467a95b-cbd8-4a85-92a6-89ae88f21a6a req-155485c3-001b-4f82-8bb7-ad5e580175f5 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:23:12.333634 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-0467a95b-cbd8-4a85-92a6-89ae88f21a6a req-155485c3-001b-4f82-8bb7-ad5e580175f5 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.66 "GET /v2.0/ports?device_id=c9f6d441-246f-479e-8e88-ea701c0f87ff HTTP/1.1" status: 200 len: 944 time: 0.0607247 Nov 22 12:23:12.386805 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-0467a95b-cbd8-4a85-92a6-89ae88f21a6a req-120e7697-5a7c-43ce-b5b9-d65b7c1c0dea tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.66 "GET /v2.0/security-groups?id=58ab891c-6c60-4530-806c-8c076c9a459e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465362 Nov 22 12:23:12.556023 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c88899-25c8-46b1-9449-ee44b82a22af req-1571c5c9-48d3-452c-977d-81f1900667d2 tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:23:12.558127 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-48c88899-25c8-46b1-9449-ee44b82a22af req-1571c5c9-48d3-452c-977d-81f1900667d2 tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] 10.222.0.46 "GET /v2.0/ports?device_id=937d4958-6710-4c44-8451-2b659b87dc63 HTTP/1.1" status: 200 len: 945 time: 0.1063578 Nov 22 12:23:12.635027 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-f5d3e65d-0aa8-4854-9f4c-cf353bbb79ef req-70aadeb9-e7b3-4b35-8ea2-6ab2356b2513 tempest-AttachVolumeNegativeTest-1969940156 tempest-AttachVolumeNegativeTest-1969940156-project] 10.222.0.66 "GET /v2.0/ports?device_id=09a121f0-f7e5-4376-96bf-7008344dfe06 HTTP/1.1" status: 200 len: 210 time: 0.0571363 Nov 22 12:23:12.765557 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae966b6f-e605-4a41-96b6-e9ebfd127d18 req-8d8825c6-bb32-490f-b41c-07b4cfd13f83 tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:23:12.773191 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-ae966b6f-e605-4a41-96b6-e9ebfd127d18 req-8d8825c6-bb32-490f-b41c-07b4cfd13f83 tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] 10.222.0.66 "GET /v2.0/ports?device_id=937d4958-6710-4c44-8451-2b659b87dc63 HTTP/1.1" status: 200 len: 945 time: 0.1162446 Nov 22 12:23:12.861445 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-ae966b6f-e605-4a41-96b6-e9ebfd127d18 req-36d4c24a-ff62-4f73-af46-3a3020480977 tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] 10.222.0.66 "GET /v2.0/security-groups?id=d25355f0-2e41-493d-aac5-082c69fe23d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869422 Nov 22 12:23:12.884110 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.plugins.ml2.plugin [req-48c88899-25c8-46b1-9449-ee44b82a22af req-0a64f4bd-5ee0-413a-a5f7-f901827c6699 tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] Deleting port 4c9b376a-8f72-407b-9a92-78116503f6ab {{(pid=102749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 12:23:12.885909 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [req-48c88899-25c8-46b1-9449-ee44b82a22af req-0a64f4bd-5ee0-413a-a5f7-f901827c6699 tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793343491880'] for port, before_delete {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:13.018288 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.plugins.ml2.db [req-48c88899-25c8-46b1-9449-ee44b82a22af req-0a64f4bd-5ee0-413a-a5f7-f901827c6699 tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] For port 4c9b376a-8f72-407b-9a92-78116503f6ab, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=4c9b376a-8f72-407b-9a92-78116503f6ab,segment=NetworkSegment(103f8584-8f7f-4b00-950b-b4afaf5307e9),segment_id=103f8584-8f7f-4b00-950b-b4afaf5307e9)] {{(pid=102749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 12:23:13.018722 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [req-48c88899-25c8-46b1-9449-ee44b82a22af req-0a64f4bd-5ee0-413a-a5f7-f901827c6699 tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-535547'] for port, precommit_delete {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:13.054158 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.plugins.ml2.plugin [req-48c88899-25c8-46b1-9449-ee44b82a22af req-0a64f4bd-5ee0-413a-a5f7-f901827c6699 tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] Calling delete_port for 4c9b376a-8f72-407b-9a92-78116503f6ab owned by compute:nova {{(pid=102749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 12:23:13.121983 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.rpc [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] Device 27ee833c-2eb0-4213-a5a3-925a61fc2503 up at agent ovs-agent-dv-cinder-768458-13-iscsi {{(pid=102751) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 12:23:13.203794 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.provisioning_blocks [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] Provisioning complete for port 27ee833c-2eb0-4213-a5a3-925a61fc2503 triggered by entity L2. {{(pid=102751) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 12:23:13.204175 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3821908'] for port, provisioning_complete {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:13.247169 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [req-48c88899-25c8-46b1-9449-ee44b82a22af req-0a64f4bd-5ee0-413a-a5f7-f901827c6699 tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793343495765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793342949277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126077602'] for port, after_delete {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:13.265808 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.db [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] get_ports_and_sgs() called for port_ids ['4c9b376a-8f72-407b-9a92-78116503f6ab', '1fa9e48d-814b-49fa-b645-de1efce73a7d'] {{(pid=102751) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 12:23:13.276262 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a64f4bd-5ee0-413a-a5f7-f901827c6699 tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] Pushing event deleted for resources: {'Port': ['ID=4c9b376a-8f72-407b-9a92-78116503f6ab,revision_number=None']} {{(pid=102749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:23:13.356677 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.db.l3_dvrscheduler_db [req-48c88899-25c8-46b1-9449-ee44b82a22af req-0a64f4bd-5ee0-413a-a5f7-f901827c6699 tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] No DVR routers for this DVR port 4c9b376a-8f72-407b-9a92-78116503f6ab on host hv-cinder-76845 {{(pid=102749) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 12:23:13.364797 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [req-48c88899-25c8-46b1-9449-ee44b82a22af req-0a64f4bd-5ee0-413a-a5f7-f901827c6699 tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434365'] for port, before_response {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:13.372117 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-48c88899-25c8-46b1-9449-ee44b82a22af req-0a64f4bd-5ee0-413a-a5f7-f901827c6699 tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] 10.222.0.46 "DELETE /v2.0/ports/4c9b376a-8f72-407b-9a92-78116503f6ab HTTP/1.1" status: 204 len: 173 time: 0.7255280 Nov 22 12:23:13.372645 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '937d4958-6710-4c44-8451-2b659b87dc63', 'name': 'network-vif-deleted', 'tag': '4c9b376a-8f72-407b-9a92-78116503f6ab'}] {{(pid=102749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 12:23:13.375046 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e75a82c02e5e8e80361e9b8ad1df1450ec212ebfa93d78ee9da720cb5365782c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28d223a9-e484-42e1-aac6-f157f0049db3" -d '{"events": [{"server_uuid": "937d4958-6710-4c44-8451-2b659b87dc63", "name": "network-vif-deleted", "tag": "4c9b376a-8f72-407b-9a92-78116503f6ab"}]}' {{(pid=102749) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 12:23:13.408122 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3931732'] for port, before_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:13.451119 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.db [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] For port 27ee833c-2eb0-4213-a5a3-925a61fc2503, host dv-cinder-768458-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-13-iscsi',level=0,port_id=27ee833c-2eb0-4213-a5a3-925a61fc2503,segment=NetworkSegment(91a15bc4-f975-4336-93bb-1ba9d2e7565e),segment_id=91a15bc4-f975-4336-93bb-1ba9d2e7565e)] {{(pid=102751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 12:23:13.455132 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 12:23:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f422bf01-c796-420e-bb22-ef3fd6ebf572 x-openstack-request-id: req-f422bf01-c796-420e-bb22-ef3fd6ebf572 {{(pid=102749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 12:23:13.455474 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "937d4958-6710-4c44-8451-2b659b87dc63", "name": "network-vif-deleted", "tag": "4c9b376a-8f72-407b-9a92-78116503f6ab", "status": "completed", "code": 200}]} {{(pid=102749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 12:23:13.455772 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-f422bf01-c796-420e-bb22-ef3fd6ebf572 {{(pid=102749) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 12:23:13.456504 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '937d4958-6710-4c44-8451-2b659b87dc63', 'name': 'network-vif-deleted', 'tag': '4c9b376a-8f72-407b-9a92-78116503f6ab', 'status': 'completed', 'code': 200} Nov 22 12:23:13.460658 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793343495738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793342949286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793342949304'] for port, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:13.548254 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] Pushing event updated for resources: {'Port': ['ID=27ee833c-2eb0-4213-a5a3-925a61fc2503,revision_number=4']} {{(pid=102751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:23:13.612080 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595a1bb5-e5c2-4097-a830-c093a57ee1ad req-4bc94494-8ded-452b-a903-6c38fdf2d80f tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:23:13.613742 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-595a1bb5-e5c2-4097-a830-c093a57ee1ad req-4bc94494-8ded-452b-a903-6c38fdf2d80f tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.66 "GET /v2.0/ports?device_id=c9f6d441-246f-479e-8e88-ea701c0f87ff HTTP/1.1" status: 200 len: 944 time: 0.0750690 Nov 22 12:23:13.689352 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.wsgi [-] (102750) accepted ('10.222.0.66', 49214) {{(pid=102750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:23:13.701688 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-595a1bb5-e5c2-4097-a830-c093a57ee1ad req-80208d5f-c6f3-4e88-8c34-6274b23b3ff0 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.66 "GET /v2.0/security-groups?id=58ab891c-6c60-4530-806c-8c076c9a459e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803614 Nov 22 12:23:13.776800 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b71c8a3-f203-491a-bafa-d37a376bd585 admin admin] Deleting subnet a297376f-8bec-4762-a395-e20c73d660c4 {{(pid=102750) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 12:23:13.781535 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-3b71c8a3-f203-491a-bafa-d37a376bd585 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:13.819195 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-3b71c8a3-f203-491a-bafa-d37a376bd585 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129945341'] for subnet, precommit_delete_associations {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:13.878804 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-3b71c8a3-f203-491a-bafa-d37a376bd585 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3851550'] for subnet, precommit_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:13.946138 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-3b71c8a3-f203-491a-bafa-d37a376bd585 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3851541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128483662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125991811'] for subnet, after_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:13.974717 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b71c8a3-f203-491a-bafa-d37a376bd585 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a297376f-8bec-4762-a395-e20c73d660c4,revision_number=None']} {{(pid=102750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:23:13.976740 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-3b71c8a3-f203-491a-bafa-d37a376bd585 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:13.982530 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [None req-3b71c8a3-f203-491a-bafa-d37a376bd585 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/a297376f-8bec-4762-a395-e20c73d660c4 HTTP/1.1" status: 204 len: 168 time: 0.2895401 Nov 22 12:23:13.982646 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.wsgi [-] (102750) accepted ('10.222.0.66', 49218) {{(pid=102750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:23:14.012594 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-8903f2bc-9e37-413c-9173-7f445e7bddbc req-13adafd5-a3f9-46b3-95af-76c69ad31e5c tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] 10.222.0.66 "GET /v2.0/ports?device_id=937d4958-6710-4c44-8451-2b659b87dc63 HTTP/1.1" status: 200 len: 210 time: 0.0532353 Nov 22 12:23:14.066419 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-5bff4a3a-b2e2-4dcd-8e14-9b4fd00958a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3895399'] for network, before_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:14.184434 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-5bff4a3a-b2e2-4dcd-8e14-9b4fd00958a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3855014', 'neutron.services.segments.db._delete_segments_for_network-8793343475339'] for network, precommit_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:14.215007 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.services.segments.db [None req-5bff4a3a-b2e2-4dcd-8e14-9b4fd00958a8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a398bbd-8494-4c78-9a7f-9328646aea45']}} {{(pid=102750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 12:23:14.231862 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.services.segments.db [None req-5bff4a3a-b2e2-4dcd-8e14-9b4fd00958a8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e5839cc-8792-46fd-9ed5-606893fc60d9') {'for_net_delete': True} {{(pid=102750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 12:23:14.232232 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.services.segments.db [None req-5bff4a3a-b2e2-4dcd-8e14-9b4fd00958a8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e5839cc-8792-46fd-9ed5-606893fc60d9') {} {{(pid=102750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 12:23:14.244604 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-5bff4a3a-b2e2-4dcd-8e14-9b4fd00958a8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793343276566', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129945334'] for segment, before_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:14.259174 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-5bff4a3a-b2e2-4dcd-8e14-9b4fd00958a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3850450'] for segment, precommit_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:14.266037 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5bff4a3a-b2e2-4dcd-8e14-9b4fd00958a8 admin admin] Releasing vlan 606 on physical network physnet1 to pool {{(pid=102750) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 12:23:14.267106 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-5bff4a3a-b2e2-4dcd-8e14-9b4fd00958a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3850450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128483812'] for segment, after_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:14.269145 dv-cinder-768458-13-iscsi neutron-server[102750]: Traceback (most recent call last): Nov 22 12:23:14.269145 dv-cinder-768458-13-iscsi neutron-server[102750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 12:23:14.269145 dv-cinder-768458-13-iscsi neutron-server[102750]: timer() Nov 22 12:23:14.269145 dv-cinder-768458-13-iscsi neutron-server[102750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 12:23:14.269145 dv-cinder-768458-13-iscsi neutron-server[102750]: cb(*args, **kw) Nov 22 12:23:14.269145 dv-cinder-768458-13-iscsi neutron-server[102750]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 12:23:14.269145 dv-cinder-768458-13-iscsi neutron-server[102750]: return func(*args, **kwargs) Nov 22 12:23:14.269145 dv-cinder-768458-13-iscsi neutron-server[102750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 12:23:14.269145 dv-cinder-768458-13-iscsi neutron-server[102750]: self._notify() Nov 22 12:23:14.269145 dv-cinder-768458-13-iscsi neutron-server[102750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 12:23:14.269145 dv-cinder-768458-13-iscsi neutron-server[102750]: self.callback(batched_events) Nov 22 12:23:14.269145 dv-cinder-768458-13-iscsi neutron-server[102750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 12:23:14.269145 dv-cinder-768458-13-iscsi neutron-server[102750]: event.method(event) Nov 22 12:23:14.269145 dv-cinder-768458-13-iscsi neutron-server[102750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 12:23:14.269145 dv-cinder-768458-13-iscsi neutron-server[102750]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 12:23:14.269145 dv-cinder-768458-13-iscsi neutron-server[102750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 12:23:14.269145 dv-cinder-768458-13-iscsi neutron-server[102750]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 12:23:14.269145 dv-cinder-768458-13-iscsi neutron-server[102750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 12:23:14.269145 dv-cinder-768458-13-iscsi neutron-server[102750]: return f(self, *a, **k) Nov 22 12:23:14.269145 dv-cinder-768458-13-iscsi neutron-server[102750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 12:23:14.269145 dv-cinder-768458-13-iscsi neutron-server[102750]: return self._get(url).json() Nov 22 12:23:14.269145 dv-cinder-768458-13-iscsi neutron-server[102750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 12:23:14.269145 dv-cinder-768458-13-iscsi neutron-server[102750]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 12:23:14.269145 dv-cinder-768458-13-iscsi neutron-server[102750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 12:23:14.269145 dv-cinder-768458-13-iscsi neutron-server[102750]: return self.request(url, 'GET', **kwargs) Nov 22 12:23:14.269145 dv-cinder-768458-13-iscsi neutron-server[102750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 12:23:14.269145 dv-cinder-768458-13-iscsi neutron-server[102750]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 12:23:14.269145 dv-cinder-768458-13-iscsi neutron-server[102750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 12:23:14.269145 dv-cinder-768458-13-iscsi neutron-server[102750]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 12:23:14.269145 dv-cinder-768458-13-iscsi neutron-server[102750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 12:23:14.269145 dv-cinder-768458-13-iscsi neutron-server[102750]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 12:23:14.269145 dv-cinder-768458-13-iscsi neutron-server[102750]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 12:23:14.332493 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d11b47cf-596f-4cff-97e6-0061cbb1a698 None None] Sync routers for ids ['56081523-b153-40d3-884a-a19cc12942fe'] in dv-cinder-768458-13-iscsi {{(pid=102751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 12:23:14.343509 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-5bff4a3a-b2e2-4dcd-8e14-9b4fd00958a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3855023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532706'] for network, after_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:14.349312 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d11b47cf-596f-4cff-97e6-0061cbb1a698 None None] Routers {'56081523-b153-40d3-884a-a19cc12942fe'} bound to L3 agent in host dv-cinder-768458-13-iscsi {{(pid=102751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 12:23:14.349961 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.l3_hamode_db [None req-d11b47cf-596f-4cff-97e6-0061cbb1a698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T12:11:23Z,description=,heartbeat_timestamp=2021-11-22T12:22:53Z,host='dv-cinder-768458-13-iscsi',id=b4a26ead-6ab2-4f98-a352-c9ed6d39b73e,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T12:11:23Z,topic='l3_agent')) {'router_ids': ['56081523-b153-40d3-884a-a19cc12942fe'], 'active': True} {{(pid=102751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 12:23:14.364070 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-5bff4a3a-b2e2-4dcd-8e14-9b4fd00958a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758363'] for network, before_response {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:14.369061 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [None req-5bff4a3a-b2e2-4dcd-8e14-9b4fd00958a8 admin admin] 10.222.0.66 "DELETE /v2.0/networks/1a398bbd-8494-4c78-9a7f-9328646aea45 HTTP/1.1" status: 204 len: 168 time: 0.3853400 Nov 22 12:23:14.384138 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bff4a3a-b2e2-4dcd-8e14-9b4fd00958a8 admin admin] Pushing event deleted for resources: {'Network': ['ID=1a398bbd-8494-4c78-9a7f-9328646aea45,revision_number=None']} {{(pid=102750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:23:14.487461 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.l3_dvr_db [None req-d11b47cf-596f-4cff-97e6-0061cbb1a698 None None] Set router 56081523-b153-40d3-884a-a19cc12942fe gateway port host: dv-cinder-768458-13-iscsi {{(pid=102751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 12:23:14.614798 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.wsgi [-] (102750) accepted ('10.222.0.66', 49224) {{(pid=102750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:23:14.662926 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [None req-eef5ae78-8db8-46c0-90a1-e3752b9b3ee1 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=5319fd2dee9b4b47b98f59bca1572ac8&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0465424 Nov 22 12:23:14.665890 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.wsgi [-] (102749) accepted ('10.222.0.66', 49226) {{(pid=102749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:23:14.724190 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-7dd3278a-fcba-4aaf-bbd3-01ccfffbdd70 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:14.747159 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-7dd3278a-fcba-4aaf-bbd3-01ccfffbdd70 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:14.874240 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca3284d-23e2-4f68-9962-7157fc9917a8 req-c90711d2-e3ab-4250-a8a7-44684220981c tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:23:14.876115 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-3ca3284d-23e2-4f68-9962-7157fc9917a8 req-c90711d2-e3ab-4250-a8a7-44684220981c tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.66 "GET /v2.0/ports?device_id=c9f6d441-246f-479e-8e88-ea701c0f87ff HTTP/1.1" status: 200 len: 944 time: 0.0656133 Nov 22 12:23:14.877008 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-7dd3278a-fcba-4aaf-bbd3-01ccfffbdd70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545565'] for security_group, after_delete {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:14.880549 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-7dd3278a-fcba-4aaf-bbd3-01ccfffbdd70 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:14.882733 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [None req-7dd3278a-fcba-4aaf-bbd3-01ccfffbdd70 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/d183c51b-56bc-4b8b-8c88-c11ec3bb03cc HTTP/1.1" status: 204 len: 168 time: 0.2148066 Nov 22 12:23:14.904863 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.l3_hamode_db [None req-d11b47cf-596f-4cff-97e6-0061cbb1a698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56081523-b153-40d3-884a-a19cc12942fe', 'name': 'tempest-TestMinimumBasicScenario-1896240182-router', 'tenant_id': 'ff0cee3d660142eeb2cd5ae6e5704440', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52f34850-4f08-4bf9-8f19-1c892d4c6132', 'external_fixed_ips': [{'subnet_id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'ip_address': '172.27.0.70'}], 'enable_snat': True}, 'gw_port_id': '27ee833c-2eb0-4213-a5a3-925a61fc2503', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T12:23:06Z', 'updated_at': '2021-11-22T12:23:10Z', 'revision_number': 4, 'project_id': 'ff0cee3d660142eeb2cd5ae6e5704440', 'gw_port': {'id': '27ee833c-2eb0-4213-a5a3-925a61fc2503', 'name': '', 'network_id': '52f34850-4f08-4bf9-8f19-1c892d4c6132', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:53:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56081523-b153-40d3-884a-a19cc12942fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'ip_address': '172.27.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T12:23:07Z', 'updated_at': '2021-11-22T12:23:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-13-iscsi', '_interfaces': [{'id': '8f0a9759-0320-4d72-97e8-8633e667c9ee', 'name': '', 'network_id': 'bb159f98-9eac-480d-83df-144f691eba05', 'tenant_id': 'ff0cee3d660142eeb2cd5ae6e5704440', 'mac_address': 'fa:16:3e:bd:da:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56081523-b153-40d3-884a-a19cc12942fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '1bd16e7a-6865-4363-836d-8d59227c00f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T12:23:09Z', 'updated_at': '2021-11-22T12:23:10Z', 'revision_number': 2, 'project_id': 'ff0cee3d660142eeb2cd5ae6e5704440', 'subnets': [{'id': '1bd16e7a-6865-4363-836d-8d59227c00f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-13-iscsi', False) {} {{(pid=102751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 12:23:14.933994 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd3278a-fcba-4aaf-bbd3-01ccfffbdd70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d183c51b-56bc-4b8b-8c88-c11ec3bb03cc,revision_number=None']} {{(pid=102749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:23:14.938585 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d11b47cf-596f-4cff-97e6-0061cbb1a698 None None] Checking router: 56081523-b153-40d3-884a-a19cc12942fe for host: dv-cinder-768458-13-iscsi {{(pid=102751) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 12:23:14.938971 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d11b47cf-596f-4cff-97e6-0061cbb1a698 None None] Updating router 56081523-b153-40d3-884a-a19cc12942fe port 8f0a9759-0320-4d72-97e8-8633e667c9ee binding host dv-cinder-768458-13-iscsi {{(pid=102751) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 12:23:14.972586 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-d11b47cf-596f-4cff-97e6-0061cbb1a698 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3931732'] for port, before_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:14.988206 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-3ca3284d-23e2-4f68-9962-7157fc9917a8 req-42c86537-64ff-4ec6-ad6f-ee119253eb31 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.66 "GET /v2.0/security-groups?id=58ab891c-6c60-4530-806c-8c076c9a459e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1034565 Nov 22 12:23:15.170344 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.rpc [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] Device 27ee833c-2eb0-4213-a5a3-925a61fc2503 up at agent ovs-agent-dv-cinder-768458-13-iscsi {{(pid=102751) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 12:23:15.197477 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-ac455758-f552-4917-ab22-37789a30b737 req-615967d6-1c33-490c-a57c-bb685c38987a tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] 10.222.0.66 "GET /v2.0/ports?device_id=937d4958-6710-4c44-8451-2b659b87dc63 HTTP/1.1" status: 200 len: 210 time: 0.0431092 Nov 22 12:23:15.312781 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.provisioning_blocks [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] Provisioning complete for port 27ee833c-2eb0-4213-a5a3-925a61fc2503 triggered by entity L2. {{(pid=102751) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 12:23:15.313594 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3821908'] for port, provisioning_complete {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:15.529167 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-d11b47cf-596f-4cff-97e6-0061cbb1a698 None None] Publish callbacks [] for port, precommit_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:15.539679 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-d11b47cf-596f-4cff-97e6-0061cbb1a698 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793343495738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793342949286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793342949304'] for port, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:15.621258 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58b1ed4-9303-44e1-a9fc-80048d939811 None None] Pushing event updated for resources: {'Port': ['ID=8f0a9759-0320-4d72-97e8-8633e667c9ee,revision_number=3']} {{(pid=102751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:23:15.691737 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.managers [None req-d11b47cf-596f-4cff-97e6-0061cbb1a698 None None] Attempting to bind port 8f0a9759-0320-4d72-97e8-8633e667c9ee on host dv-cinder-768458-13-iscsi for vnic_type normal with profile {{(pid=102751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 12:23:15.692113 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.managers [None req-d11b47cf-596f-4cff-97e6-0061cbb1a698 None None] Attempting to bind port 8f0a9759-0320-4d72-97e8-8633e667c9ee by drivers openvswitch,hyperv on host dv-cinder-768458-13-iscsi at level 0 using segments [{'id': 'de0b22a8-24a0-4b0f-af9b-4184618783dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'bb159f98-9eac-480d-83df-144f691eba05'}] {{(pid=102751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 12:23:15.692483 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d11b47cf-596f-4cff-97e6-0061cbb1a698 None None] Attempting to bind port 8f0a9759-0320-4d72-97e8-8633e667c9ee on network bb159f98-9eac-480d-83df-144f691eba05 {{(pid=102751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 12:23:15.698412 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d11b47cf-596f-4cff-97e6-0061cbb1a698 None None] Checking agent: {'id': '93079659-014b-45ff-9ed2-9a81038b5445', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768458-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 12, 11, 26), 'started_at': datetime.datetime(2021, 11, 22, 12, 11, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 12, 22, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768458-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 12:23:15.698780 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d11b47cf-596f-4cff-97e6-0061cbb1a698 None None] Checking segment: {'id': 'de0b22a8-24a0-4b0f-af9b-4184618783dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'bb159f98-9eac-480d-83df-144f691eba05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 12:23:15.699201 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-d11b47cf-596f-4cff-97e6-0061cbb1a698 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:15.701899 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d11b47cf-596f-4cff-97e6-0061cbb1a698 None None] Bound using segment: {'id': 'de0b22a8-24a0-4b0f-af9b-4184618783dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'bb159f98-9eac-480d-83df-144f691eba05'} {{(pid=102751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 12:23:15.702409 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.managers [None req-d11b47cf-596f-4cff-97e6-0061cbb1a698 None None] Bound port: 8f0a9759-0320-4d72-97e8-8633e667c9ee, host: dv-cinder-768458-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de0b22a8-24a0-4b0f-af9b-4184618783dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'bb159f98-9eac-480d-83df-144f691eba05'}}] {{(pid=102751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 12:23:15.702809 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-d11b47cf-596f-4cff-97e6-0061cbb1a698 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3931732'] for port, before_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:15.837712 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.db [None req-d11b47cf-596f-4cff-97e6-0061cbb1a698 None None] For port 8f0a9759-0320-4d72-97e8-8633e667c9ee, host dv-cinder-768458-13-iscsi, cleared binding levels {{(pid=102751) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 12:23:15.843439 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.db [None req-d11b47cf-596f-4cff-97e6-0061cbb1a698 None None] For port 8f0a9759-0320-4d72-97e8-8633e667c9ee, host dv-cinder-768458-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-13-iscsi',level=0,port_id=8f0a9759-0320-4d72-97e8-8633e667c9ee,segment=NetworkSegment(de0b22a8-24a0-4b0f-af9b-4184618783dc),segment_id=de0b22a8-24a0-4b0f-af9b-4184618783dc)] {{(pid=102751) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 12:23:15.853265 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-d11b47cf-596f-4cff-97e6-0061cbb1a698 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793343495738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793342949286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793342949304'] for port, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:15.941038 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d11b47cf-596f-4cff-97e6-0061cbb1a698 None None] Routers {'56081523-b153-40d3-884a-a19cc12942fe'} bound to L3 agent in host dv-cinder-768458-13-iscsi {{(pid=102751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 12:23:15.943129 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.l3_hamode_db [None req-d11b47cf-596f-4cff-97e6-0061cbb1a698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T12:11:23Z,description=,heartbeat_timestamp=2021-11-22T12:22:53Z,host='dv-cinder-768458-13-iscsi',id=b4a26ead-6ab2-4f98-a352-c9ed6d39b73e,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T12:11:23Z,topic='l3_agent')) {'router_ids': ['56081523-b153-40d3-884a-a19cc12942fe'], 'active': True} {{(pid=102751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 12:23:16.022441 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58b1ed4-9303-44e1-a9fc-80048d939811 None None] Pushing event updated for resources: {'Port': ['ID=8f0a9759-0320-4d72-97e8-8633e667c9ee,revision_number=4']} {{(pid=102751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:23:16.066203 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.provisioning_blocks [None req-e05b1590-6905-48e8-8070-fef16668ed2a None None] Provisioning complete for port 8f0a9759-0320-4d72-97e8-8633e667c9ee triggered by entity DHCP. {{(pid=102751) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 12:23:16.066574 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-e05b1590-6905-48e8-8070-fef16668ed2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3821908'] for port, provisioning_complete {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:16.222350 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a4f7e2-8585-4ccd-95c7-f9c7430b586e req-4e1b2049-e2e8-46a9-828c-d63930a84790 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:23:16.226456 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-e0a4f7e2-8585-4ccd-95c7-f9c7430b586e req-4e1b2049-e2e8-46a9-828c-d63930a84790 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.66 "GET /v2.0/ports?device_id=c9f6d441-246f-479e-8e88-ea701c0f87ff HTTP/1.1" status: 200 len: 944 time: 0.1048379 Nov 22 12:23:16.273400 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.l3_dvr_db [None req-d11b47cf-596f-4cff-97e6-0061cbb1a698 None None] Set router 56081523-b153-40d3-884a-a19cc12942fe gateway port host: dv-cinder-768458-13-iscsi {{(pid=102751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 12:23:16.331547 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-e05b1590-6905-48e8-8070-fef16668ed2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3931732'] for port, before_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:16.360121 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-cd275fbd-abb2-4c77-9f0c-dd829d0da465 req-390fb943-ecf0-4663-ab1b-40c1a1c1d89c tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] 10.222.0.66 "GET /v2.0/ports?device_id=937d4958-6710-4c44-8451-2b659b87dc63 HTTP/1.1" status: 200 len: 210 time: 0.0437586 Nov 22 12:23:16.384266 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-e0a4f7e2-8585-4ccd-95c7-f9c7430b586e req-b7c5e406-3dfa-4d98-bba7-d98d4c8d7c44 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.66 "GET /v2.0/security-groups?id=58ab891c-6c60-4530-806c-8c076c9a459e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1460826 Nov 22 12:23:16.478400 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.db [None req-e05b1590-6905-48e8-8070-fef16668ed2a None None] For port 8f0a9759-0320-4d72-97e8-8633e667c9ee, host dv-cinder-768458-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-13-iscsi',level=0,port_id=8f0a9759-0320-4d72-97e8-8633e667c9ee,segment=NetworkSegment(de0b22a8-24a0-4b0f-af9b-4184618783dc),segment_id=de0b22a8-24a0-4b0f-af9b-4184618783dc)] {{(pid=102751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 12:23:16.510845 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-e05b1590-6905-48e8-8070-fef16668ed2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793343495738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793342949286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793342949304'] for port, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:16.621290 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05b1590-6905-48e8-8070-fef16668ed2a None None] Pushing event updated for resources: {'Port': ['ID=8f0a9759-0320-4d72-97e8-8633e667c9ee,revision_number=5']} {{(pid=102751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:23:16.657676 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.provisioning_blocks [None req-3abbddb9-6e2f-49b9-834f-cb2f3295781e None None] Provisioning complete for port 8f0a9759-0320-4d72-97e8-8633e667c9ee triggered by entity DHCP. {{(pid=102751) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 12:23:16.657676 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-3abbddb9-6e2f-49b9-834f-cb2f3295781e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3821908'] for port, provisioning_complete {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:16.720095 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.l3_hamode_db [None req-d11b47cf-596f-4cff-97e6-0061cbb1a698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56081523-b153-40d3-884a-a19cc12942fe', 'name': 'tempest-TestMinimumBasicScenario-1896240182-router', 'tenant_id': 'ff0cee3d660142eeb2cd5ae6e5704440', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52f34850-4f08-4bf9-8f19-1c892d4c6132', 'external_fixed_ips': [{'subnet_id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'ip_address': '172.27.0.70'}], 'enable_snat': True}, 'gw_port_id': '27ee833c-2eb0-4213-a5a3-925a61fc2503', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T12:23:06Z', 'updated_at': '2021-11-22T12:23:10Z', 'revision_number': 4, 'project_id': 'ff0cee3d660142eeb2cd5ae6e5704440', 'gw_port': {'id': '27ee833c-2eb0-4213-a5a3-925a61fc2503', 'name': '', 'network_id': '52f34850-4f08-4bf9-8f19-1c892d4c6132', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:53:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56081523-b153-40d3-884a-a19cc12942fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'ip_address': '172.27.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T12:23:07Z', 'updated_at': '2021-11-22T12:23:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-13-iscsi', '_interfaces': [{'id': '8f0a9759-0320-4d72-97e8-8633e667c9ee', 'name': '', 'network_id': 'bb159f98-9eac-480d-83df-144f691eba05', 'tenant_id': 'ff0cee3d660142eeb2cd5ae6e5704440', 'mac_address': 'fa:16:3e:bd:da:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56081523-b153-40d3-884a-a19cc12942fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '1bd16e7a-6865-4363-836d-8d59227c00f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T12:23:09Z', 'updated_at': '2021-11-22T12:23:15Z', 'revision_number': 4, 'project_id': 'ff0cee3d660142eeb2cd5ae6e5704440', 'subnets': [{'id': '1bd16e7a-6865-4363-836d-8d59227c00f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-13-iscsi', False) {} {{(pid=102751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 12:23:16.777905 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d11b47cf-596f-4cff-97e6-0061cbb1a698 None None] The sync data for ids ['56081523-b153-40d3-884a-a19cc12942fe'] in dv-cinder-768458-13-iscsi is: [{'id': '56081523-b153-40d3-884a-a19cc12942fe', 'name': 'tempest-TestMinimumBasicScenario-1896240182-router', 'tenant_id': 'ff0cee3d660142eeb2cd5ae6e5704440', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52f34850-4f08-4bf9-8f19-1c892d4c6132', 'external_fixed_ips': [{'subnet_id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'ip_address': '172.27.0.70'}], 'enable_snat': True}, 'gw_port_id': '27ee833c-2eb0-4213-a5a3-925a61fc2503', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T12:23:06Z', 'updated_at': '2021-11-22T12:23:10Z', 'revision_number': 4, 'project_id': 'ff0cee3d660142eeb2cd5ae6e5704440', 'gw_port': {'id': '27ee833c-2eb0-4213-a5a3-925a61fc2503', 'name': '', 'network_id': '52f34850-4f08-4bf9-8f19-1c892d4c6132', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:53:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56081523-b153-40d3-884a-a19cc12942fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'ip_address': '172.27.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T12:23:07Z', 'updated_at': '2021-11-22T12:23:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-13-iscsi', '_interfaces': [{'id': '8f0a9759-0320-4d72-97e8-8633e667c9ee', 'name': '', 'network_id': 'bb159f98-9eac-480d-83df-144f691eba05', 'tenant_id': 'ff0cee3d660142eeb2cd5ae6e5704440', 'mac_address': 'fa:16:3e:bd:da:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56081523-b153-40d3-884a-a19cc12942fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '1bd16e7a-6865-4363-836d-8d59227c00f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T12:23:09Z', 'updated_at': '2021-11-22T12:23:15Z', 'revision_number': 4, 'project_id': 'ff0cee3d660142eeb2cd5ae6e5704440', 'subnets': [{'id': '1bd16e7a-6865-4363-836d-8d59227c00f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 12:23:16.866265 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14299ea6-a7e2-45a3-8040-a6ad6cd494a9 req-bab23b4a-5bf8-4b79-9f1d-28c33502906f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:23:16.867822 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-14299ea6-a7e2-45a3-8040-a6ad6cd494a9 req-bab23b4a-5bf8-4b79-9f1d-28c33502906f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=086a36bf2fea4df7a4d72733b2f68dcd&device_id=c9f6d441-246f-479e-8e88-ea701c0f87ff HTTP/1.1" status: 200 len: 1097 time: 0.1096299 Nov 22 12:23:17.142089 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14299ea6-a7e2-45a3-8040-a6ad6cd494a9 req-8c20665c-b424-4c88-bcca-4bab372b00cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:23:17.144324 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-14299ea6-a7e2-45a3-8040-a6ad6cd494a9 req-8c20665c-b424-4c88-bcca-4bab372b00cc service neutron] 10.222.0.46 "GET /v2.0/networks?id=47c7c2df-c485-45be-9ae4-891cba4c7953 HTTP/1.1" status: 200 len: 917 time: 0.2423930 Nov 22 12:23:17.174049 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.rpc [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] Device 8f0a9759-0320-4d72-97e8-8633e667c9ee up at agent ovs-agent-dv-cinder-768458-13-iscsi {{(pid=102751) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 12:23:17.298923 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.provisioning_blocks [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] Provisioning complete for port 8f0a9759-0320-4d72-97e8-8633e667c9ee triggered by entity L2. {{(pid=102751) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 12:23:17.300079 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3821908'] for port, provisioning_complete {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:17.329158 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-14299ea6-a7e2-45a3-8040-a6ad6cd494a9 req-a01b36e6-e043-4d1b-9cf6-0950ef399629 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c3893e14-5c03-4b6a-b17d-c2dc56e8e688 HTTP/1.1" status: 200 len: 1000 time: 0.1713202 Nov 22 12:23:17.516626 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14299ea6-a7e2-45a3-8040-a6ad6cd494a9 req-0e180548-45c4-44b2-a8b5-c7bbc01461fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:23:17.523143 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-14299ea6-a7e2-45a3-8040-a6ad6cd494a9 req-0e180548-45c4-44b2-a8b5-c7bbc01461fe service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6b38e15d-2758-41f6-bf64-d497af1d9f95 HTTP/1.1" status: 200 len: 855 time: 0.1801958 Nov 22 12:23:17.561166 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793343475411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3821827'] for agent, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:17.636295 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-ff0679ad-14c5-4426-87d5-9e61beead73b req-d1b010b2-4263-449b-94e5-e368f4d38b49 tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] 10.222.0.66 "GET /v2.0/ports?device_id=937d4958-6710-4c44-8451-2b659b87dc63 HTTP/1.1" status: 200 len: 210 time: 0.1293964 Nov 22 12:23:17.741834 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14299ea6-a7e2-45a3-8040-a6ad6cd494a9 req-c50f72ec-faaa-4c35-a9ff-8736b7e9245d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:23:17.744032 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-14299ea6-a7e2-45a3-8040-a6ad6cd494a9 req-c50f72ec-faaa-4c35-a9ff-8736b7e9245d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=47c7c2df-c485-45be-9ae4-891cba4c7953&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1981862 Nov 22 12:23:17.756280 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de444b6-fe8a-462f-a199-dd864dd728a8 req-d7f44d61-ab75-42cb-a45a-dcf224091e8e tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:23:17.757821 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-1de444b6-fe8a-462f-a199-dd864dd728a8 req-d7f44d61-ab75-42cb-a45a-dcf224091e8e tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.66 "GET /v2.0/ports?device_id=c9f6d441-246f-479e-8e88-ea701c0f87ff HTTP/1.1" status: 200 len: 944 time: 0.1585670 Nov 22 12:23:17.930650 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-1de444b6-fe8a-462f-a199-dd864dd728a8 req-24c9ac25-2ad7-4075-acdf-72ece36db909 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.66 "GET /v2.0/security-groups?id=58ab891c-6c60-4530-806c-8c076c9a459e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1617186 Nov 22 12:23:17.971646 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-14299ea6-a7e2-45a3-8040-a6ad6cd494a9 req-2440fe7d-54be-49f3-8adb-9600ed885ba7 service neutron] 10.222.0.46 "GET /v2.0/networks/47c7c2df-c485-45be-9ae4-891cba4c7953?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2023425 Nov 22 12:23:18.109345 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-14299ea6-a7e2-45a3-8040-a6ad6cd494a9 req-37bd68ee-01ed-4157-89e7-2f4baa719449 service neutron] 10.222.0.46 "GET /v2.0/networks/47c7c2df-c485-45be-9ae4-891cba4c7953?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346288 Nov 22 12:23:18.525349 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7231a1-9689-4504-be27-b6da5d5897eb req-e456edc5-60e5-4db7-8593-59a124b9ee41 tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:23:18.534076 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-ff7231a1-9689-4504-be27-b6da5d5897eb req-e456edc5-60e5-4db7-8593-59a124b9ee41 tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] 10.222.0.66 "GET /v2.0/ports?device_id=2306113c-8f98-42fd-8c0c-3dfac98fff21 HTTP/1.1" status: 200 len: 945 time: 0.1168709 Nov 22 12:23:18.598363 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-ff7231a1-9689-4504-be27-b6da5d5897eb req-2ef53bc0-4794-46ab-aa14-3b51af8ab606 tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] 10.222.0.66 "GET /v2.0/security-groups?id=117aa477-d28a-495e-b4af-8d598b569f00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630941 Nov 22 12:23:18.645123 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.rpc [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Device c3893e14-5c03-4b6a-b17d-c2dc56e8e688 details requested by agent hyperv_hv-cinder-76845 with host hv-cinder-76845 {{(pid=102751) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 12:23:18.649718 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.rpc [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Device c07cfd45-5b74-4945-9991-863824fb50f3 no longer exists at agent hyperv_hv-cinder-76845 {{(pid=102751) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 12:23:18.685083 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.plugin [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] No Port match for: c07cfd45-5b74-4945-9991-863824fb50f3 {{(pid=102751) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 12:23:18.685562 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.rpc [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Device c07cfd45-5b74-4945-9991-863824fb50f3 not bound to the agent host hv-cinder-76845 {{(pid=102751) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 12:23:18.805379 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.db [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] For port c3893e14-5c03-4b6a-b17d-c2dc56e8e688, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=c3893e14-5c03-4b6a-b17d-c2dc56e8e688,segment=NetworkSegment(ad989668-ff42-4f8a-9eac-7040e599f03e),segment_id=ad989668-ff42-4f8a-9eac-7040e599f03e)] {{(pid=102751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 12:23:18.823145 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.rpc [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Returning: {'device': 'c3893e14-5c03-4b6a-b17d-c2dc56e8e688', 'network_id': '47c7c2df-c485-45be-9ae4-891cba4c7953', 'port_id': 'c3893e14-5c03-4b6a-b17d-c2dc56e8e688', 'mac_address': 'fa:16:3e:8d:4b:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 623, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b38e15d-2758-41f6-bf64-d497af1d9f95', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102751) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 12:23:18.902830 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3931732'] for port, before_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:18.950547 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.notifiers.nova [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3893e14-5c03-4b6a-b17d-c2dc56e8e688 {{(pid=102751) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 12:23:19.067142 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.db [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] For port c3893e14-5c03-4b6a-b17d-c2dc56e8e688, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=c3893e14-5c03-4b6a-b17d-c2dc56e8e688,segment=NetworkSegment(ad989668-ff42-4f8a-9eac-7040e599f03e),segment_id=ad989668-ff42-4f8a-9eac-7040e599f03e)] {{(pid=102751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 12:23:19.074941 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793343495738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793342949286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793342949304'] for port, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:19.214054 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03b5f60-f965-403c-8490-bb776ebddaeb req-f76b4348-6758-44be-aa8c-c5740a1c108f tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:23:19.221887 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-e03b5f60-f965-403c-8490-bb776ebddaeb req-f76b4348-6758-44be-aa8c-c5740a1c108f tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] 10.222.0.66 "GET /v2.0/ports?device_id=302ab8ef-5565-4f9b-9b91-b405d550a90d HTTP/1.1" status: 200 len: 945 time: 0.1374040 Nov 22 12:23:19.232608 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Pushing event updated for resources: {'Port': ['ID=c3893e14-5c03-4b6a-b17d-c2dc56e8e688,revision_number=9']} {{(pid=102751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:23:19.264563 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19553a7c-6c0d-4748-8819-44b468896098 req-53683928-07d9-4a0f-98f7-841231bdfaca tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:23:19.271928 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-19553a7c-6c0d-4748-8819-44b468896098 req-53683928-07d9-4a0f-98f7-841231bdfaca tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.66 "GET /v2.0/ports?device_id=c9f6d441-246f-479e-8e88-ea701c0f87ff HTTP/1.1" status: 200 len: 945 time: 0.1438954 Nov 22 12:23:19.343551 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-e03b5f60-f965-403c-8490-bb776ebddaeb req-8553050b-d920-499c-84df-4b53321e3e30 tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] 10.222.0.66 "GET /v2.0/security-groups?id=d25355f0-2e41-493d-aac5-082c69fe23d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183493 Nov 22 12:23:19.368559 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-19553a7c-6c0d-4748-8819-44b468896098 req-814cfbde-6490-4159-b9b5-13ecfa5d4626 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.66 "GET /v2.0/security-groups?id=58ab891c-6c60-4530-806c-8c076c9a459e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0956652 Nov 22 12:23:19.459172 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.db [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] get_ports_and_sgs() called for port_ids ['c3893e14-5c03-4b6a-b17d-c2dc56e8e688'] {{(pid=102751) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 12:23:19.753805 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dbd28e-15d7-4a1e-8a5c-40b9a089ee5f req-c6cf1b66-8896-4ecb-9565-b139e18fadc7 tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:23:19.755415 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-16dbd28e-15d7-4a1e-8a5c-40b9a089ee5f req-c6cf1b66-8896-4ecb-9565-b139e18fadc7 tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] 10.222.0.66 "GET /v2.0/ports?device_id=2306113c-8f98-42fd-8c0c-3dfac98fff21 HTTP/1.1" status: 200 len: 945 time: 0.0547607 Nov 22 12:23:19.812501 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-16dbd28e-15d7-4a1e-8a5c-40b9a089ee5f req-ae6f70d9-816a-435a-99fe-4bfaca6b6afb tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] 10.222.0.66 "GET /v2.0/security-groups?id=117aa477-d28a-495e-b4af-8d598b569f00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497110 Nov 22 12:23:20.468098 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe7ec1e-b7cd-489d-a9c9-73dc3e795596 req-25088342-5514-4e2a-8783-00e7b79f8d3e tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:23:20.469732 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-8fe7ec1e-b7cd-489d-a9c9-73dc3e795596 req-25088342-5514-4e2a-8783-00e7b79f8d3e tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] 10.222.0.66 "GET /v2.0/ports?device_id=302ab8ef-5565-4f9b-9b91-b405d550a90d HTTP/1.1" status: 200 len: 945 time: 0.0561109 Nov 22 12:23:20.554832 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1892d13-b9a2-40dd-88d4-5a3cfa592c65 req-c492686f-46ca-4d6d-b097-066d93c6d19a tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:23:20.556939 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-c1892d13-b9a2-40dd-88d4-5a3cfa592c65 req-c492686f-46ca-4d6d-b097-066d93c6d19a tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.66 "GET /v2.0/ports?device_id=c9f6d441-246f-479e-8e88-ea701c0f87ff HTTP/1.1" status: 200 len: 945 time: 0.0860376 Nov 22 12:23:20.569470 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-8fe7ec1e-b7cd-489d-a9c9-73dc3e795596 req-1134c8b3-6405-47e5-b237-19615f1bfaaf tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] 10.222.0.66 "GET /v2.0/security-groups?id=d25355f0-2e41-493d-aac5-082c69fe23d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883019 Nov 22 12:23:20.650358 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-c1892d13-b9a2-40dd-88d4-5a3cfa592c65 req-932b171d-c6cb-4ece-aeef-8beea7774462 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.66 "GET /v2.0/security-groups?id=58ab891c-6c60-4530-806c-8c076c9a459e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798070 Nov 22 12:23:20.654402 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.rpc [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Device c3893e14-5c03-4b6a-b17d-c2dc56e8e688 up at agent hyperv_hv-cinder-76845 {{(pid=102751) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 12:23:20.720193 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.provisioning_blocks [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Provisioning complete for port c3893e14-5c03-4b6a-b17d-c2dc56e8e688 triggered by entity L2. {{(pid=102751) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 12:23:20.720580 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3821908'] for port, provisioning_complete {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:20.797129 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-e232041b-66a6-4322-a1c1-64dbfed2339b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793343475411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3821827'] for agent, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:20.849177 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3931732'] for port, before_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:20.898953 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9f6d441-246f-479e-8e88-ea701c0f87ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3893e14-5c03-4b6a-b17d-c2dc56e8e688'}] {{(pid=102751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 12:23:20.903468 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50f57f68d0dae852c32e4f8721e97c07bf2df52fd56e1603e3e4743a1bb51d8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c16666ad-c1f5-4ca1-b45b-94f2c8c2b2b0" -d '{"events": [{"server_uuid": "c9f6d441-246f-479e-8e88-ea701c0f87ff", "name": "network-vif-plugged", "status": "completed", "tag": "c3893e14-5c03-4b6a-b17d-c2dc56e8e688"}]}' {{(pid=102751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 12:23:20.936599 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.db [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] For port c3893e14-5c03-4b6a-b17d-c2dc56e8e688, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=c3893e14-5c03-4b6a-b17d-c2dc56e8e688,segment=NetworkSegment(ad989668-ff42-4f8a-9eac-7040e599f03e),segment_id=ad989668-ff42-4f8a-9eac-7040e599f03e)] {{(pid=102751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 12:23:20.948712 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793343495738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793342949286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793342949304'] for port, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:20.950008 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.rpc [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Device 4c9b376a-8f72-407b-9a92-78116503f6ab no longer exists at agent hyperv_hv-cinder-76845 {{(pid=102751) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 12:23:21.020203 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.plugin [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] No Port match for: 4c9b376a-8f72-407b-9a92-78116503f6ab {{(pid=102751) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 12:23:21.020466 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.rpc [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Device 4c9b376a-8f72-407b-9a92-78116503f6ab not bound to the agent host hv-cinder-76845 {{(pid=102751) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 12:23:21.027131 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6873337c-f454-4974-b2de-9a13d1181309 req-b29f0dea-6bc9-4d31-8d97-b23b18fcb5d3 tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:23:21.039101 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-6873337c-f454-4974-b2de-9a13d1181309 req-b29f0dea-6bc9-4d31-8d97-b23b18fcb5d3 tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] 10.222.0.66 "GET /v2.0/ports?device_id=2306113c-8f98-42fd-8c0c-3dfac98fff21 HTTP/1.1" status: 200 len: 945 time: 0.0895791 Nov 22 12:23:21.119161 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Pushing event updated for resources: {'Port': ['ID=c3893e14-5c03-4b6a-b17d-c2dc56e8e688,revision_number=10']} {{(pid=102751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:23:21.138288 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-6873337c-f454-4974-b2de-9a13d1181309 req-73e3410d-ecd6-49c3-bbe0-776bc3d93604 tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] 10.222.0.66 "GET /v2.0/security-groups?id=117aa477-d28a-495e-b4af-8d598b569f00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0942159 Nov 22 12:23:21.180984 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 12:23:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4dcacee-ee3b-427e-a27f-315def429974 x-openstack-request-id: req-d4dcacee-ee3b-427e-a27f-315def429974 {{(pid=102751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 12:23:21.181323 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9f6d441-246f-479e-8e88-ea701c0f87ff", "name": "network-vif-plugged", "status": "completed", "tag": "c3893e14-5c03-4b6a-b17d-c2dc56e8e688", "code": 200}]} {{(pid=102751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 12:23:21.181583 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-d4dcacee-ee3b-427e-a27f-315def429974 {{(pid=102751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 12:23:21.181986 dv-cinder-768458-13-iscsi neutron-server[102751]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9f6d441-246f-479e-8e88-ea701c0f87ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3893e14-5c03-4b6a-b17d-c2dc56e8e688', 'code': 200} Nov 22 12:23:21.255391 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.wsgi [-] (102750) accepted ('10.222.0.66', 49394) {{(pid=102750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:23:21.379094 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-fae179bf-405d-40e9-b8f0-748989f1c598 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:21.468183 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-fae179bf-405d-40e9-b8f0-748989f1c598 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:21.474247 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-fae179bf-405d-40e9-b8f0-748989f1c598 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545565'] for security_group, after_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:21.509006 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [None req-fae179bf-405d-40e9-b8f0-748989f1c598 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=74f07a09076b4b77be565e08a5222164&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2524297 Nov 22 12:23:21.512163 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.wsgi [-] (102749) accepted ('10.222.0.66', 49398) {{(pid=102749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:23:21.520731 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae179bf-405d-40e9-b8f0-748989f1c598 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99885e1e-dcb0-46cd-9514-705bde5771ec,revision_number=1']} {{(pid=102750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:23:21.584545 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-c5149332-a553-4c70-93f5-e7e6f9836cc0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:21.613422 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-c5149332-a553-4c70-93f5-e7e6f9836cc0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:21.691822 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-c5149332-a553-4c70-93f5-e7e6f9836cc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545565'] for security_group, after_delete {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:21.693407 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-c5149332-a553-4c70-93f5-e7e6f9836cc0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:21.696996 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [None req-c5149332-a553-4c70-93f5-e7e6f9836cc0 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/99885e1e-dcb0-46cd-9514-705bde5771ec HTTP/1.1" status: 204 len: 168 time: 0.1770310 Nov 22 12:23:21.744496 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5149332-a553-4c70-93f5-e7e6f9836cc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99885e1e-dcb0-46cd-9514-705bde5771ec,revision_number=None']} {{(pid=102749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:23:21.792675 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c536d27f-f122-46bb-a3f7-b77a3bff5bc1 req-5ae65685-ae2d-4ea0-abb5-c92205bd7e72 tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:23:21.800595 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-c536d27f-f122-46bb-a3f7-b77a3bff5bc1 req-5ae65685-ae2d-4ea0-abb5-c92205bd7e72 tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] 10.222.0.66 "GET /v2.0/ports?device_id=302ab8ef-5565-4f9b-9b91-b405d550a90d HTTP/1.1" status: 200 len: 945 time: 0.1273284 Nov 22 12:23:21.960043 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f3375c-919d-4352-8c28-edd448d75c9e req-52e270a4-17f7-42e8-964d-1f4c6aa38517 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:23:21.967681 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-27f3375c-919d-4352-8c28-edd448d75c9e req-52e270a4-17f7-42e8-964d-1f4c6aa38517 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.66 "GET /v2.0/ports?device_id=c9f6d441-246f-479e-8e88-ea701c0f87ff HTTP/1.1" status: 200 len: 947 time: 0.1544108 Nov 22 12:23:21.979881 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-c536d27f-f122-46bb-a3f7-b77a3bff5bc1 req-c165b99d-2355-408c-a72c-66c624397961 tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] 10.222.0.66 "GET /v2.0/security-groups?id=d25355f0-2e41-493d-aac5-082c69fe23d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431880 Nov 22 12:23:22.001848 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236b494c-2edf-4dc6-adc8-78fea99f3746 req-cf12fbc1-5009-437a-a9f7-f5074eb8eb95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:23:22.003347 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-236b494c-2edf-4dc6-adc8-78fea99f3746 req-cf12fbc1-5009-437a-a9f7-f5074eb8eb95 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=c9f6d441-246f-479e-8e88-ea701c0f87ff HTTP/1.1" status: 200 len: 1100 time: 0.1411264 Nov 22 12:23:22.069087 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-27f3375c-919d-4352-8c28-edd448d75c9e req-35ad9cc6-a27a-4578-b5bd-dfb3c5c89b7e tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.66 "GET /v2.0/security-groups?id=58ab891c-6c60-4530-806c-8c076c9a459e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0976689 Nov 22 12:23:22.118974 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-236b494c-2edf-4dc6-adc8-78fea99f3746 req-1f6c0f39-9441-456d-b5b7-1b47ac686cab service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=58ab891c-6c60-4530-806c-8c076c9a459e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1010895 Nov 22 12:23:22.156065 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.wsgi [-] (102749) accepted ('10.222.0.66', 49410) {{(pid=102749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:23:22.174672 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-15684b36-15cf-418a-b680-e603cc4d8c50 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:22.321277 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1b9da6-dd12-483e-854e-b14eb6d445b2 req-351bb360-8e19-43fa-8b4c-b428202a734a tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:23:22.322781 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-4f1b9da6-dd12-483e-854e-b14eb6d445b2 req-351bb360-8e19-43fa-8b4c-b428202a734a tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] 10.222.0.66 "GET /v2.0/ports?device_id=2306113c-8f98-42fd-8c0c-3dfac98fff21 HTTP/1.1" status: 200 len: 945 time: 0.0951416 Nov 22 12:23:22.360889 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-15684b36-15cf-418a-b680-e603cc4d8c50 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:22.377716 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-15684b36-15cf-418a-b680-e603cc4d8c50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545565'] for security_group, after_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:22.424279 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [None req-15684b36-15cf-418a-b680-e603cc4d8c50 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=99dcfba9713c46e4833441c7ca4e64e4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2640431 Nov 22 12:23:22.424279 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.wsgi [-] (102749) accepted ('10.222.0.66', 49418) {{(pid=102749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:23:22.447838 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-4f1b9da6-dd12-483e-854e-b14eb6d445b2 req-78e68e03-c4f7-4098-89e5-8e021425e362 tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] 10.222.0.66 "GET /v2.0/security-groups?id=117aa477-d28a-495e-b4af-8d598b569f00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1142378 Nov 22 12:23:22.513728 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15684b36-15cf-418a-b680-e603cc4d8c50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=855809ca-f516-416c-b034-3a6f4a21d888,revision_number=1']} {{(pid=102749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:23:22.554051 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-84b03e20-3123-493d-bf03-3cf2e56ab96d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:22.598090 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-84b03e20-3123-493d-bf03-3cf2e56ab96d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:22.619625 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4b91c3-f747-4d47-b7b5-b3973e8359b8 req-b655dfaf-0b86-486c-832f-5c9ac823e8ec tempest-VolumesSnapshotTestJSON-1978321900 tempest-VolumesSnapshotTestJSON-1978321900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:23:22.621115 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-7d4b91c3-f747-4d47-b7b5-b3973e8359b8 req-b655dfaf-0b86-486c-832f-5c9ac823e8ec tempest-VolumesSnapshotTestJSON-1978321900 tempest-VolumesSnapshotTestJSON-1978321900-project] 10.222.0.66 "GET /v2.0/ports?device_id=82e102ee-4d06-4e2d-8ce4-2bf3a8d0a874 HTTP/1.1" status: 200 len: 946 time: 0.0837369 Nov 22 12:23:22.700474 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-7d4b91c3-f747-4d47-b7b5-b3973e8359b8 req-e584ef14-72bc-4059-a48b-6e660ec54b10 tempest-VolumesSnapshotTestJSON-1978321900 tempest-VolumesSnapshotTestJSON-1978321900-project] 10.222.0.66 "GET /v2.0/security-groups?id=188eb127-27e7-40f9-bd3a-a43f3d4f7d59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715697 Nov 22 12:23:22.711735 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-84b03e20-3123-493d-bf03-3cf2e56ab96d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545565'] for security_group, after_delete {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:22.714964 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-84b03e20-3123-493d-bf03-3cf2e56ab96d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:22.718541 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [None req-84b03e20-3123-493d-bf03-3cf2e56ab96d admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/855809ca-f516-416c-b034-3a6f4a21d888 HTTP/1.1" status: 204 len: 168 time: 0.2913725 Nov 22 12:23:22.745586 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b03e20-3123-493d-bf03-3cf2e56ab96d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=855809ca-f516-416c-b034-3a6f4a21d888,revision_number=None']} {{(pid=102749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:23:23.040308 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-071992ec-8b27-42c1-bc45-1a89ba67d1f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793343475411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3821827'] for agent, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:23.165836 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa9885b-551d-4d3a-bc64-3ac0bf28dc09 req-6f88342a-71aa-4d68-8a46-1c2619747bd1 tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:23:23.168002 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-0aa9885b-551d-4d3a-bc64-3ac0bf28dc09 req-6f88342a-71aa-4d68-8a46-1c2619747bd1 tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] 10.222.0.66 "GET /v2.0/ports?device_id=302ab8ef-5565-4f9b-9b91-b405d550a90d HTTP/1.1" status: 200 len: 945 time: 0.0839219 Nov 22 12:23:23.255870 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-0aa9885b-551d-4d3a-bc64-3ac0bf28dc09 req-6bcf66e0-b8ff-4603-9645-6e8919f0b109 tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] 10.222.0.66 "GET /v2.0/security-groups?id=d25355f0-2e41-493d-aac5-082c69fe23d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818939 Nov 22 12:23:23.271358 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb701b88-75e4-4bf2-9d74-8e85b3e63473 req-d8d471cc-f0c5-4089-974f-ebf09aa0ade0 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:23:23.272713 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-fb701b88-75e4-4bf2-9d74-8e85b3e63473 req-d8d471cc-f0c5-4089-974f-ebf09aa0ade0 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.66 "GET /v2.0/ports?device_id=c9f6d441-246f-479e-8e88-ea701c0f87ff HTTP/1.1" status: 200 len: 947 time: 0.0916383 Nov 22 12:23:23.331183 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-fb701b88-75e4-4bf2-9d74-8e85b3e63473 req-9d95e4b5-49b4-4667-8bf1-04a96bac6801 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.66 "GET /v2.0/security-groups?id=58ab891c-6c60-4530-806c-8c076c9a459e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503850 Nov 22 12:23:23.602287 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48619e3a-b55d-4bcd-87ff-0a9f4b89768e req-2be87786-2ca6-4aa8-a78c-08622ae3e56a tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:23:23.610890 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-48619e3a-b55d-4bcd-87ff-0a9f4b89768e req-2be87786-2ca6-4aa8-a78c-08622ae3e56a tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] 10.222.0.66 "GET /v2.0/ports?device_id=2306113c-8f98-42fd-8c0c-3dfac98fff21 HTTP/1.1" status: 200 len: 945 time: 0.0739975 Nov 22 12:23:23.691973 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-48619e3a-b55d-4bcd-87ff-0a9f4b89768e req-46a806c6-a61d-4a75-aec2-a14adba6726e tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] 10.222.0.66 "GET /v2.0/security-groups?id=117aa477-d28a-495e-b4af-8d598b569f00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754092 Nov 22 12:23:23.913726 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38dfebe-3d79-4118-8ade-d8a7345dae09 req-0218d051-cf4a-4ede-a755-48f681f61736 tempest-VolumesSnapshotTestJSON-1978321900 tempest-VolumesSnapshotTestJSON-1978321900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:23:23.921573 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-c38dfebe-3d79-4118-8ade-d8a7345dae09 req-0218d051-cf4a-4ede-a755-48f681f61736 tempest-VolumesSnapshotTestJSON-1978321900 tempest-VolumesSnapshotTestJSON-1978321900-project] 10.222.0.66 "GET /v2.0/ports?device_id=82e102ee-4d06-4e2d-8ce4-2bf3a8d0a874 HTTP/1.1" status: 200 len: 946 time: 0.1055131 Nov 22 12:23:23.981236 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-c38dfebe-3d79-4118-8ade-d8a7345dae09 req-28645a22-4388-4dcc-aa4b-5349043e5454 tempest-VolumesSnapshotTestJSON-1978321900 tempest-VolumesSnapshotTestJSON-1978321900-project] 10.222.0.66 "GET /v2.0/security-groups?id=188eb127-27e7-40f9-bd3a-a43f3d4f7d59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580695 Nov 22 12:23:24.044530 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-9105419b-06f9-45a8-bbac-70d110a73200 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793343475411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3821827'] for agent, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:24.454905 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3db815-e946-449d-a575-457ff4123b36 req-98ae3676-6abe-4363-856f-ce81aec0d532 tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:23:24.457104 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-ba3db815-e946-449d-a575-457ff4123b36 req-98ae3676-6abe-4363-856f-ce81aec0d532 tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] 10.222.0.66 "GET /v2.0/ports?device_id=302ab8ef-5565-4f9b-9b91-b405d550a90d HTTP/1.1" status: 200 len: 945 time: 0.0660653 Nov 22 12:23:24.578488 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-ba3db815-e946-449d-a575-457ff4123b36 req-209b0a66-4360-4089-9591-c78fdfb5357d tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] 10.222.0.66 "GET /v2.0/security-groups?id=d25355f0-2e41-493d-aac5-082c69fe23d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131196 Nov 22 12:23:24.617920 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bdb2f5-40c0-4b3c-a70b-0855b967a591 req-4d7260f8-8031-47ca-abfd-1e1320fc2389 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:23:24.621309 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-e4bdb2f5-40c0-4b3c-a70b-0855b967a591 req-4d7260f8-8031-47ca-abfd-1e1320fc2389 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.66 "GET /v2.0/ports?device_id=c9f6d441-246f-479e-8e88-ea701c0f87ff HTTP/1.1" status: 200 len: 947 time: 0.1187356 Nov 22 12:23:24.710724 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-e4bdb2f5-40c0-4b3c-a70b-0855b967a591 req-e46d45ff-a65e-42b9-8e4c-a468559da42e tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.66 "GET /v2.0/security-groups?id=58ab891c-6c60-4530-806c-8c076c9a459e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805068 Nov 22 12:23:24.869961 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3610a804-f03a-4d5d-add8-c52bd3fc3fcb req-c32d749f-4b59-4a96-a397-294e60d5fd9e tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:23:24.871556 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-3610a804-f03a-4d5d-add8-c52bd3fc3fcb req-c32d749f-4b59-4a96-a397-294e60d5fd9e tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] 10.222.0.66 "GET /v2.0/ports?device_id=2306113c-8f98-42fd-8c0c-3dfac98fff21 HTTP/1.1" status: 200 len: 945 time: 0.0804965 Nov 22 12:23:24.955612 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-3610a804-f03a-4d5d-add8-c52bd3fc3fcb req-4c5858be-bca4-4e05-8d0c-c61e37cb42bb tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] 10.222.0.66 "GET /v2.0/security-groups?id=117aa477-d28a-495e-b4af-8d598b569f00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605946 Nov 22 12:23:25.019987 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8940870-fd58-4736-a057-3678c342d5e7 req-8355e028-7e7a-46a7-819c-244b58cdf024 tempest-VolumesSnapshotTestJSON-1978321900 tempest-VolumesSnapshotTestJSON-1978321900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:23:25.022870 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-b8940870-fd58-4736-a057-3678c342d5e7 req-8355e028-7e7a-46a7-819c-244b58cdf024 tempest-VolumesSnapshotTestJSON-1978321900 tempest-VolumesSnapshotTestJSON-1978321900-project] 10.222.0.46 "GET /v2.0/ports?device_id=82e102ee-4d06-4e2d-8ce4-2bf3a8d0a874 HTTP/1.1" status: 200 len: 946 time: 0.0661058 Nov 22 12:23:25.172267 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f8f7df-a3b6-4f36-855b-bc6a2ebd4767 req-dcb4bee3-7f0e-4fcd-8ccf-e3380e23d408 tempest-VolumesSnapshotTestJSON-1978321900 tempest-VolumesSnapshotTestJSON-1978321900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:23:25.174025 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-98f8f7df-a3b6-4f36-855b-bc6a2ebd4767 req-dcb4bee3-7f0e-4fcd-8ccf-e3380e23d408 tempest-VolumesSnapshotTestJSON-1978321900 tempest-VolumesSnapshotTestJSON-1978321900-project] 10.222.0.66 "GET /v2.0/ports?device_id=82e102ee-4d06-4e2d-8ce4-2bf3a8d0a874 HTTP/1.1" status: 200 len: 946 time: 0.0978885 Nov 22 12:23:25.248532 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.plugins.ml2.plugin [req-b8940870-fd58-4736-a057-3678c342d5e7 req-392e5e9c-418b-4ee5-9026-391d45528f79 tempest-VolumesSnapshotTestJSON-1978321900 tempest-VolumesSnapshotTestJSON-1978321900-project] Deleting port 278a21ab-1eb3-4777-ad07-2e2975db29ac {{(pid=102749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 12:23:25.249291 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [req-b8940870-fd58-4736-a057-3678c342d5e7 req-392e5e9c-418b-4ee5-9026-391d45528f79 tempest-VolumesSnapshotTestJSON-1978321900 tempest-VolumesSnapshotTestJSON-1978321900-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793343491880'] for port, before_delete {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:25.266081 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-98f8f7df-a3b6-4f36-855b-bc6a2ebd4767 req-796069ff-78ab-4d69-86d5-3031ca5c122a tempest-VolumesSnapshotTestJSON-1978321900 tempest-VolumesSnapshotTestJSON-1978321900-project] 10.222.0.66 "GET /v2.0/security-groups?id=188eb127-27e7-40f9-bd3a-a43f3d4f7d59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811830 Nov 22 12:23:25.384974 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.plugins.ml2.db [req-b8940870-fd58-4736-a057-3678c342d5e7 req-392e5e9c-418b-4ee5-9026-391d45528f79 tempest-VolumesSnapshotTestJSON-1978321900 tempest-VolumesSnapshotTestJSON-1978321900-project] For port 278a21ab-1eb3-4777-ad07-2e2975db29ac, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=278a21ab-1eb3-4777-ad07-2e2975db29ac,segment=NetworkSegment(b307a277-133b-49ad-9947-78ca47bc0d8c),segment_id=b307a277-133b-49ad-9947-78ca47bc0d8c)] {{(pid=102749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 12:23:25.385433 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [req-b8940870-fd58-4736-a057-3678c342d5e7 req-392e5e9c-418b-4ee5-9026-391d45528f79 tempest-VolumesSnapshotTestJSON-1978321900 tempest-VolumesSnapshotTestJSON-1978321900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-535547'] for port, precommit_delete {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:25.399959 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.plugins.ml2.plugin [req-b8940870-fd58-4736-a057-3678c342d5e7 req-392e5e9c-418b-4ee5-9026-391d45528f79 tempest-VolumesSnapshotTestJSON-1978321900 tempest-VolumesSnapshotTestJSON-1978321900-project] Calling delete_port for 278a21ab-1eb3-4777-ad07-2e2975db29ac owned by compute:nova {{(pid=102749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 12:23:25.567938 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [req-b8940870-fd58-4736-a057-3678c342d5e7 req-392e5e9c-418b-4ee5-9026-391d45528f79 tempest-VolumesSnapshotTestJSON-1978321900 tempest-VolumesSnapshotTestJSON-1978321900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793343495765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793342949277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126077602'] for port, after_delete {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:25.583869 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.db [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] get_ports_and_sgs() called for port_ids ['278a21ab-1eb3-4777-ad07-2e2975db29ac'] {{(pid=102751) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 12:23:25.598285 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392e5e9c-418b-4ee5-9026-391d45528f79 tempest-VolumesSnapshotTestJSON-1978321900 tempest-VolumesSnapshotTestJSON-1978321900-project] Pushing event deleted for resources: {'Port': ['ID=278a21ab-1eb3-4777-ad07-2e2975db29ac,revision_number=None']} {{(pid=102749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:23:25.651530 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8940870-fd58-4736-a057-3678c342d5e7 req-392e5e9c-418b-4ee5-9026-391d45528f79 tempest-VolumesSnapshotTestJSON-1978321900 tempest-VolumesSnapshotTestJSON-1978321900-project] No DVR routers for this DVR port 278a21ab-1eb3-4777-ad07-2e2975db29ac on host hv-cinder-76845 {{(pid=102749) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 12:23:25.654959 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [req-b8940870-fd58-4736-a057-3678c342d5e7 req-392e5e9c-418b-4ee5-9026-391d45528f79 tempest-VolumesSnapshotTestJSON-1978321900 tempest-VolumesSnapshotTestJSON-1978321900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434365'] for port, before_response {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:25.659043 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-b8940870-fd58-4736-a057-3678c342d5e7 req-392e5e9c-418b-4ee5-9026-391d45528f79 tempest-VolumesSnapshotTestJSON-1978321900 tempest-VolumesSnapshotTestJSON-1978321900-project] 10.222.0.46 "DELETE /v2.0/ports/278a21ab-1eb3-4777-ad07-2e2975db29ac HTTP/1.1" status: 204 len: 173 time: 0.6273057 Nov 22 12:23:25.659598 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82e102ee-4d06-4e2d-8ce4-2bf3a8d0a874', 'name': 'network-vif-deleted', 'tag': '278a21ab-1eb3-4777-ad07-2e2975db29ac'}] {{(pid=102749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 12:23:25.661986 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e75a82c02e5e8e80361e9b8ad1df1450ec212ebfa93d78ee9da720cb5365782c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c26e1526-7e9c-472d-a8c8-5a0796b1cb22" -d '{"events": [{"server_uuid": "82e102ee-4d06-4e2d-8ce4-2bf3a8d0a874", "name": "network-vif-deleted", "tag": "278a21ab-1eb3-4777-ad07-2e2975db29ac"}]}' {{(pid=102749) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 12:23:25.717075 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-2de83071-1b6f-4e8d-a0c8-0ed39ca59a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793343475411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3821827'] for agent, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:25.744226 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41d5c37-356d-4cd0-8906-5b9de84da7da req-91268f7f-5fd4-46ba-b636-2428c2fd73ab tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:23:25.745766 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-a41d5c37-356d-4cd0-8906-5b9de84da7da req-91268f7f-5fd4-46ba-b636-2428c2fd73ab tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] 10.222.0.66 "GET /v2.0/ports?device_id=302ab8ef-5565-4f9b-9b91-b405d550a90d HTTP/1.1" status: 200 len: 945 time: 0.0706782 Nov 22 12:23:25.827778 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-a41d5c37-356d-4cd0-8906-5b9de84da7da req-7f2553c5-a6d9-4d0f-b2b2-3cceed637ae8 tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] 10.222.0.66 "GET /v2.0/security-groups?id=d25355f0-2e41-493d-aac5-082c69fe23d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750921 Nov 22 12:23:25.905849 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 12:23:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26323b87-93d9-47df-9f03-41fe279a0c64 x-openstack-request-id: req-26323b87-93d9-47df-9f03-41fe279a0c64 {{(pid=102749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 12:23:25.906727 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82e102ee-4d06-4e2d-8ce4-2bf3a8d0a874", "name": "network-vif-deleted", "tag": "278a21ab-1eb3-4777-ad07-2e2975db29ac", "status": "completed", "code": 200}]} {{(pid=102749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 12:23:25.907139 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-26323b87-93d9-47df-9f03-41fe279a0c64 {{(pid=102749) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 12:23:25.907613 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82e102ee-4d06-4e2d-8ce4-2bf3a8d0a874', 'name': 'network-vif-deleted', 'tag': '278a21ab-1eb3-4777-ad07-2e2975db29ac', 'status': 'completed', 'code': 200} Nov 22 12:23:25.998451 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5f18d1-89af-492e-9edd-46694ed0e087 req-9892950f-82d5-4aae-956c-53f283b4fdb7 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:23:26.000289 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-0a5f18d1-89af-492e-9edd-46694ed0e087 req-9892950f-82d5-4aae-956c-53f283b4fdb7 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.66 "GET /v2.0/ports?device_id=c9f6d441-246f-479e-8e88-ea701c0f87ff HTTP/1.1" status: 200 len: 947 time: 0.0568180 Nov 22 12:23:26.077862 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-0a5f18d1-89af-492e-9edd-46694ed0e087 req-dfc26799-da39-45f0-9e4a-b233ab404a30 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.66 "GET /v2.0/security-groups?id=58ab891c-6c60-4530-806c-8c076c9a459e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673547 Nov 22 12:23:26.125629 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e45ff6-b7a1-4d72-8685-3155bb7fb1fc req-45f91e5d-3a9d-4584-be91-7d00cba96f7a tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:23:26.127500 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-51e45ff6-b7a1-4d72-8685-3155bb7fb1fc req-45f91e5d-3a9d-4584-be91-7d00cba96f7a tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] 10.222.0.66 "GET /v2.0/ports?device_id=2306113c-8f98-42fd-8c0c-3dfac98fff21 HTTP/1.1" status: 200 len: 945 time: 0.0889072 Nov 22 12:23:26.240959 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-51e45ff6-b7a1-4d72-8685-3155bb7fb1fc req-d50ddc96-4a23-4e98-bd64-f0dd47b86b77 tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] 10.222.0.66 "GET /v2.0/security-groups?id=117aa477-d28a-495e-b4af-8d598b569f00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1048656 Nov 22 12:23:26.314925 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0ad629-ad52-4eec-8a50-8df761006152 req-6923508b-bf05-47bf-b4b9-5e52d937610b tempest-TestMinimumBasicScenario-1001353867 tempest-TestMinimumBasicScenario-1001353867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:23:26.316505 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-ee0ad629-ad52-4eec-8a50-8df761006152 req-6923508b-bf05-47bf-b4b9-5e52d937610b tempest-TestMinimumBasicScenario-1001353867 tempest-TestMinimumBasicScenario-1001353867-project] 10.222.0.66 "GET /v2.0/networks?id=3bb69f26-c969-40f0-8e57-593fe240347b HTTP/1.1" status: 200 len: 815 time: 0.1414490 Nov 22 12:23:26.335459 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-ee0ad629-ad52-4eec-8a50-8df761006152 req-ea6cba18-455b-4643-9cd5-8a4a9f3a8cc3 tempest-TestMinimumBasicScenario-1001353867 tempest-TestMinimumBasicScenario-1001353867-project] 10.222.0.66 "GET /v2.0/quotas/7b282b4e5e2147a692e990f45ce44b8f HTTP/1.1" status: 200 len: 375 time: 0.0128129 Nov 22 12:23:26.391479 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793343475411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3821827'] for agent, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:26.417847 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-d0c00c15-d935-4225-a2d1-4f1e01de354a req-ab8754d6-bf6d-4070-aab3-b53a479679ac tempest-VolumesSnapshotTestJSON-1978321900 tempest-VolumesSnapshotTestJSON-1978321900-project] 10.222.0.66 "GET /v2.0/ports?device_id=82e102ee-4d06-4e2d-8ce4-2bf3a8d0a874 HTTP/1.1" status: 200 len: 210 time: 0.0415137 Nov 22 12:23:26.454723 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-ee0ad629-ad52-4eec-8a50-8df761006152 req-751a1d63-5a9f-4b2d-8fd1-4788096523ff tempest-TestMinimumBasicScenario-1001353867 tempest-TestMinimumBasicScenario-1001353867-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=7b282b4e5e2147a692e990f45ce44b8f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1122136 Nov 22 12:23:26.485481 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958d0c6e-a4a1-49e9-80d1-515eee8b700a req-2dfc3513-6392-45c5-a8a3-ce73feaed041 tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:23:26.487520 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-958d0c6e-a4a1-49e9-80d1-515eee8b700a req-2dfc3513-6392-45c5-a8a3-ce73feaed041 tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] 10.222.0.46 "GET /v2.0/ports?device_id=302ab8ef-5565-4f9b-9b91-b405d550a90d HTTP/1.1" status: 200 len: 945 time: 0.0646596 Nov 22 12:23:26.630184 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-ee0ad629-ad52-4eec-8a50-8df761006152 req-0fb1ef8b-89c1-4231-8828-4649d6553536 service neutron] 10.222.0.66 "GET /v2.0/networks/3bb69f26-c969-40f0-8e57-593fe240347b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1608801 Nov 22 12:23:26.630777 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.wsgi [-] (102750) accepted ('10.222.0.66', 49640) {{(pid=102750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:23:26.693070 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.plugins.ml2.plugin [req-958d0c6e-a4a1-49e9-80d1-515eee8b700a req-dcbc6185-fe48-49d8-94dc-adcb3a1cc7f6 tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] Deleting port 1fa9e48d-814b-49fa-b645-de1efce73a7d {{(pid=102749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 12:23:26.693405 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [req-958d0c6e-a4a1-49e9-80d1-515eee8b700a req-dcbc6185-fe48-49d8-94dc-adcb3a1cc7f6 tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793343491880'] for port, before_delete {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:26.746656 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-75d6fe3a-b608-4abe-a510-685d99404e9a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:26.796119 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-ee0ad629-ad52-4eec-8a50-8df761006152 req-337a3234-af29-4b20-a62a-f6c3e67787ed service neutron] 10.222.0.66 "GET /v2.0/networks/3bb69f26-c969-40f0-8e57-593fe240347b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1557345 Nov 22 12:23:26.817225 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.plugins.ml2.db [req-958d0c6e-a4a1-49e9-80d1-515eee8b700a req-dcbc6185-fe48-49d8-94dc-adcb3a1cc7f6 tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] For port 1fa9e48d-814b-49fa-b645-de1efce73a7d, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=1fa9e48d-814b-49fa-b645-de1efce73a7d,segment=NetworkSegment(103f8584-8f7f-4b00-950b-b4afaf5307e9),segment_id=103f8584-8f7f-4b00-950b-b4afaf5307e9)] {{(pid=102749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 12:23:26.817943 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [req-958d0c6e-a4a1-49e9-80d1-515eee8b700a req-dcbc6185-fe48-49d8-94dc-adcb3a1cc7f6 tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-535547'] for port, precommit_delete {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:26.826923 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-75d6fe3a-b608-4abe-a510-685d99404e9a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:26.832280 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-75d6fe3a-b608-4abe-a510-685d99404e9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545565'] for security_group, after_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:26.835169 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.plugins.ml2.plugin [req-958d0c6e-a4a1-49e9-80d1-515eee8b700a req-dcbc6185-fe48-49d8-94dc-adcb3a1cc7f6 tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] Calling delete_port for 1fa9e48d-814b-49fa-b645-de1efce73a7d owned by compute:nova {{(pid=102749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 12:23:26.876305 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [None req-75d6fe3a-b608-4abe-a510-685d99404e9a admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=f65f62c7c4f040de925df21239987fa9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2447600 Nov 22 12:23:26.877169 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d6fe3a-b608-4abe-a510-685d99404e9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfa10d5d-3166-4293-8ac1-a9173ab6a9c8,revision_number=1']} {{(pid=102750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:23:26.884795 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.wsgi [-] (102750) accepted ('10.222.0.66', 49646) {{(pid=102750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:23:26.928505 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d6fe3a-b608-4abe-a510-685d99404e9a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:23:26.929146 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d6fe3a-b608-4abe-a510-685d99404e9a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:23:26.929650 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d6fe3a-b608-4abe-a510-685d99404e9a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:23:26.930147 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d6fe3a-b608-4abe-a510-685d99404e9a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:23:26.930757 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d6fe3a-b608-4abe-a510-685d99404e9a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:23:26.931266 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d6fe3a-b608-4abe-a510-685d99404e9a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:23:26.931757 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d6fe3a-b608-4abe-a510-685d99404e9a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:23:26.932268 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d6fe3a-b608-4abe-a510-685d99404e9a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:23:26.932614 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d6fe3a-b608-4abe-a510-685d99404e9a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:23:26.932951 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d6fe3a-b608-4abe-a510-685d99404e9a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:23:26.933287 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d6fe3a-b608-4abe-a510-685d99404e9a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:23:26.933619 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d6fe3a-b608-4abe-a510-685d99404e9a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:23:26.954828 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-3c9eef26-393c-4e8a-8ab0-288a69cafc6c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:26.984109 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-3c9eef26-393c-4e8a-8ab0-288a69cafc6c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:27.000311 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-ba5f73b0-8738-4c83-b493-d23a638b2448 req-ebbd8f13-b875-4d9b-af04-4dd1cce1b557 tempest-TestMinimumBasicScenario-1001353867 tempest-TestMinimumBasicScenario-1001353867-project] 10.222.0.66 "GET /v2.0/ports?device_id=131dcb5b-f62d-42ec-b0d0-588a120aa1d3 HTTP/1.1" status: 200 len: 210 time: 0.0525901 Nov 22 12:23:27.046858 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-3c9eef26-393c-4e8a-8ab0-288a69cafc6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545565'] for security_group, after_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:27.049932 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-3c9eef26-393c-4e8a-8ab0-288a69cafc6c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:27.054270 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [None req-3c9eef26-393c-4e8a-8ab0-288a69cafc6c admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/bfa10d5d-3166-4293-8ac1-a9173ab6a9c8 HTTP/1.1" status: 204 len: 168 time: 0.1682901 Nov 22 12:23:27.066505 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9eef26-393c-4e8a-8ab0-288a69cafc6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfa10d5d-3166-4293-8ac1-a9173ab6a9c8,revision_number=None']} {{(pid=102750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:23:27.101567 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33736f8f-8a49-4954-acd4-c30eafb38b3e req-2f64fccc-6860-41a1-8efb-b5c32890db80 tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:23:27.103833 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-33736f8f-8a49-4954-acd4-c30eafb38b3e req-2f64fccc-6860-41a1-8efb-b5c32890db80 tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] 10.222.0.66 "GET /v2.0/ports?device_id=302ab8ef-5565-4f9b-9b91-b405d550a90d HTTP/1.1" status: 200 len: 945 time: 0.1141531 Nov 22 12:23:27.105621 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [req-958d0c6e-a4a1-49e9-80d1-515eee8b700a req-dcbc6185-fe48-49d8-94dc-adcb3a1cc7f6 tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793343495765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793342949277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126077602'] for port, after_delete {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:27.127496 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.db [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] get_ports_and_sgs() called for port_ids ['1fa9e48d-814b-49fa-b645-de1efce73a7d'] {{(pid=102751) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 12:23:27.418404 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbc6185-fe48-49d8-94dc-adcb3a1cc7f6 tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] Pushing event deleted for resources: {'Port': ['ID=1fa9e48d-814b-49fa-b645-de1efce73a7d,revision_number=None']} {{(pid=102749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:23:27.439808 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.wsgi [-] (102750) accepted ('10.222.0.66', 49664) {{(pid=102750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:23:27.456232 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-01874be3-1a45-4ef4-8c0e-8ae5f17c101a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:27.496247 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.db.l3_dvrscheduler_db [req-958d0c6e-a4a1-49e9-80d1-515eee8b700a req-dcbc6185-fe48-49d8-94dc-adcb3a1cc7f6 tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] No DVR routers for this DVR port 1fa9e48d-814b-49fa-b645-de1efce73a7d on host hv-cinder-76845 {{(pid=102749) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 12:23:27.500062 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [req-958d0c6e-a4a1-49e9-80d1-515eee8b700a req-dcbc6185-fe48-49d8-94dc-adcb3a1cc7f6 tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434365'] for port, before_response {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:27.503735 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-958d0c6e-a4a1-49e9-80d1-515eee8b700a req-dcbc6185-fe48-49d8-94dc-adcb3a1cc7f6 tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] 10.222.0.46 "DELETE /v2.0/ports/1fa9e48d-814b-49fa-b645-de1efce73a7d HTTP/1.1" status: 204 len: 173 time: 1.0052366 Nov 22 12:23:27.507966 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-33736f8f-8a49-4954-acd4-c30eafb38b3e req-c591e154-8077-45e1-a475-2909f5e87561 tempest-ServerRescueNegativeTestJSON-1281797072 tempest-ServerRescueNegativeTestJSON-1281797072-project] 10.222.0.66 "GET /v2.0/security-groups?id=d25355f0-2e41-493d-aac5-082c69fe23d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3912928 Nov 22 12:23:27.549837 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f863f92-a3ec-4031-baaf-75b2250b15a7 req-fd0216ed-88de-46a1-adda-69a77c83fb13 tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:23:27.552089 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-6f863f92-a3ec-4031-baaf-75b2250b15a7 req-fd0216ed-88de-46a1-adda-69a77c83fb13 tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] 10.222.0.66 "GET /v2.0/ports?device_id=2306113c-8f98-42fd-8c0c-3dfac98fff21 HTTP/1.1" status: 200 len: 945 time: 0.1685467 Nov 22 12:23:27.584460 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-01874be3-1a45-4ef4-8c0e-8ae5f17c101a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:27.591570 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-01874be3-1a45-4ef4-8c0e-8ae5f17c101a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545565'] for security_group, after_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:27.637267 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-6f863f92-a3ec-4031-baaf-75b2250b15a7 req-e97223cb-f71c-41ba-91b5-6758abdfae32 tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] 10.222.0.66 "GET /v2.0/security-groups?id=117aa477-d28a-495e-b4af-8d598b569f00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781245 Nov 22 12:23:27.667807 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.wsgi [-] (102749) accepted ('10.222.0.66', 49670) {{(pid=102749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:23:27.667984 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [None req-01874be3-1a45-4ef4-8c0e-8ae5f17c101a admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=956adcce09934e2bb7446a386911262b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2266812 Nov 22 12:23:27.668762 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01874be3-1a45-4ef4-8c0e-8ae5f17c101a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d609f01c-932f-493f-a30c-decf7e0df502,revision_number=1']} {{(pid=102750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:23:27.723269 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-374325cf-20ba-46f0-a481-3b984231a70d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:27.747613 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-374325cf-20ba-46f0-a481-3b984231a70d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:27.797720 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-374325cf-20ba-46f0-a481-3b984231a70d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545565'] for security_group, after_delete {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:27.800379 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-374325cf-20ba-46f0-a481-3b984231a70d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:27.801556 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [None req-374325cf-20ba-46f0-a481-3b984231a70d admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/d609f01c-932f-493f-a30c-decf7e0df502 HTTP/1.1" status: 204 len: 168 time: 0.1326761 Nov 22 12:23:27.810278 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374325cf-20ba-46f0-a481-3b984231a70d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d609f01c-932f-493f-a30c-decf7e0df502,revision_number=None']} {{(pid=102749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:23:27.909361 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '302ab8ef-5565-4f9b-9b91-b405d550a90d', 'name': 'network-vif-deleted', 'tag': '1fa9e48d-814b-49fa-b645-de1efce73a7d'}] {{(pid=102749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 12:23:27.911986 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e75a82c02e5e8e80361e9b8ad1df1450ec212ebfa93d78ee9da720cb5365782c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b918359-31a1-4844-94ca-cb30eba5d054" -d '{"events": [{"server_uuid": "302ab8ef-5565-4f9b-9b91-b405d550a90d", "name": "network-vif-deleted", "tag": "1fa9e48d-814b-49fa-b645-de1efce73a7d"}]}' {{(pid=102749) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 12:23:27.950787 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 12:23:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46f99047-a4e8-4189-8378-639871f90a6b x-openstack-request-id: req-46f99047-a4e8-4189-8378-639871f90a6b {{(pid=102749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 12:23:27.951088 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "302ab8ef-5565-4f9b-9b91-b405d550a90d", "name": "network-vif-deleted", "tag": "1fa9e48d-814b-49fa-b645-de1efce73a7d", "status": "completed", "code": 200}]} {{(pid=102749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 12:23:27.951373 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-46f99047-a4e8-4189-8378-639871f90a6b {{(pid=102749) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 12:23:27.951775 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '302ab8ef-5565-4f9b-9b91-b405d550a90d', 'name': 'network-vif-deleted', 'tag': '1fa9e48d-814b-49fa-b645-de1efce73a7d', 'status': 'completed', 'code': 200} Nov 22 12:23:28.103824 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-54443d8d-78d8-4b8f-bd28-e5a122fee700 req-b760f465-7ff2-4464-a071-826d787cf195 tempest-TestMinimumBasicScenario-1001353867 tempest-TestMinimumBasicScenario-1001353867-project] 10.222.0.66 "GET /v2.0/ports?device_id=131dcb5b-f62d-42ec-b0d0-588a120aa1d3 HTTP/1.1" status: 200 len: 210 time: 0.0356042 Nov 22 12:23:28.229768 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0ad629-ad52-4eec-8a50-8df761006152 req-d3fe511a-897d-48bd-9051-9b9213fcd56c tempest-TestMinimumBasicScenario-1001353867 tempest-TestMinimumBasicScenario-1001353867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:23:28.231809 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-ee0ad629-ad52-4eec-8a50-8df761006152 req-d3fe511a-897d-48bd-9051-9b9213fcd56c tempest-TestMinimumBasicScenario-1001353867 tempest-TestMinimumBasicScenario-1001353867-project] 10.222.0.46 "GET /v2.0/networks?id=3bb69f26-c969-40f0-8e57-593fe240347b HTTP/1.1" status: 200 len: 815 time: 0.1339972 Nov 22 12:23:28.247668 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.v2.base [req-ee0ad629-ad52-4eec-8a50-8df761006152 req-50b28e4b-9582-463d-b999-87f88ca67ba4 tempest-TestMinimumBasicScenario-1001353867 tempest-TestMinimumBasicScenario-1001353867-project] Request body: {'port': {'device_id': '131dcb5b-f62d-42ec-b0d0-588a120aa1d3', 'network_id': '3bb69f26-c969-40f0-8e57-593fe240347b', 'admin_state_up': True, 'tenant_id': '7b282b4e5e2147a692e990f45ce44b8f'}} {{(pid=102749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 12:23:28.376687 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee0ad629-ad52-4eec-8a50-8df761006152 req-50b28e4b-9582-463d-b999-87f88ca67ba4 tempest-TestMinimumBasicScenario-1001353867 tempest-TestMinimumBasicScenario-1001353867-project] Made reservation on behalf of 7b282b4e5e2147a692e990f45ce44b8f for: {'port': 1} {{(pid=102749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 12:23:28.380988 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [req-ee0ad629-ad52-4eec-8a50-8df761006152 req-50b28e4b-9582-463d-b999-87f88ca67ba4 tempest-TestMinimumBasicScenario-1001353867 tempest-TestMinimumBasicScenario-1001353867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3931732'] for port, before_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:28.549634 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.db.db_base_plugin_common [req-ee0ad629-ad52-4eec-8a50-8df761006152 req-50b28e4b-9582-463d-b999-87f88ca67ba4 tempest-TestMinimumBasicScenario-1001353867 tempest-TestMinimumBasicScenario-1001353867-project] Allocated IP 172.20.0.12 (3bb69f26-c969-40f0-8e57-593fe240347b/8eb197fb-0ac4-498b-bea4-1e9726d009e0/f7e46359-fc84-431c-88fd-b6af0c318ee6) {{(pid=102749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 12:23:28.584684 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.wsgi [-] (102750) accepted ('10.222.0.66', 49716) {{(pid=102750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:23:28.658398 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.rpc [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Device 278a21ab-1eb3-4777-ad07-2e2975db29ac no longer exists at agent hyperv_hv-cinder-76845 {{(pid=102751) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 12:23:28.701518 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.plugin [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] No Port match for: 278a21ab-1eb3-4777-ad07-2e2975db29ac {{(pid=102751) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 12:23:28.703646 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.rpc [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Device 278a21ab-1eb3-4777-ad07-2e2975db29ac not bound to the agent host hv-cinder-76845 {{(pid=102751) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 12:23:28.728945 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [req-ee0ad629-ad52-4eec-8a50-8df761006152 req-50b28e4b-9582-463d-b999-87f88ca67ba4 tempest-TestMinimumBasicScenario-1001353867 tempest-TestMinimumBasicScenario-1001353867-project] Publish callbacks [] for port, precommit_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:28.809799 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [req-ee0ad629-ad52-4eec-8a50-8df761006152 req-50b28e4b-9582-463d-b999-87f88ca67ba4 tempest-TestMinimumBasicScenario-1001353867 tempest-TestMinimumBasicScenario-1001353867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793342949268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126077602'] for port, after_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:28.920769 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09dd810-b0de-4197-9b3e-63f3b91f8f2f req-1debcb84-8a47-4f8a-a92b-5da166232230 tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:23:28.923635 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-c09dd810-b0de-4197-9b3e-63f3b91f8f2f req-1debcb84-8a47-4f8a-a92b-5da166232230 tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] 10.222.0.66 "GET /v2.0/ports?device_id=2306113c-8f98-42fd-8c0c-3dfac98fff21 HTTP/1.1" status: 200 len: 945 time: 0.1566722 Nov 22 12:23:28.944325 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee0ad629-ad52-4eec-8a50-8df761006152 req-50b28e4b-9582-463d-b999-87f88ca67ba4 tempest-TestMinimumBasicScenario-1001353867 tempest-TestMinimumBasicScenario-1001353867-project] Network 3bb69f26-c969-40f0-8e57-593fe240347b is already hosted by enough agents. {{(pid=102749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 12:23:28.965718 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.scheduler.base_scheduler [req-ee0ad629-ad52-4eec-8a50-8df761006152 req-50b28e4b-9582-463d-b999-87f88ca67ba4 tempest-TestMinimumBasicScenario-1001353867 tempest-TestMinimumBasicScenario-1001353867-project] Resources bound (agent type, host, resource id): {{(pid=102749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 12:23:28.974204 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee0ad629-ad52-4eec-8a50-8df761006152 req-50b28e4b-9582-463d-b999-87f88ca67ba4 tempest-TestMinimumBasicScenario-1001353867 tempest-TestMinimumBasicScenario-1001353867-project] Received port after_create {{(pid=102749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 12:23:29.082647 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b28e4b-9582-463d-b999-87f88ca67ba4 tempest-TestMinimumBasicScenario-1001353867 tempest-TestMinimumBasicScenario-1001353867-project] Pushing event updated for resources: {'Port': ['ID=f7e46359-fc84-431c-88fd-b6af0c318ee6,revision_number=1']} {{(pid=102749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:23:29.233946 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-c09dd810-b0de-4197-9b3e-63f3b91f8f2f req-47921b3f-421a-41cf-a831-998b87c63c0e tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] 10.222.0.66 "GET /v2.0/security-groups?id=117aa477-d28a-495e-b4af-8d598b569f00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2802427 Nov 22 12:23:29.280562 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0ad629-ad52-4eec-8a50-8df761006152 req-50b28e4b-9582-463d-b999-87f88ca67ba4 tempest-TestMinimumBasicScenario-1001353867 tempest-TestMinimumBasicScenario-1001353867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:23:29.281227 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [req-ee0ad629-ad52-4eec-8a50-8df761006152 req-50b28e4b-9582-463d-b999-87f88ca67ba4 tempest-TestMinimumBasicScenario-1001353867 tempest-TestMinimumBasicScenario-1001353867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434365'] for port, before_response {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:29.319144 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-31be5746-0941-464b-a30b-4cf3ec4792cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-531600'] for router_interface, before_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:29.351801 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-ee0ad629-ad52-4eec-8a50-8df761006152 req-50b28e4b-9582-463d-b999-87f88ca67ba4 tempest-TestMinimumBasicScenario-1001353867 tempest-TestMinimumBasicScenario-1001353867-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1039340 Nov 22 12:23:29.425545 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48227e67-11ff-42b5-97a7-490a84dbf49a req-4c79200d-aee7-46d2-98fc-4639264b6747 tempest-TestMinimumBasicScenario-1001353867 tempest-TestMinimumBasicScenario-1001353867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:23:29.440454 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-48227e67-11ff-42b5-97a7-490a84dbf49a req-4c79200d-aee7-46d2-98fc-4639264b6747 tempest-TestMinimumBasicScenario-1001353867 tempest-TestMinimumBasicScenario-1001353867-project] 10.222.0.66 "GET /v2.0/ports?device_id=131dcb5b-f62d-42ec-b0d0-588a120aa1d3 HTTP/1.1" status: 200 len: 932 time: 0.1297235 Nov 22 12:23:29.448505 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.v2.base [req-ee0ad629-ad52-4eec-8a50-8df761006152 req-bd3d7c6e-e3e2-4c85-ba0d-16b77a874dcc service neutron] Request body: {'port': {'device_id': '131dcb5b-f62d-42ec-b0d0-588a120aa1d3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76845'}} {{(pid=102749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 12:23:29.528166 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.provisioning_blocks [None req-332eb78b-4f21-44b1-94ff-7d3bde6a2bf6 None None] Provisioning complete for port f7e46359-fc84-431c-88fd-b6af0c318ee6 triggered by entity DHCP. {{(pid=102751) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 12:23:29.529854 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-332eb78b-4f21-44b1-94ff-7d3bde6a2bf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3821908'] for port, provisioning_complete {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:29.612042 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-48227e67-11ff-42b5-97a7-490a84dbf49a req-13096856-0e80-43e8-bc07-9744e61e5a90 tempest-TestMinimumBasicScenario-1001353867 tempest-TestMinimumBasicScenario-1001353867-project] 10.222.0.66 "GET /v2.0/security-groups?id=fef67df6-c110-4434-a0a2-3d2b51571b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699347 Nov 22 12:23:29.615293 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.plugin [None req-332eb78b-4f21-44b1-94ff-7d3bde6a2bf6 None None] Port f7e46359-fc84-431c-88fd-b6af0c318ee6 cannot update to ACTIVE because it is not bound. {{(pid=102751) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 12:23:29.620277 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [req-ee0ad629-ad52-4eec-8a50-8df761006152 req-bd3d7c6e-e3e2-4c85-ba0d-16b77a874dcc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3931732'] for port, before_update {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:29.904321 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.plugins.ml2.plugin [None req-31be5746-0941-464b-a30b-4cf3ec4792cd admin admin] Deleting port d6470de8-e8cd-4952-91b5-2d07e07fe5d3 {{(pid=102750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 12:23:29.905024 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-31be5746-0941-464b-a30b-4cf3ec4792cd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793343491880'] for port, before_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:30.021951 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.notifiers.nova [req-ee0ad629-ad52-4eec-8a50-8df761006152 req-bd3d7c6e-e3e2-4c85-ba0d-16b77a874dcc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7e46359-fc84-431c-88fd-b6af0c318ee6 {{(pid=102749) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 12:23:30.047334 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [req-ee0ad629-ad52-4eec-8a50-8df761006152 req-bd3d7c6e-e3e2-4c85-ba0d-16b77a874dcc service neutron] Publish callbacks [] for port, precommit_update {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:30.077347 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.plugins.ml2.db [None req-31be5746-0941-464b-a30b-4cf3ec4792cd admin admin] For port d6470de8-e8cd-4952-91b5-2d07e07fe5d3, host dv-cinder-768458-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-13-iscsi',level=0,port_id=d6470de8-e8cd-4952-91b5-2d07e07fe5d3,segment=NetworkSegment(103f8584-8f7f-4b00-950b-b4afaf5307e9),segment_id=103f8584-8f7f-4b00-950b-b4afaf5307e9)] {{(pid=102750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 12:23:30.078180 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-31be5746-0941-464b-a30b-4cf3ec4792cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-535547'] for port, precommit_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:30.088134 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.db.provisioning_blocks [req-ee0ad629-ad52-4eec-8a50-8df761006152 req-bd3d7c6e-e3e2-4c85-ba0d-16b77a874dcc service neutron] Transition to ACTIVE for port object f7e46359-fc84-431c-88fd-b6af0c318ee6 will not be triggered until provisioned by entity L2. {{(pid=102749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 12:23:30.095525 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [req-ee0ad629-ad52-4eec-8a50-8df761006152 req-bd3d7c6e-e3e2-4c85-ba0d-16b77a874dcc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793343495738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793342949286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793342949304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126077611'] for port, after_update {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:30.108652 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.plugins.ml2.plugin [None req-31be5746-0941-464b-a30b-4cf3ec4792cd admin admin] Calling delete_port for d6470de8-e8cd-4952-91b5-2d07e07fe5d3 owned by network:router_interface {{(pid=102750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 12:23:30.255698 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3d7c6e-e3e2-4c85-ba0d-16b77a874dcc service neutron] Pushing event updated for resources: {'Port': ['ID=f7e46359-fc84-431c-88fd-b6af0c318ee6,revision_number=2']} {{(pid=102749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:23:30.474520 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.plugins.ml2.managers [req-ee0ad629-ad52-4eec-8a50-8df761006152 req-bd3d7c6e-e3e2-4c85-ba0d-16b77a874dcc service neutron] Attempting to bind port f7e46359-fc84-431c-88fd-b6af0c318ee6 on host hv-cinder-76845 for vnic_type normal with profile {{(pid=102749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 12:23:30.474871 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.plugins.ml2.managers [req-ee0ad629-ad52-4eec-8a50-8df761006152 req-bd3d7c6e-e3e2-4c85-ba0d-16b77a874dcc service neutron] Attempting to bind port f7e46359-fc84-431c-88fd-b6af0c318ee6 by drivers openvswitch,hyperv on host hv-cinder-76845 at level 0 using segments [{'id': 'febd2015-56a8-4ea3-acf5-8c944ae8a2eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '3bb69f26-c969-40f0-8e57-593fe240347b'}] {{(pid=102749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 12:23:30.475208 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee0ad629-ad52-4eec-8a50-8df761006152 req-bd3d7c6e-e3e2-4c85-ba0d-16b77a874dcc service neutron] Attempting to bind port f7e46359-fc84-431c-88fd-b6af0c318ee6 on network 3bb69f26-c969-40f0-8e57-593fe240347b {{(pid=102749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 12:23:30.487921 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee0ad629-ad52-4eec-8a50-8df761006152 req-bd3d7c6e-e3e2-4c85-ba0d-16b77a874dcc service neutron] Port f7e46359-fc84-431c-88fd-b6af0c318ee6 on network 3bb69f26-c969-40f0-8e57-593fe240347b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76845 {{(pid=102749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 12:23:30.487921 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee0ad629-ad52-4eec-8a50-8df761006152 req-bd3d7c6e-e3e2-4c85-ba0d-16b77a874dcc service neutron] Attempting to bind port f7e46359-fc84-431c-88fd-b6af0c318ee6 on network 3bb69f26-c969-40f0-8e57-593fe240347b {{(pid=102749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 12:23:30.489715 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee0ad629-ad52-4eec-8a50-8df761006152 req-bd3d7c6e-e3e2-4c85-ba0d-16b77a874dcc service neutron] Checking agent: {'id': 'fca0b015-0cd5-4a44-bbfe-abb10adcdf42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76845', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 12, 17, 17), 'started_at': datetime.datetime(2021, 11, 22, 12, 17, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 12, 23, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 12:23:30.490056 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee0ad629-ad52-4eec-8a50-8df761006152 req-bd3d7c6e-e3e2-4c85-ba0d-16b77a874dcc service neutron] Checking segment: {'id': 'febd2015-56a8-4ea3-acf5-8c944ae8a2eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '3bb69f26-c969-40f0-8e57-593fe240347b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 12:23:30.490446 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee0ad629-ad52-4eec-8a50-8df761006152 req-bd3d7c6e-e3e2-4c85-ba0d-16b77a874dcc service neutron] Bound using segment: {'id': 'febd2015-56a8-4ea3-acf5-8c944ae8a2eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '3bb69f26-c969-40f0-8e57-593fe240347b'} {{(pid=102749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 12:23:30.490881 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.plugins.ml2.managers [req-ee0ad629-ad52-4eec-8a50-8df761006152 req-bd3d7c6e-e3e2-4c85-ba0d-16b77a874dcc service neutron] Bound port: f7e46359-fc84-431c-88fd-b6af0c318ee6, host: hv-cinder-76845, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'febd2015-56a8-4ea3-acf5-8c944ae8a2eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '3bb69f26-c969-40f0-8e57-593fe240347b'}}] {{(pid=102749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 12:23:30.491253 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [req-ee0ad629-ad52-4eec-8a50-8df761006152 req-bd3d7c6e-e3e2-4c85-ba0d-16b77a874dcc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3931732'] for port, before_update {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:30.511938 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-31be5746-0941-464b-a30b-4cf3ec4792cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793343495765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793342949277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128483729'] for port, after_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:30.517452 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb88502c-301a-4a4b-b457-217263d450c4 req-a92398d5-e6b5-4063-8363-7dbe02e6987e tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:23:30.519081 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-fb88502c-301a-4a4b-b457-217263d450c4 req-a92398d5-e6b5-4063-8363-7dbe02e6987e tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] 10.222.0.66 "GET /v2.0/ports?device_id=2306113c-8f98-42fd-8c0c-3dfac98fff21 HTTP/1.1" status: 200 len: 945 time: 0.1317456 Nov 22 12:23:30.574371 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31be5746-0941-464b-a30b-4cf3ec4792cd admin admin] Pushing event deleted for resources: {'Port': ['ID=d6470de8-e8cd-4952-91b5-2d07e07fe5d3,revision_number=None']} {{(pid=102750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:23:30.624327 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-fb88502c-301a-4a4b-b457-217263d450c4 req-8f82c9e5-d208-4812-ae13-db788d2d00f5 tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] 10.222.0.66 "GET /v2.0/security-groups?id=117aa477-d28a-495e-b4af-8d598b569f00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792110 Nov 22 12:23:30.647769 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.plugins.ml2.db [req-ee0ad629-ad52-4eec-8a50-8df761006152 req-bd3d7c6e-e3e2-4c85-ba0d-16b77a874dcc service neutron] For port f7e46359-fc84-431c-88fd-b6af0c318ee6, host hv-cinder-76845, cleared binding levels {{(pid=102749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 12:23:30.653318 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.plugins.ml2.db [req-ee0ad629-ad52-4eec-8a50-8df761006152 req-bd3d7c6e-e3e2-4c85-ba0d-16b77a874dcc service neutron] For port f7e46359-fc84-431c-88fd-b6af0c318ee6, host hv-cinder-76845, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=f7e46359-fc84-431c-88fd-b6af0c318ee6,segment=NetworkSegment(febd2015-56a8-4ea3-acf5-8c944ae8a2eb),segment_id=febd2015-56a8-4ea3-acf5-8c944ae8a2eb)] {{(pid=102749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 12:23:30.662059 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [req-ee0ad629-ad52-4eec-8a50-8df761006152 req-bd3d7c6e-e3e2-4c85-ba0d-16b77a874dcc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793343495738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793342949286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793342949304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126077611'] for port, after_update {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:30.754620 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0ad629-ad52-4eec-8a50-8df761006152 req-bd3d7c6e-e3e2-4c85-ba0d-16b77a874dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:23:30.759937 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [req-ee0ad629-ad52-4eec-8a50-8df761006152 req-bd3d7c6e-e3e2-4c85-ba0d-16b77a874dcc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434365'] for port, before_response {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:30.766609 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-ee0ad629-ad52-4eec-8a50-8df761006152 req-bd3d7c6e-e3e2-4c85-ba0d-16b77a874dcc service neutron] 10.222.0.46 "PUT /v2.0/ports/f7e46359-fc84-431c-88fd-b6af0c318ee6 HTTP/1.1" status: 200 len: 1094 time: 1.3190520 Nov 22 12:23:30.781114 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '131dcb5b-f62d-42ec-b0d0-588a120aa1d3', 'tag': 'f7e46359-fc84-431c-88fd-b6af0c318ee6'}] {{(pid=102749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 12:23:30.794082 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e75a82c02e5e8e80361e9b8ad1df1450ec212ebfa93d78ee9da720cb5365782c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e7ce48a-5ea2-46cd-9f46-36a8c46e0488" -d '{"events": [{"name": "network-changed", "server_uuid": "131dcb5b-f62d-42ec-b0d0-588a120aa1d3", "tag": "f7e46359-fc84-431c-88fd-b6af0c318ee6"}]}' {{(pid=102749) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 12:23:30.874962 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-31be5746-0941-464b-a30b-4cf3ec4792cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-758388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531580'] for router_interface, after_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:30.903023 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 12:23:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65f4f74c-7677-4c66-8cbe-9e7de99ac962 x-openstack-request-id: req-65f4f74c-7677-4c66-8cbe-9e7de99ac962 {{(pid=102749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 12:23:30.903527 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "131dcb5b-f62d-42ec-b0d0-588a120aa1d3", "tag": "f7e46359-fc84-431c-88fd-b6af0c318ee6", "status": "completed", "code": 200}]} {{(pid=102749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 12:23:30.903922 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-65f4f74c-7677-4c66-8cbe-9e7de99ac962 {{(pid=102749) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 12:23:30.904844 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '131dcb5b-f62d-42ec-b0d0-588a120aa1d3', 'tag': 'f7e46359-fc84-431c-88fd-b6af0c318ee6', 'status': 'completed', 'code': 200} Nov 22 12:23:30.911911 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3d7c6e-e3e2-4c85-ba0d-16b77a874dcc service neutron] Pushing event updated for resources: {'Port': ['ID=f7e46359-fc84-431c-88fd-b6af0c318ee6,revision_number=3']} {{(pid=102749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:23:30.949686 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dce2196-73ce-40ea-b439-4d660ffdd3b8 req-5c07a44c-1569-44e6-bd1f-9b693db3d506 tempest-TestMinimumBasicScenario-1001353867 tempest-TestMinimumBasicScenario-1001353867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:23:30.951313 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-0dce2196-73ce-40ea-b439-4d660ffdd3b8 req-5c07a44c-1569-44e6-bd1f-9b693db3d506 tempest-TestMinimumBasicScenario-1001353867 tempest-TestMinimumBasicScenario-1001353867-project] 10.222.0.66 "GET /v2.0/ports?device_id=131dcb5b-f62d-42ec-b0d0-588a120aa1d3 HTTP/1.1" status: 200 len: 944 time: 0.1515520 Nov 22 12:23:31.092517 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-0dce2196-73ce-40ea-b439-4d660ffdd3b8 req-61edab45-52b4-4998-b4c9-f37ce41f333b tempest-TestMinimumBasicScenario-1001353867 tempest-TestMinimumBasicScenario-1001353867-project] 10.222.0.66 "GET /v2.0/security-groups?id=fef67df6-c110-4434-a0a2-3d2b51571b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318059 Nov 22 12:23:31.381546 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.rpc [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Device 1fa9e48d-814b-49fa-b645-de1efce73a7d no longer exists at agent hyperv_hv-cinder-76845 {{(pid=102751) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 12:23:31.406169 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.plugin [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] No Port match for: 1fa9e48d-814b-49fa-b645-de1efce73a7d {{(pid=102751) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 12:23:31.406977 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.rpc [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Device 1fa9e48d-814b-49fa-b645-de1efce73a7d not bound to the agent host hv-cinder-76845 {{(pid=102751) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 12:23:31.593542 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31be5746-0941-464b-a30b-4cf3ec4792cd admin admin] Router 1f9c404a-2f27-463e-b6d9-154c9656a007 has already been hosted by L3 agent b4a26ead-6ab2-4f98-a352-c9ed6d39b73e {{(pid=102750) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 12:23:31.729912 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31be5746-0941-464b-a30b-4cf3ec4792cd admin admin] Notify agent at l3_agent.dv-cinder-768458-13-iscsi the message routers_updated {{(pid=102750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 12:23:31.745008 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cdd6dac-f86c-439f-a959-a692b83f4e01 None None] Sync routers for ids ['1f9c404a-2f27-463e-b6d9-154c9656a007'] in dv-cinder-768458-13-iscsi {{(pid=102752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 12:23:31.746286 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [None req-31be5746-0941-464b-a30b-4cf3ec4792cd admin admin] 10.222.0.66 "PUT /v2.0/routers/1f9c404a-2f27-463e-b6d9-154c9656a007/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1588736 Nov 22 12:23:31.747737 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.wsgi [-] (102750) accepted ('10.222.0.66', 49792) {{(pid=102750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:23:31.763730 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cdd6dac-f86c-439f-a959-a692b83f4e01 None None] Routers {'1f9c404a-2f27-463e-b6d9-154c9656a007'} bound to L3 agent in host dv-cinder-768458-13-iscsi {{(pid=102752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 12:23:31.764419 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.db.l3_hamode_db [None req-2cdd6dac-f86c-439f-a959-a692b83f4e01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-22T12:11:23Z,description=,heartbeat_timestamp=2021-11-22T12:23:23Z,host='dv-cinder-768458-13-iscsi',id=b4a26ead-6ab2-4f98-a352-c9ed6d39b73e,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T12:11:23Z,topic='l3_agent')) {'router_ids': ['1f9c404a-2f27-463e-b6d9-154c9656a007'], 'active': True} {{(pid=102752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 12:23:31.832975 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0263e07-80ff-4c58-9bf6-966e37744725 req-28bf8e84-df7c-428c-974e-9754402432a4 tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:23:31.840663 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-a0263e07-80ff-4c58-9bf6-966e37744725 req-28bf8e84-df7c-428c-974e-9754402432a4 tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] 10.222.0.66 "GET /v2.0/ports?device_id=2306113c-8f98-42fd-8c0c-3dfac98fff21 HTTP/1.1" status: 200 len: 945 time: 0.1226821 Nov 22 12:23:31.890582 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-ebb160ad-fcf8-4508-8d47-4880d0a0c1fd admin admin] Publish callbacks [] for router, before_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:31.960676 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-a0263e07-80ff-4c58-9bf6-966e37744725 req-bc4e5824-215f-444a-844c-b6cfeb7635ce tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] 10.222.0.66 "GET /v2.0/security-groups?id=117aa477-d28a-495e-b4af-8d598b569f00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1182320 Nov 22 12:23:31.988321 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.wsgi [-] (102749) accepted ('10.222.0.66', 49796) {{(pid=102749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:23:31.994905 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.db.l3_dvr_db [None req-2cdd6dac-f86c-439f-a959-a692b83f4e01 None None] Set router 1f9c404a-2f27-463e-b6d9-154c9656a007 gateway port host: dv-cinder-768458-13-iscsi {{(pid=102752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 12:23:32.083902 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-ebb160ad-fcf8-4508-8d47-4880d0a0c1fd admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:32.147878 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-80e57ce3-0b20-4177-bfa3-1e394e08ec21 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:32.196576 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.plugins.ml2.plugin [None req-ebb160ad-fcf8-4508-8d47-4880d0a0c1fd admin admin] Deleting port 7f85a520-9da3-4c17-8d49-8e31563f6784 {{(pid=102750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 12:23:32.197213 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-ebb160ad-fcf8-4508-8d47-4880d0a0c1fd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793343491880'] for port, before_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:32.238098 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.db.l3_hamode_db [None req-2cdd6dac-f86c-439f-a959-a692b83f4e01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f9c404a-2f27-463e-b6d9-154c9656a007', 'name': 'tempest-ServerRescueNegativeTestJSON-691096430-router', 'tenant_id': 'f3d392a7d77f46fcb4faa017786796fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52f34850-4f08-4bf9-8f19-1c892d4c6132', 'external_fixed_ips': [{'subnet_id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'ip_address': '172.27.0.25'}], 'enable_snat': True}, 'gw_port_id': '7f85a520-9da3-4c17-8d49-8e31563f6784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T12:19:07Z', 'updated_at': '2021-11-22T12:23:30Z', 'revision_number': 5, 'project_id': 'f3d392a7d77f46fcb4faa017786796fa', 'gw_port': {'id': '7f85a520-9da3-4c17-8d49-8e31563f6784', 'name': '', 'network_id': '52f34850-4f08-4bf9-8f19-1c892d4c6132', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:4e:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f9c404a-2f27-463e-b6d9-154c9656a007', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'ip_address': '172.27.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T12:19:09Z', 'updated_at': '2021-11-22T12:19:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-13-iscsi'}], 'dv-cinder-768458-13-iscsi', False) {} {{(pid=102752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 12:23:32.266015 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cdd6dac-f86c-439f-a959-a692b83f4e01 None None] Checking router: 1f9c404a-2f27-463e-b6d9-154c9656a007 for host: dv-cinder-768458-13-iscsi {{(pid=102752) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 12:23:32.276861 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cdd6dac-f86c-439f-a959-a692b83f4e01 None None] Routers {'1f9c404a-2f27-463e-b6d9-154c9656a007'} bound to L3 agent in host dv-cinder-768458-13-iscsi {{(pid=102752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 12:23:32.277737 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.db.l3_hamode_db [None req-2cdd6dac-f86c-439f-a959-a692b83f4e01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-22T12:11:23Z,description=,heartbeat_timestamp=2021-11-22T12:23:23Z,host='dv-cinder-768458-13-iscsi',id=b4a26ead-6ab2-4f98-a352-c9ed6d39b73e,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T12:11:23Z,topic='l3_agent')) {'router_ids': ['1f9c404a-2f27-463e-b6d9-154c9656a007'], 'active': True} {{(pid=102752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 12:23:32.299037 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d9617c-c5b1-4bf8-81b6-425db5abec6d req-f29e7b4d-7f9e-41fe-a8e8-01edc067ac5e tempest-TestMinimumBasicScenario-1001353867 tempest-TestMinimumBasicScenario-1001353867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:23:32.300650 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-c1d9617c-c5b1-4bf8-81b6-425db5abec6d req-f29e7b4d-7f9e-41fe-a8e8-01edc067ac5e tempest-TestMinimumBasicScenario-1001353867 tempest-TestMinimumBasicScenario-1001353867-project] 10.222.0.66 "GET /v2.0/ports?device_id=131dcb5b-f62d-42ec-b0d0-588a120aa1d3 HTTP/1.1" status: 200 len: 944 time: 0.1092319 Nov 22 12:23:32.342196 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.plugins.ml2.db [None req-ebb160ad-fcf8-4508-8d47-4880d0a0c1fd admin admin] For port 7f85a520-9da3-4c17-8d49-8e31563f6784, host dv-cinder-768458-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-13-iscsi',level=0,port_id=7f85a520-9da3-4c17-8d49-8e31563f6784,segment=NetworkSegment(91a15bc4-f975-4336-93bb-1ba9d2e7565e),segment_id=91a15bc4-f975-4336-93bb-1ba9d2e7565e)] {{(pid=102750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 12:23:32.342608 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-ebb160ad-fcf8-4508-8d47-4880d0a0c1fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-535547'] for port, precommit_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:32.366960 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-c1d9617c-c5b1-4bf8-81b6-425db5abec6d req-6192e7b8-a2d7-4074-a237-3a9435f5ca21 tempest-TestMinimumBasicScenario-1001353867 tempest-TestMinimumBasicScenario-1001353867-project] 10.222.0.66 "GET /v2.0/security-groups?id=fef67df6-c110-4434-a0a2-3d2b51571b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586348 Nov 22 12:23:32.374976 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.plugins.ml2.plugin [None req-ebb160ad-fcf8-4508-8d47-4880d0a0c1fd admin admin] Calling delete_port for 7f85a520-9da3-4c17-8d49-8e31563f6784 owned by network:router_gateway {{(pid=102750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 12:23:32.386517 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-80e57ce3-0b20-4177-bfa3-1e394e08ec21 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:32.392709 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-80e57ce3-0b20-4177-bfa3-1e394e08ec21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545565'] for security_group, after_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:32.401936 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.db.l3_dvr_db [None req-2cdd6dac-f86c-439f-a959-a692b83f4e01 None None] Set router 1f9c404a-2f27-463e-b6d9-154c9656a007 gateway port host: None {{(pid=102752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 12:23:32.438652 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.wsgi [-] (102750) accepted ('10.222.0.66', 49804) {{(pid=102750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:23:32.439008 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [None req-80e57ce3-0b20-4177-bfa3-1e394e08ec21 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=2ab68353375443719184e98e4d8c51e9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4495726 Nov 22 12:23:32.440056 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e57ce3-0b20-4177-bfa3-1e394e08ec21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90859b2b-d201-49d9-b6c6-612f647e6877,revision_number=1']} {{(pid=102749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:23:32.476342 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.db.l3_hamode_db [None req-2cdd6dac-f86c-439f-a959-a692b83f4e01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f9c404a-2f27-463e-b6d9-154c9656a007', 'name': 'tempest-ServerRescueNegativeTestJSON-691096430-router', 'tenant_id': 'f3d392a7d77f46fcb4faa017786796fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T12:19:07Z', 'updated_at': '2021-11-22T12:23:32Z', 'revision_number': 6, 'project_id': 'f3d392a7d77f46fcb4faa017786796fa', 'gw_port_host': None}], 'dv-cinder-768458-13-iscsi', False) {} {{(pid=102752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 12:23:32.509484 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cdd6dac-f86c-439f-a959-a692b83f4e01 None None] The sync data for ids ['1f9c404a-2f27-463e-b6d9-154c9656a007'] in dv-cinder-768458-13-iscsi is: [{'id': '1f9c404a-2f27-463e-b6d9-154c9656a007', 'name': 'tempest-ServerRescueNegativeTestJSON-691096430-router', 'tenant_id': 'f3d392a7d77f46fcb4faa017786796fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T12:19:07Z', 'updated_at': '2021-11-22T12:23:32Z', 'revision_number': 6, 'project_id': 'f3d392a7d77f46fcb4faa017786796fa', 'gw_port_host': None}] {{(pid=102752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 12:23:32.553414 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-3a394959-6836-401a-bdc8-47f3d1c57000 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:32.586261 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-3a394959-6836-401a-bdc8-47f3d1c57000 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:32.666032 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-ebb160ad-fcf8-4508-8d47-4880d0a0c1fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793343495765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793342949277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128483729'] for port, after_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:32.696291 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb160ad-fcf8-4508-8d47-4880d0a0c1fd admin admin] Pushing event deleted for resources: {'Port': ['ID=7f85a520-9da3-4c17-8d49-8e31563f6784,revision_number=None']} {{(pid=102750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:23:32.705203 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-3a394959-6836-401a-bdc8-47f3d1c57000 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545565'] for security_group, after_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:32.707431 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-3a394959-6836-401a-bdc8-47f3d1c57000 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:32.712747 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [None req-3a394959-6836-401a-bdc8-47f3d1c57000 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/90859b2b-d201-49d9-b6c6-612f647e6877 HTTP/1.1" status: 204 len: 168 time: 0.2689943 Nov 22 12:23:32.753159 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a394959-6836-401a-bdc8-47f3d1c57000 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90859b2b-d201-49d9-b6c6-612f647e6877,revision_number=None']} {{(pid=102750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:23:32.805565 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-ebb160ad-fcf8-4508-8d47-4880d0a0c1fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-532702'] for router_gateway, after_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:32.946948 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-ebb160ad-fcf8-4508-8d47-4880d0a0c1fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11715'] for router, precommit_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:32.949882 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-ebb160ad-fcf8-4508-8d47-4880d0a0c1fd admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:33.034990 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-ebb160ad-fcf8-4508-8d47-4880d0a0c1fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532541'] for router, after_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:33.036100 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebb160ad-fcf8-4508-8d47-4880d0a0c1fd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1f9c404a-2f27-463e-b6d9-154c9656a007 {{(pid=102750) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 12:23:33.064716 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-ebb160ad-fcf8-4508-8d47-4880d0a0c1fd admin admin] Publish callbacks [] for router, before_response {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:33.091264 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.wsgi [-] (102749) accepted ('10.222.0.66', 49814) {{(pid=102749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:23:33.091853 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [None req-ebb160ad-fcf8-4508-8d47-4880d0a0c1fd admin admin] 10.222.0.66 "DELETE /v2.0/routers/1f9c404a-2f27-463e-b6d9-154c9656a007 HTTP/1.1" status: 204 len: 168 time: 1.3421392 Nov 22 12:23:33.143326 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.db.db_base_plugin_v2 [None req-c606d7b0-2b22-4364-91a5-33bec36fa8c1 admin admin] Deleting subnet 292b6822-c634-4819-b6c6-c4a4132c73d4 {{(pid=102749) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 12:23:33.149043 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-c606d7b0-2b22-4364-91a5-33bec36fa8c1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:33.161393 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.wsgi [-] (102750) accepted ('10.222.0.66', 49816) {{(pid=102750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:23:33.178349 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-6d1677aa-e48f-46de-8ff5-8665ca2282b0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:33.231366 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-c606d7b0-2b22-4364-91a5-33bec36fa8c1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129474033'] for subnet, precommit_delete_associations {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:33.280061 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cdf85a-109f-4aee-9991-2edddf12b91d req-3210fe39-dd90-4787-905e-627e0bb286c7 tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:23:33.281766 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-27cdf85a-109f-4aee-9991-2edddf12b91d req-3210fe39-dd90-4787-905e-627e0bb286c7 tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] 10.222.0.66 "GET /v2.0/ports?device_id=2306113c-8f98-42fd-8c0c-3dfac98fff21 HTTP/1.1" status: 200 len: 945 time: 0.1347275 Nov 22 12:23:33.309355 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-6d1677aa-e48f-46de-8ff5-8665ca2282b0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:33.312050 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-c606d7b0-2b22-4364-91a5-33bec36fa8c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3851550'] for subnet, precommit_delete {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:33.317856 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-6d1677aa-e48f-46de-8ff5-8665ca2282b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545565'] for security_group, after_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:33.349261 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [None req-6d1677aa-e48f-46de-8ff5-8665ca2282b0 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=d726f35af13244fa822e55bbe4a90ebb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1863370 Nov 22 12:23:33.351729 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.wsgi [-] (102750) accepted ('10.222.0.66', 49818) {{(pid=102750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:23:33.370624 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-27cdf85a-109f-4aee-9991-2edddf12b91d req-df2d323b-bd05-4f76-9950-bbadd4cd71e0 tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] 10.222.0.66 "GET /v2.0/security-groups?id=117aa477-d28a-495e-b4af-8d598b569f00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817437 Nov 22 12:23:33.420971 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-c606d7b0-2b22-4364-91a5-33bec36fa8c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3851541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126077565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129923368'] for subnet, after_delete {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:33.440871 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1677aa-e48f-46de-8ff5-8665ca2282b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=639678b8-2746-43ff-b0f9-4b6561ce092f,revision_number=1']} {{(pid=102750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:23:33.444794 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.rpc [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] Device d6470de8-e8cd-4952-91b5-2d07e07fe5d3 no longer exists at agent ovs-agent-dv-cinder-768458-13-iscsi {{(pid=102751) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 12:23:33.510522 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.plugin [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] No Port match for: d6470de8-e8cd-4952-91b5-2d07e07fe5d3 {{(pid=102751) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 12:23:33.510880 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.rpc [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] Device d6470de8-e8cd-4952-91b5-2d07e07fe5d3 not bound to the agent host dv-cinder-768458-13-iscsi {{(pid=102751) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 12:23:33.512442 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c606d7b0-2b22-4364-91a5-33bec36fa8c1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=292b6822-c634-4819-b6c6-c4a4132c73d4,revision_number=None']} {{(pid=102749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:23:33.521683 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-57d97729-8f7b-4f46-b8eb-fe40d15d6b20 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:33.530764 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-c606d7b0-2b22-4364-91a5-33bec36fa8c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758363'] for subnet, before_response {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:33.537208 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [None req-c606d7b0-2b22-4364-91a5-33bec36fa8c1 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/292b6822-c634-4819-b6c6-c4a4132c73d4 HTTP/1.1" status: 204 len: 168 time: 0.4419510 Nov 22 12:23:33.546137 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.wsgi [-] (102749) accepted ('10.222.0.66', 49826) {{(pid=102749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:23:33.567898 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-57d97729-8f7b-4f46-b8eb-fe40d15d6b20 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:33.629535 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-57d97729-8f7b-4f46-b8eb-fe40d15d6b20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545565'] for security_group, after_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:33.633120 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-57d97729-8f7b-4f46-b8eb-fe40d15d6b20 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:33.636234 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [None req-57d97729-8f7b-4f46-b8eb-fe40d15d6b20 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/639678b8-2746-43ff-b0f9-4b6561ce092f HTTP/1.1" status: 204 len: 168 time: 0.2823491 Nov 22 12:23:33.650551 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d97729-8f7b-4f46-b8eb-fe40d15d6b20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=639678b8-2746-43ff-b0f9-4b6561ce092f,revision_number=None']} {{(pid=102750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:23:33.754540 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-43b21541-9688-473b-9917-40ccca5b72b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3895399'] for network, before_delete {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:33.865825 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-43b21541-9688-473b-9917-40ccca5b72b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3855014', 'neutron.services.segments.db._delete_segments_for_network-8793343475339'] for network, precommit_delete {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:33.896642 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.services.segments.db [None req-43b21541-9688-473b-9917-40ccca5b72b9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08903c03-f7d7-43c9-ab4d-565ac4637d53']}} {{(pid=102749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 12:23:33.922026 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.services.segments.db [None req-43b21541-9688-473b-9917-40ccca5b72b9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '103f8584-8f7f-4b00-950b-b4afaf5307e9') {'for_net_delete': True} {{(pid=102749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 12:23:33.923373 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.services.segments.db [None req-43b21541-9688-473b-9917-40ccca5b72b9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '103f8584-8f7f-4b00-950b-b4afaf5307e9') {} {{(pid=102749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 12:23:33.936730 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-43b21541-9688-473b-9917-40ccca5b72b9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793343276566', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129474042'] for segment, before_delete {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:33.988106 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1092f6-bca9-4773-a7ae-28bbb4e24dcf req-0a8fb6af-81e4-40cc-b8f5-4fc1d88b7829 tempest-TestMinimumBasicScenario-1001353867 tempest-TestMinimumBasicScenario-1001353867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:23:33.997413 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-2e1092f6-bca9-4773-a7ae-28bbb4e24dcf req-0a8fb6af-81e4-40cc-b8f5-4fc1d88b7829 tempest-TestMinimumBasicScenario-1001353867 tempest-TestMinimumBasicScenario-1001353867-project] 10.222.0.66 "GET /v2.0/ports?device_id=131dcb5b-f62d-42ec-b0d0-588a120aa1d3 HTTP/1.1" status: 200 len: 944 time: 0.4619038 Nov 22 12:23:34.039514 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-43b21541-9688-473b-9917-40ccca5b72b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3850450'] for segment, precommit_delete {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:34.115586 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-2e1092f6-bca9-4773-a7ae-28bbb4e24dcf req-53fba06f-b1a0-435d-8e30-99c6e1ba16c1 tempest-TestMinimumBasicScenario-1001353867 tempest-TestMinimumBasicScenario-1001353867-project] 10.222.0.66 "GET /v2.0/security-groups?id=fef67df6-c110-4434-a0a2-3d2b51571b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169508 Nov 22 12:23:34.127735 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43b21541-9688-473b-9917-40ccca5b72b9 admin admin] Releasing vlan 604 on physical network physnet1 to pool {{(pid=102749) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 12:23:34.128643 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-43b21541-9688-473b-9917-40ccca5b72b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3850450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126077655'] for segment, after_delete {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:34.176147 dv-cinder-768458-13-iscsi neutron-server[102749]: Traceback (most recent call last): Nov 22 12:23:34.176147 dv-cinder-768458-13-iscsi neutron-server[102749]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 12:23:34.176147 dv-cinder-768458-13-iscsi neutron-server[102749]: timer() Nov 22 12:23:34.176147 dv-cinder-768458-13-iscsi neutron-server[102749]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 12:23:34.176147 dv-cinder-768458-13-iscsi neutron-server[102749]: cb(*args, **kw) Nov 22 12:23:34.176147 dv-cinder-768458-13-iscsi neutron-server[102749]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 12:23:34.176147 dv-cinder-768458-13-iscsi neutron-server[102749]: return func(*args, **kwargs) Nov 22 12:23:34.176147 dv-cinder-768458-13-iscsi neutron-server[102749]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 12:23:34.176147 dv-cinder-768458-13-iscsi neutron-server[102749]: self._notify() Nov 22 12:23:34.176147 dv-cinder-768458-13-iscsi neutron-server[102749]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 12:23:34.176147 dv-cinder-768458-13-iscsi neutron-server[102749]: self.callback(batched_events) Nov 22 12:23:34.176147 dv-cinder-768458-13-iscsi neutron-server[102749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 12:23:34.176147 dv-cinder-768458-13-iscsi neutron-server[102749]: event.method(event) Nov 22 12:23:34.176147 dv-cinder-768458-13-iscsi neutron-server[102749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 12:23:34.176147 dv-cinder-768458-13-iscsi neutron-server[102749]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 12:23:34.176147 dv-cinder-768458-13-iscsi neutron-server[102749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 12:23:34.176147 dv-cinder-768458-13-iscsi neutron-server[102749]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 12:23:34.176147 dv-cinder-768458-13-iscsi neutron-server[102749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 12:23:34.176147 dv-cinder-768458-13-iscsi neutron-server[102749]: return f(self, *a, **k) Nov 22 12:23:34.176147 dv-cinder-768458-13-iscsi neutron-server[102749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 12:23:34.176147 dv-cinder-768458-13-iscsi neutron-server[102749]: return self._get(url).json() Nov 22 12:23:34.176147 dv-cinder-768458-13-iscsi neutron-server[102749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 12:23:34.176147 dv-cinder-768458-13-iscsi neutron-server[102749]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 12:23:34.176147 dv-cinder-768458-13-iscsi neutron-server[102749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 12:23:34.176147 dv-cinder-768458-13-iscsi neutron-server[102749]: return self.request(url, 'GET', **kwargs) Nov 22 12:23:34.176147 dv-cinder-768458-13-iscsi neutron-server[102749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 12:23:34.176147 dv-cinder-768458-13-iscsi neutron-server[102749]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 12:23:34.176147 dv-cinder-768458-13-iscsi neutron-server[102749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 12:23:34.176147 dv-cinder-768458-13-iscsi neutron-server[102749]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 12:23:34.176147 dv-cinder-768458-13-iscsi neutron-server[102749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 12:23:34.176147 dv-cinder-768458-13-iscsi neutron-server[102749]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 12:23:34.176147 dv-cinder-768458-13-iscsi neutron-server[102749]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 12:23:34.203281 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-43b21541-9688-473b-9917-40ccca5b72b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3855023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532706'] for network, after_delete {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:34.215202 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-43b21541-9688-473b-9917-40ccca5b72b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758363'] for network, before_response {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:34.220204 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [None req-43b21541-9688-473b-9917-40ccca5b72b9 admin admin] 10.222.0.66 "DELETE /v2.0/networks/08903c03-f7d7-43c9-ab4d-565ac4637d53 HTTP/1.1" status: 204 len: 168 time: 0.6724460 Nov 22 12:23:34.235123 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b21541-9688-473b-9917-40ccca5b72b9 admin admin] Pushing event deleted for resources: {'Network': ['ID=08903c03-f7d7-43c9-ab4d-565ac4637d53,revision_number=None']} {{(pid=102749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:23:34.393967 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.wsgi [-] (102749) accepted ('10.222.0.66', 49846) {{(pid=102749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:23:34.444592 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [None req-d3bc78fe-135f-434c-b88d-3b905ae22ae4 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=f3d392a7d77f46fcb4faa017786796fa&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0461850 Nov 22 12:23:34.444927 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.wsgi [-] (102750) accepted ('10.222.0.66', 49850) {{(pid=102750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:23:34.533641 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-14474523-a51f-4fb7-865a-9fd9ec719e19 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:34.574434 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-14474523-a51f-4fb7-865a-9fd9ec719e19 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:34.637904 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-14474523-a51f-4fb7-865a-9fd9ec719e19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545565'] for security_group, after_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:34.640952 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-14474523-a51f-4fb7-865a-9fd9ec719e19 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:34.642403 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [None req-14474523-a51f-4fb7-865a-9fd9ec719e19 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/d25355f0-2e41-493d-aac5-082c69fe23d3 HTTP/1.1" status: 204 len: 168 time: 0.1972468 Nov 22 12:23:34.657413 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14474523-a51f-4fb7-865a-9fd9ec719e19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d25355f0-2e41-493d-aac5-082c69fe23d3,revision_number=None']} {{(pid=102750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:23:34.714189 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e99006-ef4e-4699-b2b6-88046eee741c req-a3a57c89-40d7-4b72-b8b5-787989ff6ae2 tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:23:34.719089 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-85e99006-ef4e-4699-b2b6-88046eee741c req-a3a57c89-40d7-4b72-b8b5-787989ff6ae2 tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] 10.222.0.66 "GET /v2.0/ports?device_id=2306113c-8f98-42fd-8c0c-3dfac98fff21 HTTP/1.1" status: 200 len: 945 time: 0.1592517 Nov 22 12:23:34.809885 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-85e99006-ef4e-4699-b2b6-88046eee741c req-b98ced6c-33b3-49de-b409-25a34cf00f93 tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] 10.222.0.66 "GET /v2.0/security-groups?id=117aa477-d28a-495e-b4af-8d598b569f00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827065 Nov 22 12:23:35.006527 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.rpc [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] Device 7f85a520-9da3-4c17-8d49-8e31563f6784 no longer exists at agent ovs-agent-dv-cinder-768458-13-iscsi {{(pid=102751) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 12:23:35.037292 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.plugin [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] No Port match for: 7f85a520-9da3-4c17-8d49-8e31563f6784 {{(pid=102751) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 12:23:35.038079 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.rpc [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] Device 7f85a520-9da3-4c17-8d49-8e31563f6784 not bound to the agent host dv-cinder-768458-13-iscsi {{(pid=102751) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 12:23:35.290271 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53ae4e9-084d-4e20-89ee-519419a8e70a req-e73f51f5-bf69-442f-96c8-250912aa432a tempest-TestMinimumBasicScenario-1001353867 tempest-TestMinimumBasicScenario-1001353867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:23:35.298532 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-f53ae4e9-084d-4e20-89ee-519419a8e70a req-e73f51f5-bf69-442f-96c8-250912aa432a tempest-TestMinimumBasicScenario-1001353867 tempest-TestMinimumBasicScenario-1001353867-project] 10.222.0.66 "GET /v2.0/ports?device_id=131dcb5b-f62d-42ec-b0d0-588a120aa1d3 HTTP/1.1" status: 200 len: 944 time: 0.0818133 Nov 22 12:23:35.374832 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-f53ae4e9-084d-4e20-89ee-519419a8e70a req-d733fe1b-b547-4592-89c2-61677da8d58b tempest-TestMinimumBasicScenario-1001353867 tempest-TestMinimumBasicScenario-1001353867-project] 10.222.0.66 "GET /v2.0/security-groups?id=fef67df6-c110-4434-a0a2-3d2b51571b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749478 Nov 22 12:23:35.989051 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28c9e4f-85d4-4b73-b701-157e1731fdbb req-a08a0449-ad48-4729-8ab0-56b9509122d0 tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:23:35.990518 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-b28c9e4f-85d4-4b73-b701-157e1731fdbb req-a08a0449-ad48-4729-8ab0-56b9509122d0 tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] 10.222.0.66 "GET /v2.0/ports?device_id=2306113c-8f98-42fd-8c0c-3dfac98fff21 HTTP/1.1" status: 200 len: 945 time: 0.0696976 Nov 22 12:23:36.053981 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-b28c9e4f-85d4-4b73-b701-157e1731fdbb req-7a302cbe-752a-43c2-ac6b-ed297f7c19b3 tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] 10.222.0.66 "GET /v2.0/security-groups?id=117aa477-d28a-495e-b4af-8d598b569f00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570245 Nov 22 12:23:36.563926 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23477c59-1ab8-42e7-8587-97bbed254210 req-997a1b29-706d-47f5-af4c-c26b1ff7cf6b tempest-TestMinimumBasicScenario-1001353867 tempest-TestMinimumBasicScenario-1001353867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:23:36.574615 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-23477c59-1ab8-42e7-8587-97bbed254210 req-997a1b29-706d-47f5-af4c-c26b1ff7cf6b tempest-TestMinimumBasicScenario-1001353867 tempest-TestMinimumBasicScenario-1001353867-project] 10.222.0.66 "GET /v2.0/ports?device_id=131dcb5b-f62d-42ec-b0d0-588a120aa1d3 HTTP/1.1" status: 200 len: 944 time: 0.1154752 Nov 22 12:23:36.650002 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-23477c59-1ab8-42e7-8587-97bbed254210 req-6629315a-3820-4a35-8b2e-51050bb49ec1 tempest-TestMinimumBasicScenario-1001353867 tempest-TestMinimumBasicScenario-1001353867-project] 10.222.0.66 "GET /v2.0/security-groups?id=fef67df6-c110-4434-a0a2-3d2b51571b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741515 Nov 22 12:23:36.834758 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.wsgi [-] (102750) accepted ('10.222.0.66', 49966) {{(pid=102750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:23:37.015003 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-ce6b8d97-71d1-46b8-b815-26cfde78d830 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:37.172438 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-ce6b8d97-71d1-46b8-b815-26cfde78d830 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:37.179763 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-ce6b8d97-71d1-46b8-b815-26cfde78d830 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545565'] for security_group, after_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:37.262517 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.wsgi [-] (102749) accepted ('10.222.0.66', 49978) {{(pid=102749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:23:37.266186 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [None req-ce6b8d97-71d1-46b8-b815-26cfde78d830 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=eaeec442a4a94551bd9813f296770cd4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4294376 Nov 22 12:23:37.267657 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6b8d97-71d1-46b8-b815-26cfde78d830 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=336ff76f-0664-40c0-8ac7-07768a399c27,revision_number=1']} {{(pid=102750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:23:37.284851 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fa8576-28d8-4b04-bbec-2c0efcd00b03 req-ae2bcbd7-b5c3-4729-9442-8c00d3064605 tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:23:37.286497 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-a4fa8576-28d8-4b04-bbec-2c0efcd00b03 req-ae2bcbd7-b5c3-4729-9442-8c00d3064605 tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] 10.222.0.66 "GET /v2.0/ports?device_id=2306113c-8f98-42fd-8c0c-3dfac98fff21 HTTP/1.1" status: 200 len: 945 time: 0.0952363 Nov 22 12:23:37.316249 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.wsgi [-] (102750) accepted ('10.222.0.66', 49980) {{(pid=102750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:23:37.400486 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-a4fa8576-28d8-4b04-bbec-2c0efcd00b03 req-ecbd2ff7-2831-4490-ac66-5c7e3e32d5f6 tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] 10.222.0.66 "GET /v2.0/security-groups?id=117aa477-d28a-495e-b4af-8d598b569f00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0968490 Nov 22 12:23:37.405513 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-d953d17f-44e9-40d1-8d4b-44033a2f111e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:37.434276 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-d953d17f-44e9-40d1-8d4b-44033a2f111e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:37.460630 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-5a663df2-f99d-4324-9619-1d166c5f760f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:37.493322 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-d953d17f-44e9-40d1-8d4b-44033a2f111e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545565'] for security_group, after_delete {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:37.497091 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-d953d17f-44e9-40d1-8d4b-44033a2f111e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:37.498264 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [None req-d953d17f-44e9-40d1-8d4b-44033a2f111e admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/336ff76f-0664-40c0-8ac7-07768a399c27 HTTP/1.1" status: 204 len: 168 time: 0.2343020 Nov 22 12:23:37.520092 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d953d17f-44e9-40d1-8d4b-44033a2f111e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=336ff76f-0664-40c0-8ac7-07768a399c27,revision_number=None']} {{(pid=102749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:23:37.550070 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d953d17f-44e9-40d1-8d4b-44033a2f111e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:23:37.550618 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d953d17f-44e9-40d1-8d4b-44033a2f111e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:23:37.551068 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d953d17f-44e9-40d1-8d4b-44033a2f111e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:23:37.551547 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d953d17f-44e9-40d1-8d4b-44033a2f111e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:23:37.551986 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d953d17f-44e9-40d1-8d4b-44033a2f111e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:23:37.552419 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d953d17f-44e9-40d1-8d4b-44033a2f111e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:23:37.552851 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d953d17f-44e9-40d1-8d4b-44033a2f111e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:23:37.553285 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d953d17f-44e9-40d1-8d4b-44033a2f111e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:23:37.553723 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d953d17f-44e9-40d1-8d4b-44033a2f111e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:23:37.554161 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d953d17f-44e9-40d1-8d4b-44033a2f111e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:23:37.556281 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d953d17f-44e9-40d1-8d4b-44033a2f111e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:23:37.556736 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d953d17f-44e9-40d1-8d4b-44033a2f111e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:23:37.585261 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-5a663df2-f99d-4324-9619-1d166c5f760f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:37.590170 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-5a663df2-f99d-4324-9619-1d166c5f760f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545565'] for security_group, after_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:37.642045 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [None req-5a663df2-f99d-4324-9619-1d166c5f760f admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=14fd97c104884e6ea03edabd1936c215&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3246002 Nov 22 12:23:37.643177 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a663df2-f99d-4324-9619-1d166c5f760f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f330825d-43a9-4465-bd40-63a53185dba8,revision_number=1']} {{(pid=102750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:23:37.644995 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.wsgi [-] (102749) accepted ('10.222.0.66', 49986) {{(pid=102749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:23:37.705667 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-8b18155c-c403-4d27-912d-52c96d2ed337 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:37.732063 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-8b18155c-c403-4d27-912d-52c96d2ed337 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:37.829723 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af75d2e-b3f8-4def-a4ec-2ee36e65c293 req-0a60009d-8ee0-4552-b6c2-ebce2455a97d tempest-TestMinimumBasicScenario-1001353867 tempest-TestMinimumBasicScenario-1001353867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:23:37.831918 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-9af75d2e-b3f8-4def-a4ec-2ee36e65c293 req-0a60009d-8ee0-4552-b6c2-ebce2455a97d tempest-TestMinimumBasicScenario-1001353867 tempest-TestMinimumBasicScenario-1001353867-project] 10.222.0.66 "GET /v2.0/ports?device_id=131dcb5b-f62d-42ec-b0d0-588a120aa1d3 HTTP/1.1" status: 200 len: 944 time: 0.0824275 Nov 22 12:23:37.884580 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-8b18155c-c403-4d27-912d-52c96d2ed337 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545565'] for security_group, after_delete {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:37.887736 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-8b18155c-c403-4d27-912d-52c96d2ed337 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:37.896275 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [None req-8b18155c-c403-4d27-912d-52c96d2ed337 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/f330825d-43a9-4465-bd40-63a53185dba8 HTTP/1.1" status: 204 len: 168 time: 0.2497282 Nov 22 12:23:37.975273 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b18155c-c403-4d27-912d-52c96d2ed337 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f330825d-43a9-4465-bd40-63a53185dba8,revision_number=None']} {{(pid=102749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:23:37.993611 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-9af75d2e-b3f8-4def-a4ec-2ee36e65c293 req-8170b443-7376-437b-bbe8-04a17280e3cb tempest-TestMinimumBasicScenario-1001353867 tempest-TestMinimumBasicScenario-1001353867-project] 10.222.0.66 "GET /v2.0/security-groups?id=fef67df6-c110-4434-a0a2-3d2b51571b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467276 Nov 22 12:23:37.994273 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.wsgi [-] (102750) accepted ('10.222.0.66', 49996) {{(pid=102750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:23:38.036279 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-3f78a5ff-0b06-4bcc-9275-7d5aad2faee4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:38.172380 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-3f78a5ff-0b06-4bcc-9275-7d5aad2faee4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:38.180310 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-3f78a5ff-0b06-4bcc-9275-7d5aad2faee4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545565'] for security_group, after_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:38.231260 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [None req-3f78a5ff-0b06-4bcc-9275-7d5aad2faee4 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=8829ad1507784a26a7942ca1e7811a2a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2321234 Nov 22 12:23:38.231260 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f78a5ff-0b06-4bcc-9275-7d5aad2faee4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ff8d5a2-49c9-48d4-996f-520a584cc909,revision_number=1']} {{(pid=102750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:23:38.231652 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.wsgi [-] (102749) accepted ('10.222.0.66', 50006) {{(pid=102749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:23:38.366201 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-50e779d1-b943-4222-9b78-ad6253fe1e11 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:38.391355 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-50e779d1-b943-4222-9b78-ad6253fe1e11 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:38.463280 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-50e779d1-b943-4222-9b78-ad6253fe1e11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545565'] for security_group, after_delete {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:38.466429 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-50e779d1-b943-4222-9b78-ad6253fe1e11 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:38.470096 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [None req-50e779d1-b943-4222-9b78-ad6253fe1e11 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/2ff8d5a2-49c9-48d4-996f-520a584cc909 HTTP/1.1" status: 204 len: 168 time: 0.2348905 Nov 22 12:23:38.476102 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.wsgi [-] (102749) accepted ('10.222.0.66', 50014) {{(pid=102749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:23:38.493777 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e779d1-b943-4222-9b78-ad6253fe1e11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ff8d5a2-49c9-48d4-996f-520a584cc909,revision_number=None']} {{(pid=102749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:23:38.527042 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-2b16bbfa-1035-477b-86dc-29218fe2cbdb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:38.585087 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53833ed6-bcaf-40d3-827f-d3ad8cc1579f req-c4c92c2c-8dfb-4306-91d4-c8a37e423b29 tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:23:38.592764 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-53833ed6-bcaf-40d3-827f-d3ad8cc1579f req-c4c92c2c-8dfb-4306-91d4-c8a37e423b29 tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] 10.222.0.66 "GET /v2.0/ports?device_id=2306113c-8f98-42fd-8c0c-3dfac98fff21 HTTP/1.1" status: 200 len: 945 time: 0.0842061 Nov 22 12:23:38.662622 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-53833ed6-bcaf-40d3-827f-d3ad8cc1579f req-4a51684b-720b-4cf4-8d79-87e70ebd3843 tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] 10.222.0.66 "GET /v2.0/security-groups?id=117aa477-d28a-495e-b4af-8d598b569f00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688715 Nov 22 12:23:38.695796 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-2b16bbfa-1035-477b-86dc-29218fe2cbdb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:38.701517 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-2b16bbfa-1035-477b-86dc-29218fe2cbdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545565'] for security_group, after_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:38.756204 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [None req-2b16bbfa-1035-477b-86dc-29218fe2cbdb admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=983a2a7923e9498186426839a22030b3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2789986 Nov 22 12:23:38.758907 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.wsgi [-] (102749) accepted ('10.222.0.66', 50018) {{(pid=102749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:23:38.765765 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b16bbfa-1035-477b-86dc-29218fe2cbdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b44d67a-8dbb-4202-a177-56c9ff0ee3d4,revision_number=1']} {{(pid=102749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:23:38.834239 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-785d0145-3a95-47af-832d-6c884a02a63e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:38.860099 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-785d0145-3a95-47af-832d-6c884a02a63e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:38.915503 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-785d0145-3a95-47af-832d-6c884a02a63e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545565'] for security_group, after_delete {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:38.918152 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-785d0145-3a95-47af-832d-6c884a02a63e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:38.921835 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [None req-785d0145-3a95-47af-832d-6c884a02a63e admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/9b44d67a-8dbb-4202-a177-56c9ff0ee3d4 HTTP/1.1" status: 204 len: 168 time: 0.1594961 Nov 22 12:23:38.934538 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785d0145-3a95-47af-832d-6c884a02a63e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b44d67a-8dbb-4202-a177-56c9ff0ee3d4,revision_number=None']} {{(pid=102749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:23:39.173918 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f6851f-e6ed-445a-8f74-d47f7af96b3c req-f2df7f3d-6415-4df9-8960-5a9052d293f7 tempest-TestMinimumBasicScenario-1001353867 tempest-TestMinimumBasicScenario-1001353867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:23:39.177219 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-32f6851f-e6ed-445a-8f74-d47f7af96b3c req-f2df7f3d-6415-4df9-8960-5a9052d293f7 tempest-TestMinimumBasicScenario-1001353867 tempest-TestMinimumBasicScenario-1001353867-project] 10.222.0.66 "GET /v2.0/ports?device_id=131dcb5b-f62d-42ec-b0d0-588a120aa1d3 HTTP/1.1" status: 200 len: 944 time: 0.0826874 Nov 22 12:23:39.257560 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-32f6851f-e6ed-445a-8f74-d47f7af96b3c req-1ebba0c5-371a-4e16-94fe-89fd823ae445 tempest-TestMinimumBasicScenario-1001353867 tempest-TestMinimumBasicScenario-1001353867-project] 10.222.0.66 "GET /v2.0/security-groups?id=fef67df6-c110-4434-a0a2-3d2b51571b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697699 Nov 22 12:23:39.831404 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144fda68-1a04-4cad-bbe0-dd99ccbb98d7 req-a42fa6ed-7fab-4877-a7c6-882f87f0b33f tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:23:39.833937 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-144fda68-1a04-4cad-bbe0-dd99ccbb98d7 req-a42fa6ed-7fab-4877-a7c6-882f87f0b33f tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] 10.222.0.66 "GET /v2.0/ports?device_id=2306113c-8f98-42fd-8c0c-3dfac98fff21 HTTP/1.1" status: 200 len: 945 time: 0.0744741 Nov 22 12:23:39.896304 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-144fda68-1a04-4cad-bbe0-dd99ccbb98d7 req-fbff7b1e-095b-4a46-b695-fd0568f672b2 tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] 10.222.0.66 "GET /v2.0/security-groups?id=117aa477-d28a-495e-b4af-8d598b569f00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553977 Nov 22 12:23:40.396282 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2c71bb-5b2c-4b91-9c90-81ccb08d7271 req-68af7e0b-c808-4486-8f79-3fff1e8a6a9e tempest-TestMinimumBasicScenario-1001353867 tempest-TestMinimumBasicScenario-1001353867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:23:40.404801 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-6f2c71bb-5b2c-4b91-9c90-81ccb08d7271 req-68af7e0b-c808-4486-8f79-3fff1e8a6a9e tempest-TestMinimumBasicScenario-1001353867 tempest-TestMinimumBasicScenario-1001353867-project] 10.222.0.66 "GET /v2.0/ports?device_id=131dcb5b-f62d-42ec-b0d0-588a120aa1d3 HTTP/1.1" status: 200 len: 944 time: 0.0727592 Nov 22 12:23:40.457885 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-6f2c71bb-5b2c-4b91-9c90-81ccb08d7271 req-91f54c60-bb93-4347-99ea-3a535af0dfaf tempest-TestMinimumBasicScenario-1001353867 tempest-TestMinimumBasicScenario-1001353867-project] 10.222.0.66 "GET /v2.0/security-groups?id=fef67df6-c110-4434-a0a2-3d2b51571b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477853 Nov 22 12:23:41.019904 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e112c9-7611-46dc-9211-9ba29ac73206 req-0cbe4c7f-bf9e-4aae-9120-f49327ded9ac tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:23:41.021510 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-03e112c9-7611-46dc-9211-9ba29ac73206 req-0cbe4c7f-bf9e-4aae-9120-f49327ded9ac tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] 10.222.0.66 "GET /v2.0/ports?device_id=2306113c-8f98-42fd-8c0c-3dfac98fff21 HTTP/1.1" status: 200 len: 945 time: 0.0511544 Nov 22 12:23:41.070724 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-03e112c9-7611-46dc-9211-9ba29ac73206 req-b01a2450-372d-4bcd-9cec-8cf0bf049f29 tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] 10.222.0.66 "GET /v2.0/security-groups?id=117aa477-d28a-495e-b4af-8d598b569f00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432513 Nov 22 12:23:41.583252 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62d2747-742f-4efa-81e6-76565ef1f9b1 req-093abb5e-498d-4d99-8374-bb143a04c2cb tempest-TestMinimumBasicScenario-1001353867 tempest-TestMinimumBasicScenario-1001353867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:23:41.584853 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-c62d2747-742f-4efa-81e6-76565ef1f9b1 req-093abb5e-498d-4d99-8374-bb143a04c2cb tempest-TestMinimumBasicScenario-1001353867 tempest-TestMinimumBasicScenario-1001353867-project] 10.222.0.66 "GET /v2.0/ports?device_id=131dcb5b-f62d-42ec-b0d0-588a120aa1d3 HTTP/1.1" status: 200 len: 944 time: 0.0552332 Nov 22 12:23:41.641396 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-c62d2747-742f-4efa-81e6-76565ef1f9b1 req-d7bb005d-b694-4044-87f2-6a0f69c1d790 tempest-TestMinimumBasicScenario-1001353867 tempest-TestMinimumBasicScenario-1001353867-project] 10.222.0.66 "GET /v2.0/security-groups?id=fef67df6-c110-4434-a0a2-3d2b51571b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488701 Nov 22 12:23:41.958940 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7ce48a-5ea2-46cd-9f46-36a8c46e0488 req-857f2297-c82b-4f23-922c-b12e9f9c6133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:23:41.960552 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-7e7ce48a-5ea2-46cd-9f46-36a8c46e0488 req-857f2297-c82b-4f23-922c-b12e9f9c6133 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7b282b4e5e2147a692e990f45ce44b8f&device_id=131dcb5b-f62d-42ec-b0d0-588a120aa1d3 HTTP/1.1" status: 200 len: 1097 time: 0.0484748 Nov 22 12:23:42.086124 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7ce48a-5ea2-46cd-9f46-36a8c46e0488 req-e2920405-2895-424d-bf9f-7e3b11b721b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:23:42.087541 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-7e7ce48a-5ea2-46cd-9f46-36a8c46e0488 req-e2920405-2895-424d-bf9f-7e3b11b721b2 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=7b282b4e5e2147a692e990f45ce44b8f&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1055546 Nov 22 12:23:42.228290 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8284af-f78f-4f4d-aa29-ab891a17f688 req-c454e336-9263-469c-a43e-6d0cf993acf6 tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:23:42.229800 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-8b8284af-f78f-4f4d-aa29-ab891a17f688 req-c454e336-9263-469c-a43e-6d0cf993acf6 tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] 10.222.0.66 "GET /v2.0/ports?device_id=2306113c-8f98-42fd-8c0c-3dfac98fff21 HTTP/1.1" status: 200 len: 945 time: 0.0829861 Nov 22 12:23:42.230902 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7ce48a-5ea2-46cd-9f46-36a8c46e0488 req-36002fa1-6113-4db1-aaaa-a3e576460c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:23:42.232307 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-7e7ce48a-5ea2-46cd-9f46-36a8c46e0488 req-36002fa1-6113-4db1-aaaa-a3e576460c09 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1368399 Nov 22 12:23:42.286082 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-8b8284af-f78f-4f4d-aa29-ab891a17f688 req-1a1898cd-83d3-41a0-bb25-c5b863d44d76 tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] 10.222.0.66 "GET /v2.0/security-groups?id=117aa477-d28a-495e-b4af-8d598b569f00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497735 Nov 22 12:23:42.330450 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0ad629-ad52-4eec-8a50-8df761006152 req-36e33790-de05-464f-a171-0fcc8949b5f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:23:42.332084 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-ee0ad629-ad52-4eec-8a50-8df761006152 req-36e33790-de05-464f-a171-0fcc8949b5f4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7b282b4e5e2147a692e990f45ce44b8f&device_id=131dcb5b-f62d-42ec-b0d0-588a120aa1d3 HTTP/1.1" status: 200 len: 1097 time: 0.0449896 Nov 22 12:23:42.381492 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-ee0ad629-ad52-4eec-8a50-8df761006152 req-362750f3-fbf9-4092-b513-094116e0a975 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f7e46359-fc84-431c-88fd-b6af0c318ee6 HTTP/1.1" status: 200 len: 217 time: 0.0360487 Nov 22 12:23:42.444496 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0ad629-ad52-4eec-8a50-8df761006152 req-0b4593f3-ece7-41b1-8fe2-00fb85f7d6e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:23:42.446936 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-ee0ad629-ad52-4eec-8a50-8df761006152 req-0b4593f3-ece7-41b1-8fe2-00fb85f7d6e2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8eb197fb-0ac4-498b-bea4-1e9726d009e0 HTTP/1.1" status: 200 len: 854 time: 0.0555394 Nov 22 12:23:42.504959 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0ad629-ad52-4eec-8a50-8df761006152 req-223597b0-5257-4504-be18-5b7f9024f095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:23:42.506541 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-ee0ad629-ad52-4eec-8a50-8df761006152 req-223597b0-5257-4504-be18-5b7f9024f095 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3bb69f26-c969-40f0-8e57-593fe240347b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0516398 Nov 22 12:23:42.602215 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-ee0ad629-ad52-4eec-8a50-8df761006152 req-99e6a293-4e7c-436e-b362-492cd42c49ba service neutron] 10.222.0.46 "GET /v2.0/networks/3bb69f26-c969-40f0-8e57-593fe240347b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880620 Nov 22 12:23:42.704093 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-ee0ad629-ad52-4eec-8a50-8df761006152 req-61ebacde-8537-4eea-adaf-4a12184b464e service neutron] 10.222.0.46 "GET /v2.0/networks/3bb69f26-c969-40f0-8e57-593fe240347b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935662 Nov 22 12:23:42.809694 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16abf182-8c17-4d56-937b-9399b8d2d5ad req-ae2c2ba6-cadd-4def-b81c-3f18cdd1573c tempest-TestMinimumBasicScenario-1001353867 tempest-TestMinimumBasicScenario-1001353867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:23:42.817987 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-16abf182-8c17-4d56-937b-9399b8d2d5ad req-ae2c2ba6-cadd-4def-b81c-3f18cdd1573c tempest-TestMinimumBasicScenario-1001353867 tempest-TestMinimumBasicScenario-1001353867-project] 10.222.0.66 "GET /v2.0/ports?device_id=131dcb5b-f62d-42ec-b0d0-588a120aa1d3 HTTP/1.1" status: 200 len: 944 time: 0.0831132 Nov 22 12:23:42.880066 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-16abf182-8c17-4d56-937b-9399b8d2d5ad req-6a94864e-3069-4535-bdf6-3e9fe94d998e tempest-TestMinimumBasicScenario-1001353867 tempest-TestMinimumBasicScenario-1001353867-project] 10.222.0.66 "GET /v2.0/security-groups?id=fef67df6-c110-4434-a0a2-3d2b51571b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609016 Nov 22 12:23:43.013396 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.db.agents_db [None req-5743c18b-166a-4bd0-85c4-3f13128e6c33 None None] Agent healthcheck: found 6 active agents {{(pid=102752) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 12:23:43.651181 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf16e880-7d42-49d3-b970-4c35694080b8 req-01f887c8-2381-452b-af0d-41e5cf01e861 tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:23:43.652701 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-bf16e880-7d42-49d3-b970-4c35694080b8 req-01f887c8-2381-452b-af0d-41e5cf01e861 tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] 10.222.0.66 "GET /v2.0/ports?device_id=2306113c-8f98-42fd-8c0c-3dfac98fff21 HTTP/1.1" status: 200 len: 945 time: 0.2932792 Nov 22 12:23:43.703649 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-bf16e880-7d42-49d3-b970-4c35694080b8 req-c87332e1-3486-407d-9d5c-d4822ae625e8 tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] 10.222.0.66 "GET /v2.0/security-groups?id=117aa477-d28a-495e-b4af-8d598b569f00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419166 Nov 22 12:23:43.999611 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb05963-85b2-4a85-9c5f-98cae59cf8da req-f189a6f0-761e-49fe-b982-f3842f7aa2bf tempest-TestMinimumBasicScenario-1001353867 tempest-TestMinimumBasicScenario-1001353867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:23:44.001238 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-9fb05963-85b2-4a85-9c5f-98cae59cf8da req-f189a6f0-761e-49fe-b982-f3842f7aa2bf tempest-TestMinimumBasicScenario-1001353867 tempest-TestMinimumBasicScenario-1001353867-project] 10.222.0.66 "GET /v2.0/ports?device_id=131dcb5b-f62d-42ec-b0d0-588a120aa1d3 HTTP/1.1" status: 200 len: 944 time: 0.0504332 Nov 22 12:23:44.051631 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-9fb05963-85b2-4a85-9c5f-98cae59cf8da req-e48cad57-6798-47eb-946a-f9e9f3f52353 tempest-TestMinimumBasicScenario-1001353867 tempest-TestMinimumBasicScenario-1001353867-project] 10.222.0.66 "GET /v2.0/security-groups?id=fef67df6-c110-4434-a0a2-3d2b51571b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440998 Nov 22 12:23:44.534874 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.wsgi [-] (102749) accepted ('10.222.0.66', 50220) {{(pid=102749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:23:44.646639 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-a9d90558-d6fc-4c82-8530-86c92b811191 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:44.703926 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.rpc [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Device f7e46359-fc84-431c-88fd-b6af0c318ee6 details requested by agent hyperv_hv-cinder-76845 with host hv-cinder-76845 {{(pid=102751) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 12:23:44.727091 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-a9d90558-d6fc-4c82-8530-86c92b811191 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:44.734037 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-a9d90558-d6fc-4c82-8530-86c92b811191 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545565'] for security_group, after_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:44.780657 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [None req-a9d90558-d6fc-4c82-8530-86c92b811191 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=a97ff1d84bae4e37a671f6fa7b2f41e3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2445912 Nov 22 12:23:44.783474 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.wsgi [-] (102749) accepted ('10.222.0.66', 50226) {{(pid=102749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:23:44.791549 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d90558-d6fc-4c82-8530-86c92b811191 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e023999a-919e-43c9-a357-12b00a696b99,revision_number=1']} {{(pid=102749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:23:44.812972 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.db [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] For port f7e46359-fc84-431c-88fd-b6af0c318ee6, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=f7e46359-fc84-431c-88fd-b6af0c318ee6,segment=NetworkSegment(febd2015-56a8-4ea3-acf5-8c944ae8a2eb),segment_id=febd2015-56a8-4ea3-acf5-8c944ae8a2eb)] {{(pid=102751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 12:23:44.885845 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c650be-a824-479d-84f8-b818cf1b799f req-4d6aa48d-a7d0-4dea-925b-64e8d1b71ca9 tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:23:44.887549 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-e9c650be-a824-479d-84f8-b818cf1b799f req-4d6aa48d-a7d0-4dea-925b-64e8d1b71ca9 tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] 10.222.0.66 "GET /v2.0/ports?device_id=2306113c-8f98-42fd-8c0c-3dfac98fff21 HTTP/1.1" status: 200 len: 945 time: 0.1049898 Nov 22 12:23:44.893324 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-303dd2e9-16b5-4823-afca-c0a04a7a9548 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:44.933098 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-303dd2e9-16b5-4823-afca-c0a04a7a9548 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:44.956513 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.rpc [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Returning: {'device': 'f7e46359-fc84-431c-88fd-b6af0c318ee6', 'network_id': '3bb69f26-c969-40f0-8e57-593fe240347b', 'port_id': 'f7e46359-fc84-431c-88fd-b6af0c318ee6', 'mac_address': 'fa:16:3e:26:48:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 600, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8eb197fb-0ac4-498b-bea4-1e9726d009e0', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102751) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 12:23:45.003555 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-e9c650be-a824-479d-84f8-b818cf1b799f req-60671bc3-9377-46a1-9a0d-799e9634f73b tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] 10.222.0.66 "GET /v2.0/security-groups?id=117aa477-d28a-495e-b4af-8d598b569f00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0917780 Nov 22 12:23:45.004383 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3931732'] for port, before_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:45.028485 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.notifiers.nova [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7e46359-fc84-431c-88fd-b6af0c318ee6 {{(pid=102751) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 12:23:45.075716 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-303dd2e9-16b5-4823-afca-c0a04a7a9548 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545565'] for security_group, after_delete {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:45.080465 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-303dd2e9-16b5-4823-afca-c0a04a7a9548 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:45.083643 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [None req-303dd2e9-16b5-4823-afca-c0a04a7a9548 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/e023999a-919e-43c9-a357-12b00a696b99 HTTP/1.1" status: 204 len: 168 time: 0.2979269 Nov 22 12:23:45.126549 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303dd2e9-16b5-4823-afca-c0a04a7a9548 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e023999a-919e-43c9-a357-12b00a696b99,revision_number=None']} {{(pid=102749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:23:45.155567 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.db [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] For port f7e46359-fc84-431c-88fd-b6af0c318ee6, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=f7e46359-fc84-431c-88fd-b6af0c318ee6,segment=NetworkSegment(febd2015-56a8-4ea3-acf5-8c944ae8a2eb),segment_id=febd2015-56a8-4ea3-acf5-8c944ae8a2eb)] {{(pid=102751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 12:23:45.168097 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793343495738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793342949286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793342949304'] for port, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:45.239805 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Pushing event updated for resources: {'Port': ['ID=f7e46359-fc84-431c-88fd-b6af0c318ee6,revision_number=4']} {{(pid=102751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:23:45.248673 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:23:45.249042 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:23:45.249401 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:23:45.249750 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:23:45.250092 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:23:45.250439 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:23:45.250780 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:23:45.251122 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:23:45.251506 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:23:45.251875 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:23:45.252207 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:23:45.252542 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:23:45.285162 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324896f0-0a4a-481c-9bdf-d0d3b9539885 req-7d810aa8-d0aa-4c02-8047-bbffd6a23901 tempest-TestMinimumBasicScenario-1001353867 tempest-TestMinimumBasicScenario-1001353867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:23:45.288071 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-324896f0-0a4a-481c-9bdf-d0d3b9539885 req-7d810aa8-d0aa-4c02-8047-bbffd6a23901 tempest-TestMinimumBasicScenario-1001353867 tempest-TestMinimumBasicScenario-1001353867-project] 10.222.0.66 "GET /v2.0/ports?device_id=131dcb5b-f62d-42ec-b0d0-588a120aa1d3 HTTP/1.1" status: 200 len: 945 time: 0.0698838 Nov 22 12:23:45.363626 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-324896f0-0a4a-481c-9bdf-d0d3b9539885 req-c76b57a3-5551-41e1-84b1-00c9d5b5a843 tempest-TestMinimumBasicScenario-1001353867 tempest-TestMinimumBasicScenario-1001353867-project] 10.222.0.66 "GET /v2.0/security-groups?id=fef67df6-c110-4434-a0a2-3d2b51571b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662987 Nov 22 12:23:45.409829 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.db [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] get_ports_and_sgs() called for port_ids ['f7e46359-fc84-431c-88fd-b6af0c318ee6'] {{(pid=102751) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 12:23:45.487015 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.wsgi [-] (102749) accepted ('10.222.0.66', 50242) {{(pid=102749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:23:45.501799 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-2bd6445f-8470-4867-9cf8-88654a5d23c7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:45.596361 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-2bd6445f-8470-4867-9cf8-88654a5d23c7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:45.601641 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-2bd6445f-8470-4867-9cf8-88654a5d23c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545565'] for security_group, after_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:45.644284 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [None req-2bd6445f-8470-4867-9cf8-88654a5d23c7 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=9bad3540ed7b4c48974ec48d5d4fbfef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1559350 Nov 22 12:23:45.645440 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd6445f-8470-4867-9cf8-88654a5d23c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b355cef3-73c4-4e1c-b5a8-30d39c4f1d9a,revision_number=1']} {{(pid=102749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:23:45.647133 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.wsgi [-] (102750) accepted ('10.222.0.66', 50248) {{(pid=102750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:23:45.703074 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-69b784a5-f9cd-42dc-b791-4b0bdee0efaf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:45.724774 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-69b784a5-f9cd-42dc-b791-4b0bdee0efaf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:45.772150 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-69b784a5-f9cd-42dc-b791-4b0bdee0efaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545565'] for security_group, after_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:45.775254 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-69b784a5-f9cd-42dc-b791-4b0bdee0efaf admin admin] Publish callbacks [] for security_group, before_response {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:45.776685 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [None req-69b784a5-f9cd-42dc-b791-4b0bdee0efaf admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/b355cef3-73c4-4e1c-b5a8-30d39c4f1d9a HTTP/1.1" status: 204 len: 168 time: 0.1283212 Nov 22 12:23:45.784729 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b784a5-f9cd-42dc-b791-4b0bdee0efaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b355cef3-73c4-4e1c-b5a8-30d39c4f1d9a,revision_number=None']} {{(pid=102750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:23:46.122169 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.wsgi [-] (102750) accepted ('10.222.0.66', 50262) {{(pid=102750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:23:46.137040 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-f26e2561-7811-4441-b2fd-e1821d5eb294 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:46.207853 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a0e3ac-2c67-4a63-8842-18a6ac219a54 req-dded27e5-e5c7-42e1-812b-d057c5c7ccc4 tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:23:46.215326 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-f5a0e3ac-2c67-4a63-8842-18a6ac219a54 req-dded27e5-e5c7-42e1-812b-d057c5c7ccc4 tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] 10.222.0.66 "GET /v2.0/ports?device_id=2306113c-8f98-42fd-8c0c-3dfac98fff21 HTTP/1.1" status: 200 len: 945 time: 0.0685198 Nov 22 12:23:46.225074 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-f26e2561-7811-4441-b2fd-e1821d5eb294 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:46.232083 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-f26e2561-7811-4441-b2fd-e1821d5eb294 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545565'] for security_group, after_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:46.283652 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-f5a0e3ac-2c67-4a63-8842-18a6ac219a54 req-fff27270-dcab-4f4f-8e4c-3e630372c050 tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] 10.222.0.66 "GET /v2.0/security-groups?id=117aa477-d28a-495e-b4af-8d598b569f00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674448 Nov 22 12:23:46.285945 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [None req-f26e2561-7811-4441-b2fd-e1821d5eb294 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=6c8e47037880449286b275a62be210a8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1625855 Nov 22 12:23:46.287107 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26e2561-7811-4441-b2fd-e1821d5eb294 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50e850b8-fefe-41eb-b7f3-a7fb95cd32f3,revision_number=1']} {{(pid=102750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:23:46.288741 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.wsgi [-] (102749) accepted ('10.222.0.66', 50270) {{(pid=102749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:23:46.360640 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-8af5a2c0-42fb-419f-b125-b1a0e3fceb79 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:46.382152 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-8af5a2c0-42fb-419f-b125-b1a0e3fceb79 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:46.433378 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-8af5a2c0-42fb-419f-b125-b1a0e3fceb79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545565'] for security_group, after_delete {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:46.436884 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-8af5a2c0-42fb-419f-b125-b1a0e3fceb79 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:46.438425 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [None req-8af5a2c0-42fb-419f-b125-b1a0e3fceb79 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/50e850b8-fefe-41eb-b7f3-a7fb95cd32f3 HTTP/1.1" status: 204 len: 168 time: 0.1475763 Nov 22 12:23:46.458055 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af5a2c0-42fb-419f-b125-b1a0e3fceb79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50e850b8-fefe-41eb-b7f3-a7fb95cd32f3,revision_number=None']} {{(pid=102749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:23:46.496983 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94709bb9-f597-43dc-bfa8-58ddc0823f93 req-2dc8caa2-1f01-4dba-918d-aefe6530ea47 tempest-TestMinimumBasicScenario-1001353867 tempest-TestMinimumBasicScenario-1001353867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:23:46.498567 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-94709bb9-f597-43dc-bfa8-58ddc0823f93 req-2dc8caa2-1f01-4dba-918d-aefe6530ea47 tempest-TestMinimumBasicScenario-1001353867 tempest-TestMinimumBasicScenario-1001353867-project] 10.222.0.66 "GET /v2.0/ports?device_id=131dcb5b-f62d-42ec-b0d0-588a120aa1d3 HTTP/1.1" status: 200 len: 945 time: 0.0591424 Nov 22 12:23:46.548510 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-94709bb9-f597-43dc-bfa8-58ddc0823f93 req-0a1993b9-f34d-4a48-aa18-e8da14788cda tempest-TestMinimumBasicScenario-1001353867 tempest-TestMinimumBasicScenario-1001353867-project] 10.222.0.66 "GET /v2.0/security-groups?id=fef67df6-c110-4434-a0a2-3d2b51571b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434282 Nov 22 12:23:46.721771 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.rpc [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Device f7e46359-fc84-431c-88fd-b6af0c318ee6 up at agent hyperv_hv-cinder-76845 {{(pid=102751) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 12:23:46.785864 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.provisioning_blocks [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Provisioning for port f7e46359-fc84-431c-88fd-b6af0c318ee6 completed by entity L2. {{(pid=102751) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 12:23:46.790503 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.provisioning_blocks [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Provisioning complete for port f7e46359-fc84-431c-88fd-b6af0c318ee6 triggered by entity L2. {{(pid=102751) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 12:23:46.790883 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3821908'] for port, provisioning_complete {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:46.871069 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3931732'] for port, before_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:46.896009 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '131dcb5b-f62d-42ec-b0d0-588a120aa1d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7e46359-fc84-431c-88fd-b6af0c318ee6'}] {{(pid=102751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 12:23:46.898763 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50f57f68d0dae852c32e4f8721e97c07bf2df52fd56e1603e3e4743a1bb51d8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b19e2a3-f2ca-40b3-86f9-b79e0d202836" -d '{"events": [{"server_uuid": "131dcb5b-f62d-42ec-b0d0-588a120aa1d3", "name": "network-vif-plugged", "status": "completed", "tag": "f7e46359-fc84-431c-88fd-b6af0c318ee6"}]}' {{(pid=102751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 12:23:46.911793 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.db [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] For port f7e46359-fc84-431c-88fd-b6af0c318ee6, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=f7e46359-fc84-431c-88fd-b6af0c318ee6,segment=NetworkSegment(febd2015-56a8-4ea3-acf5-8c944ae8a2eb),segment_id=febd2015-56a8-4ea3-acf5-8c944ae8a2eb)] {{(pid=102751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 12:23:46.917832 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793343495738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793342949286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793342949304'] for port, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:46.958797 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 12:23:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-710b5552-4f69-4b84-910f-ce931b962fb4 x-openstack-request-id: req-710b5552-4f69-4b84-910f-ce931b962fb4 {{(pid=102751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 12:23:46.959097 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "131dcb5b-f62d-42ec-b0d0-588a120aa1d3", "name": "network-vif-plugged", "status": "completed", "tag": "f7e46359-fc84-431c-88fd-b6af0c318ee6", "code": 200}]} {{(pid=102751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 12:23:46.959389 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-710b5552-4f69-4b84-910f-ce931b962fb4 {{(pid=102751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 12:23:46.959786 dv-cinder-768458-13-iscsi neutron-server[102751]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '131dcb5b-f62d-42ec-b0d0-588a120aa1d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7e46359-fc84-431c-88fd-b6af0c318ee6', 'code': 200} Nov 22 12:23:46.978583 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Pushing event updated for resources: {'Port': ['ID=f7e46359-fc84-431c-88fd-b6af0c318ee6,revision_number=5']} {{(pid=102751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:23:47.118105 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e5ffb4-53e9-4dff-ab72-40112315c42f req-21a4cebd-09fc-4f6e-ab48-87afba0ce357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:23:47.119500 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-29e5ffb4-53e9-4dff-ab72-40112315c42f req-21a4cebd-09fc-4f6e-ab48-87afba0ce357 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=131dcb5b-f62d-42ec-b0d0-588a120aa1d3 HTTP/1.1" status: 200 len: 1099 time: 0.0436068 Nov 22 12:23:47.170517 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-29e5ffb4-53e9-4dff-ab72-40112315c42f req-5acba270-59f8-4f58-a6b9-804da6cebc1d service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=fef67df6-c110-4434-a0a2-3d2b51571b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433371 Nov 22 12:23:47.443384 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f22ee7a-1b0b-42c5-8a15-4e823131c7d0 req-dad7cf47-602e-43e6-a40f-c3bb1b85d0f7 tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:23:47.451952 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-8f22ee7a-1b0b-42c5-8a15-4e823131c7d0 req-dad7cf47-602e-43e6-a40f-c3bb1b85d0f7 tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] 10.222.0.66 "GET /v2.0/ports?device_id=2306113c-8f98-42fd-8c0c-3dfac98fff21 HTTP/1.1" status: 200 len: 945 time: 0.0676789 Nov 22 12:23:47.499046 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793343475411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3821827'] for agent, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:47.525976 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-8f22ee7a-1b0b-42c5-8a15-4e823131c7d0 req-c2417e9d-3f7b-49a0-82dd-cbff1bd84e62 tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] 10.222.0.66 "GET /v2.0/security-groups?id=117aa477-d28a-495e-b4af-8d598b569f00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728087 Nov 22 12:23:47.675517 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d51861c-667d-4e6a-89e1-9cd054acd94a req-a43c0aac-c050-4f19-b53d-c7f0744cb1a3 tempest-TestMinimumBasicScenario-1001353867 tempest-TestMinimumBasicScenario-1001353867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:23:47.677033 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-0d51861c-667d-4e6a-89e1-9cd054acd94a req-a43c0aac-c050-4f19-b53d-c7f0744cb1a3 tempest-TestMinimumBasicScenario-1001353867 tempest-TestMinimumBasicScenario-1001353867-project] 10.222.0.66 "GET /v2.0/ports?device_id=131dcb5b-f62d-42ec-b0d0-588a120aa1d3 HTTP/1.1" status: 200 len: 946 time: 0.0557387 Nov 22 12:23:47.730906 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-0d51861c-667d-4e6a-89e1-9cd054acd94a req-5193b303-977a-4d37-bce6-ef16133392b9 tempest-TestMinimumBasicScenario-1001353867 tempest-TestMinimumBasicScenario-1001353867-project] 10.222.0.66 "GET /v2.0/security-groups?id=fef67df6-c110-4434-a0a2-3d2b51571b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467479 Nov 22 12:23:48.680429 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8302359-4e73-4f1e-b402-f8a12ce65279 req-440596a7-bee9-4020-8f04-f114a2f41298 tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:23:48.682381 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-b8302359-4e73-4f1e-b402-f8a12ce65279 req-440596a7-bee9-4020-8f04-f114a2f41298 tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] 10.222.0.66 "GET /v2.0/ports?device_id=2306113c-8f98-42fd-8c0c-3dfac98fff21 HTTP/1.1" status: 200 len: 945 time: 0.0718510 Nov 22 12:23:48.735694 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-b8302359-4e73-4f1e-b402-f8a12ce65279 req-70063e72-9f23-4670-88eb-68a456d02783 tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] 10.222.0.66 "GET /v2.0/security-groups?id=117aa477-d28a-495e-b4af-8d598b569f00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465364 Nov 22 12:23:48.875943 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622317f9-88c3-4ce1-8527-16dc656600b1 req-a99d577d-bc5a-400e-88c8-c60698af5fed tempest-TestMinimumBasicScenario-1001353867 tempest-TestMinimumBasicScenario-1001353867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:23:48.877776 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-622317f9-88c3-4ce1-8527-16dc656600b1 req-a99d577d-bc5a-400e-88c8-c60698af5fed tempest-TestMinimumBasicScenario-1001353867 tempest-TestMinimumBasicScenario-1001353867-project] 10.222.0.66 "GET /v2.0/ports?device_id=131dcb5b-f62d-42ec-b0d0-588a120aa1d3 HTTP/1.1" status: 200 len: 946 time: 0.0748010 Nov 22 12:23:48.943776 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-622317f9-88c3-4ce1-8527-16dc656600b1 req-0d916320-cc2f-4741-b96d-a92ae84c11e4 tempest-TestMinimumBasicScenario-1001353867 tempest-TestMinimumBasicScenario-1001353867-project] 10.222.0.66 "GET /v2.0/security-groups?id=fef67df6-c110-4434-a0a2-3d2b51571b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576582 Nov 22 12:23:49.073438 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9f8b77-a5e5-435d-a633-43bb1c6bb62e req-9df2dc0d-1f6c-442d-b96a-4f66331e8105 tempest-TestMinimumBasicScenario-1001353867 tempest-TestMinimumBasicScenario-1001353867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:23:49.074980 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-2b9f8b77-a5e5-435d-a633-43bb1c6bb62e req-9df2dc0d-1f6c-442d-b96a-4f66331e8105 tempest-TestMinimumBasicScenario-1001353867 tempest-TestMinimumBasicScenario-1001353867-project] 10.222.0.66 "GET /v2.0/ports?device_id=131dcb5b-f62d-42ec-b0d0-588a120aa1d3 HTTP/1.1" status: 200 len: 946 time: 0.0575457 Nov 22 12:23:49.133752 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-2b9f8b77-a5e5-435d-a633-43bb1c6bb62e req-1701d686-1cbb-443d-b544-7d34b367be69 tempest-TestMinimumBasicScenario-1001353867 tempest-TestMinimumBasicScenario-1001353867-project] 10.222.0.66 "GET /v2.0/security-groups?id=fef67df6-c110-4434-a0a2-3d2b51571b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500758 Nov 22 12:23:49.476488 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdd3a51-cf6e-4e66-a651-4aab1161f819 req-38af7b94-6810-45ac-ac4b-bf8cb78a06a7 tempest-TestMinimumBasicScenario-1001353867 tempest-TestMinimumBasicScenario-1001353867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:23:49.478035 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-cbdd3a51-cf6e-4e66-a651-4aab1161f819 req-38af7b94-6810-45ac-ac4b-bf8cb78a06a7 tempest-TestMinimumBasicScenario-1001353867 tempest-TestMinimumBasicScenario-1001353867-project] 10.222.0.66 "GET /v2.0/ports?device_id=131dcb5b-f62d-42ec-b0d0-588a120aa1d3 HTTP/1.1" status: 200 len: 946 time: 0.0514195 Nov 22 12:23:49.527702 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-cbdd3a51-cf6e-4e66-a651-4aab1161f819 req-7bcc93e5-8bed-4cf3-8f0e-b33caa85a7ce tempest-TestMinimumBasicScenario-1001353867 tempest-TestMinimumBasicScenario-1001353867-project] 10.222.0.66 "GET /v2.0/security-groups?id=fef67df6-c110-4434-a0a2-3d2b51571b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432906 Nov 22 12:23:49.916683 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590d2f22-c1cf-4bcf-b4bc-349065460aa2 req-5ca675cc-d7b2-4b09-b03e-6fa28e9b8c98 tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:23:49.920585 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-590d2f22-c1cf-4bcf-b4bc-349065460aa2 req-5ca675cc-d7b2-4b09-b03e-6fa28e9b8c98 tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] 10.222.0.66 "GET /v2.0/ports?device_id=2306113c-8f98-42fd-8c0c-3dfac98fff21 HTTP/1.1" status: 200 len: 945 time: 0.0850575 Nov 22 12:23:49.976502 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-590d2f22-c1cf-4bcf-b4bc-349065460aa2 req-c5174dc0-90b5-4df9-aed4-bbcc7fed434e tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] 10.222.0.66 "GET /v2.0/security-groups?id=117aa477-d28a-495e-b4af-8d598b569f00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492995 Nov 22 12:23:50.772890 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-c1c4d1cb-9b68-477b-b0a7-76e635988d6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793343475411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3821827'] for agent, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:51.105664 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a0b3f5-7fac-4805-9ecb-8492a2b34919 req-c780287e-bc2c-406b-881b-2d98678aea97 tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:23:51.113421 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-35a0b3f5-7fac-4805-9ecb-8492a2b34919 req-c780287e-bc2c-406b-881b-2d98678aea97 tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] 10.222.0.66 "GET /v2.0/ports?device_id=2306113c-8f98-42fd-8c0c-3dfac98fff21 HTTP/1.1" status: 200 len: 945 time: 0.0634761 Nov 22 12:23:51.181643 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-35a0b3f5-7fac-4805-9ecb-8492a2b34919 req-ab1c466a-f5ae-4579-b7ac-27b65f65c8e2 tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] 10.222.0.66 "GET /v2.0/security-groups?id=117aa477-d28a-495e-b4af-8d598b569f00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668209 Nov 22 12:23:51.335312 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.wsgi [-] (102749) accepted ('10.222.0.66', 50468) {{(pid=102749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:23:51.473483 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-96a54c2c-be5f-40e2-b0d1-7fe1ba6be791 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:51.562526 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-96a54c2c-be5f-40e2-b0d1-7fe1ba6be791 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:51.567943 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-96a54c2c-be5f-40e2-b0d1-7fe1ba6be791 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545565'] for security_group, after_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:51.627127 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [None req-96a54c2c-be5f-40e2-b0d1-7fe1ba6be791 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=46ab43af7d7e448da8c15dcbf6bd2105&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2876341 Nov 22 12:23:51.628422 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.wsgi [-] (102750) accepted ('10.222.0.66', 50484) {{(pid=102750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:23:51.632628 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a54c2c-be5f-40e2-b0d1-7fe1ba6be791 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3a738bb-4a86-4b9b-a5d8-7c97566cdb27,revision_number=1']} {{(pid=102749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:23:51.682546 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-bc8c2dc7-808f-4315-aec0-e92685fd6888 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:51.708614 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-bc8c2dc7-808f-4315-aec0-e92685fd6888 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:51.757182 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-bc8c2dc7-808f-4315-aec0-e92685fd6888 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545565'] for security_group, after_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:51.760017 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-bc8c2dc7-808f-4315-aec0-e92685fd6888 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:51.761190 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [None req-bc8c2dc7-808f-4315-aec0-e92685fd6888 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/e3a738bb-4a86-4b9b-a5d8-7c97566cdb27 HTTP/1.1" status: 204 len: 168 time: 0.1323247 Nov 22 12:23:51.772571 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8c2dc7-808f-4315-aec0-e92685fd6888 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3a738bb-4a86-4b9b-a5d8-7c97566cdb27,revision_number=None']} {{(pid=102750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:23:52.057393 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.wsgi [-] (102749) accepted ('10.222.0.66', 50504) {{(pid=102749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:23:52.077047 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-ea085cf6-87b2-4c1c-b5a2-045406aaf91f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:52.168654 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-ea085cf6-87b2-4c1c-b5a2-045406aaf91f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:52.173955 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-ea085cf6-87b2-4c1c-b5a2-045406aaf91f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545565'] for security_group, after_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:52.213855 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [None req-ea085cf6-87b2-4c1c-b5a2-045406aaf91f admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=2240312f842c4fccafe1bd3b1b7beed7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1550727 Nov 22 12:23:52.214812 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea085cf6-87b2-4c1c-b5a2-045406aaf91f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21809457-e9af-432f-a450-df93f8efa8a7,revision_number=1']} {{(pid=102749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:23:52.215626 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.wsgi [-] (102750) accepted ('10.222.0.66', 50508) {{(pid=102750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:23:52.266626 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-1ac22b01-68ae-4176-a09e-f92c9346817f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:52.291528 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-1ac22b01-68ae-4176-a09e-f92c9346817f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:52.305879 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.wsgi [-] (102750) accepted ('10.222.0.66', 50512) {{(pid=102750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:23:52.306046 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8dce27-baab-4827-85d1-0345c28b89f8 req-58772655-591d-477a-92b6-fb6e4eabb9f4 tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:23:52.307633 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-dc8dce27-baab-4827-85d1-0345c28b89f8 req-58772655-591d-477a-92b6-fb6e4eabb9f4 tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] 10.222.0.66 "GET /v2.0/ports?device_id=2306113c-8f98-42fd-8c0c-3dfac98fff21 HTTP/1.1" status: 200 len: 945 time: 0.0504751 Nov 22 12:23:52.360629 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-dc8dce27-baab-4827-85d1-0345c28b89f8 req-d704aaae-3f7b-4291-a116-0164fd3d9c84 tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] 10.222.0.66 "GET /v2.0/security-groups?id=117aa477-d28a-495e-b4af-8d598b569f00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463781 Nov 22 12:23:52.370597 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.db.db_base_plugin_v2 [None req-96ddfc0d-73d1-43e6-b6ea-87e7da904427 admin admin] Deleting subnet b23da1d5-67b6-4638-9aba-5b784b347006 {{(pid=102750) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 12:23:52.376038 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-96ddfc0d-73d1-43e6-b6ea-87e7da904427 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:52.403445 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-1ac22b01-68ae-4176-a09e-f92c9346817f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545565'] for security_group, after_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:52.406306 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-1ac22b01-68ae-4176-a09e-f92c9346817f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:52.409818 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [None req-1ac22b01-68ae-4176-a09e-f92c9346817f admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/21809457-e9af-432f-a450-df93f8efa8a7 HTTP/1.1" status: 204 len: 168 time: 0.1908224 Nov 22 12:23:52.423986 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac22b01-68ae-4176-a09e-f92c9346817f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21809457-e9af-432f-a450-df93f8efa8a7,revision_number=None']} {{(pid=102750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:23:52.427616 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-96ddfc0d-73d1-43e6-b6ea-87e7da904427 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129945341'] for subnet, precommit_delete_associations {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:52.471463 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-96ddfc0d-73d1-43e6-b6ea-87e7da904427 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3851550'] for subnet, precommit_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:52.551793 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-96ddfc0d-73d1-43e6-b6ea-87e7da904427 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3851541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128483662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125991811'] for subnet, after_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:52.605694 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ddfc0d-73d1-43e6-b6ea-87e7da904427 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b23da1d5-67b6-4638-9aba-5b784b347006,revision_number=None']} {{(pid=102750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:23:52.608577 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-96ddfc0d-73d1-43e6-b6ea-87e7da904427 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:52.613631 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [None req-96ddfc0d-73d1-43e6-b6ea-87e7da904427 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/b23da1d5-67b6-4638-9aba-5b784b347006 HTTP/1.1" status: 204 len: 168 time: 0.3061357 Nov 22 12:23:52.615475 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.wsgi [-] (102750) accepted ('10.222.0.66', 50522) {{(pid=102750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:23:52.631015 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43273a0f-8f65-4968-9de1-c9279205507e req-63d4b590-cd5d-493d-a78d-4beed4d73de5 tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:23:52.632634 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-43273a0f-8f65-4968-9de1-c9279205507e req-63d4b590-cd5d-493d-a78d-4beed4d73de5 tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] 10.222.0.66 "GET /v2.0/ports?device_id=2306113c-8f98-42fd-8c0c-3dfac98fff21 HTTP/1.1" status: 200 len: 945 time: 0.0788329 Nov 22 12:23:52.692223 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-928f66e0-6105-4c73-99bb-5eac9bde9229 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3895399'] for network, before_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:52.706230 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8e451a-aa38-46f9-9dff-14efe2e622ca req-8a826557-4cf0-42d3-8902-6c141a5a2a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:23:52.707792 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-1a8e451a-aa38-46f9-9dff-14efe2e622ca req-8a826557-4cf0-42d3-8902-6c141a5a2a20 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7f5dffe9bc3f41c7a2656d194fd02173&device_id=2306113c-8f98-42fd-8c0c-3dfac98fff21 HTTP/1.1" status: 200 len: 1098 time: 0.0742476 Nov 22 12:23:52.733594 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-43273a0f-8f65-4968-9de1-c9279205507e req-63ed069c-ff24-45e1-8e56-90934e324771 tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] 10.222.0.66 "GET /v2.0/security-groups?id=117aa477-d28a-495e-b4af-8d598b569f00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729413 Nov 22 12:23:52.775719 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-928f66e0-6105-4c73-99bb-5eac9bde9229 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3855014', 'neutron.services.segments.db._delete_segments_for_network-8793343475339'] for network, precommit_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:52.798196 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.services.segments.db [None req-928f66e0-6105-4c73-99bb-5eac9bde9229 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0e4cddf-9054-45b8-ae14-fd837a61718e']}} {{(pid=102750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 12:23:52.809471 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.services.segments.db [None req-928f66e0-6105-4c73-99bb-5eac9bde9229 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b307a277-133b-49ad-9947-78ca47bc0d8c') {'for_net_delete': True} {{(pid=102750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 12:23:52.809778 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.services.segments.db [None req-928f66e0-6105-4c73-99bb-5eac9bde9229 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b307a277-133b-49ad-9947-78ca47bc0d8c') {} {{(pid=102750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 12:23:52.826916 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-928f66e0-6105-4c73-99bb-5eac9bde9229 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793343276566', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129945334'] for segment, before_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:52.831460 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8e451a-aa38-46f9-9dff-14efe2e622ca req-b3054839-847c-4600-a13f-4f88b293ed0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:23:52.833020 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-1a8e451a-aa38-46f9-9dff-14efe2e622ca req-b3054839-847c-4600-a13f-4f88b293ed0c service neutron] 10.222.0.46 "GET /v2.0/networks?id=10b712e1-1243-4ece-87db-2201cf5a5198 HTTP/1.1" status: 200 len: 911 time: 0.1122396 Nov 22 12:23:52.840682 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-928f66e0-6105-4c73-99bb-5eac9bde9229 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3850450'] for segment, precommit_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:52.847635 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-928f66e0-6105-4c73-99bb-5eac9bde9229 admin admin] Releasing vlan 631 on physical network physnet1 to pool {{(pid=102750) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 12:23:52.848072 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-928f66e0-6105-4c73-99bb-5eac9bde9229 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3850450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128483812'] for segment, after_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:52.849814 dv-cinder-768458-13-iscsi neutron-server[102750]: Traceback (most recent call last): Nov 22 12:23:52.849814 dv-cinder-768458-13-iscsi neutron-server[102750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 12:23:52.849814 dv-cinder-768458-13-iscsi neutron-server[102750]: timer() Nov 22 12:23:52.849814 dv-cinder-768458-13-iscsi neutron-server[102750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 12:23:52.849814 dv-cinder-768458-13-iscsi neutron-server[102750]: cb(*args, **kw) Nov 22 12:23:52.849814 dv-cinder-768458-13-iscsi neutron-server[102750]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 12:23:52.849814 dv-cinder-768458-13-iscsi neutron-server[102750]: return func(*args, **kwargs) Nov 22 12:23:52.849814 dv-cinder-768458-13-iscsi neutron-server[102750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 12:23:52.849814 dv-cinder-768458-13-iscsi neutron-server[102750]: self._notify() Nov 22 12:23:52.849814 dv-cinder-768458-13-iscsi neutron-server[102750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 12:23:52.849814 dv-cinder-768458-13-iscsi neutron-server[102750]: self.callback(batched_events) Nov 22 12:23:52.849814 dv-cinder-768458-13-iscsi neutron-server[102750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 12:23:52.849814 dv-cinder-768458-13-iscsi neutron-server[102750]: event.method(event) Nov 22 12:23:52.849814 dv-cinder-768458-13-iscsi neutron-server[102750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 12:23:52.849814 dv-cinder-768458-13-iscsi neutron-server[102750]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 12:23:52.849814 dv-cinder-768458-13-iscsi neutron-server[102750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 12:23:52.849814 dv-cinder-768458-13-iscsi neutron-server[102750]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 12:23:52.849814 dv-cinder-768458-13-iscsi neutron-server[102750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 12:23:52.849814 dv-cinder-768458-13-iscsi neutron-server[102750]: return f(self, *a, **k) Nov 22 12:23:52.849814 dv-cinder-768458-13-iscsi neutron-server[102750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 12:23:52.849814 dv-cinder-768458-13-iscsi neutron-server[102750]: return self._get(url).json() Nov 22 12:23:52.849814 dv-cinder-768458-13-iscsi neutron-server[102750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 12:23:52.849814 dv-cinder-768458-13-iscsi neutron-server[102750]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 12:23:52.849814 dv-cinder-768458-13-iscsi neutron-server[102750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 12:23:52.849814 dv-cinder-768458-13-iscsi neutron-server[102750]: return self.request(url, 'GET', **kwargs) Nov 22 12:23:52.849814 dv-cinder-768458-13-iscsi neutron-server[102750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 12:23:52.849814 dv-cinder-768458-13-iscsi neutron-server[102750]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 12:23:52.849814 dv-cinder-768458-13-iscsi neutron-server[102750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 12:23:52.849814 dv-cinder-768458-13-iscsi neutron-server[102750]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 12:23:52.849814 dv-cinder-768458-13-iscsi neutron-server[102750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 12:23:52.849814 dv-cinder-768458-13-iscsi neutron-server[102750]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 12:23:52.849814 dv-cinder-768458-13-iscsi neutron-server[102750]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 12:23:52.905985 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-928f66e0-6105-4c73-99bb-5eac9bde9229 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3855023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532706'] for network, after_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:52.914370 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-1a8e451a-aa38-46f9-9dff-14efe2e622ca req-25b425b0-8fd0-4927-bb82-cb2019ecf4e8 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0b19f5ef-ff09-43ae-866e-7b3d6c9fc45c HTTP/1.1" status: 200 len: 1001 time: 0.0726593 Nov 22 12:23:52.916428 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-928f66e0-6105-4c73-99bb-5eac9bde9229 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758363'] for network, before_response {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:52.919637 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [None req-928f66e0-6105-4c73-99bb-5eac9bde9229 admin admin] 10.222.0.66 "DELETE /v2.0/networks/f0e4cddf-9054-45b8-ae14-fd837a61718e HTTP/1.1" status: 204 len: 168 time: 0.3030660 Nov 22 12:23:52.929849 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928f66e0-6105-4c73-99bb-5eac9bde9229 admin admin] Pushing event deleted for resources: {'Network': ['ID=f0e4cddf-9054-45b8-ae14-fd837a61718e,revision_number=None']} {{(pid=102750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:23:52.975392 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8e451a-aa38-46f9-9dff-14efe2e622ca req-7e50ce15-fa44-40c7-ab8b-c800e5d69ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:23:52.978207 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-1a8e451a-aa38-46f9-9dff-14efe2e622ca req-7e50ce15-fa44-40c7-ab8b-c800e5d69ce9 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=75c4fc63-17cf-4b1b-891d-bbf68c4295d3 HTTP/1.1" status: 200 len: 849 time: 0.0565696 Nov 22 12:23:53.025049 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-1484220c-4d5f-433c-8bb4-c0319bfb4d62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793343475411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3821827'] for agent, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:53.043187 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8e451a-aa38-46f9-9dff-14efe2e622ca req-7653c881-e5c9-4246-a91c-d6c2038c1155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:23:53.044878 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-1a8e451a-aa38-46f9-9dff-14efe2e622ca req-7653c881-e5c9-4246-a91c-d6c2038c1155 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=10b712e1-1243-4ece-87db-2201cf5a5198&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0590546 Nov 22 12:23:53.162854 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-1a8e451a-aa38-46f9-9dff-14efe2e622ca req-986b1f9a-ab3a-409c-b467-60ced83ca065 service neutron] 10.222.0.46 "GET /v2.0/networks/10b712e1-1243-4ece-87db-2201cf5a5198?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1095250 Nov 22 12:23:53.167570 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.wsgi [-] (102749) accepted ('10.222.0.66', 50552) {{(pid=102749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:23:53.276116 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [None req-a7949fbc-4691-45b8-b86a-a20c34cd89bd admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=8dc74b1d74b14a009699279eb128f9f9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1045859 Nov 22 12:23:53.276681 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.wsgi [-] (102749) accepted ('10.222.0.66', 50558) {{(pid=102749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:23:53.330065 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-1a8e451a-aa38-46f9-9dff-14efe2e622ca req-e14847d4-9ce9-4572-9346-b2856b8771fe service neutron] 10.222.0.46 "GET /v2.0/networks/10b712e1-1243-4ece-87db-2201cf5a5198?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1546924 Nov 22 12:23:53.347108 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-4c90df4f-7447-453c-a963-db87f5b7f404 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:53.348619 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.wsgi [-] (102750) accepted ('10.222.0.66', 50560) {{(pid=102750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:23:53.375377 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-4c90df4f-7447-453c-a963-db87f5b7f404 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:53.430609 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-4c90df4f-7447-453c-a963-db87f5b7f404 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545565'] for security_group, after_delete {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:53.433666 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-4c90df4f-7447-453c-a963-db87f5b7f404 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:53.435615 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [None req-4c90df4f-7447-453c-a963-db87f5b7f404 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/188eb127-27e7-40f9-bd3a-a43f3d4f7d59 HTTP/1.1" status: 204 len: 168 time: 0.1579401 Nov 22 12:23:53.444056 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c90df4f-7447-453c-a963-db87f5b7f404 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=188eb127-27e7-40f9-bd3a-a43f3d4f7d59,revision_number=None']} {{(pid=102749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:23:53.590243 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-0bfa550f-8aff-4b2c-a30b-d76c4a89d636 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:53.680544 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-0bfa550f-8aff-4b2c-a30b-d76c4a89d636 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:53.686922 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-0bfa550f-8aff-4b2c-a30b-d76c4a89d636 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545565'] for security_group, after_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:53.722748 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [None req-0bfa550f-8aff-4b2c-a30b-d76c4a89d636 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=c0395b618568491e8027d8014b488101&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3724260 Nov 22 12:23:53.723444 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.wsgi [-] (102749) accepted ('10.222.0.66', 50580) {{(pid=102749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:23:53.740069 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfa550f-8aff-4b2c-a30b-d76c4a89d636 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee4bece9-0810-4b59-ac84-f5206d6630ce,revision_number=1']} {{(pid=102750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:23:53.823843 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-9d1b9918-b86c-495f-951b-edcfdefa9898 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:53.883386 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-9d1b9918-b86c-495f-951b-edcfdefa9898 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:53.973407 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c47c18d-8097-42d1-9947-6bd2adb3d2ed req-03ed8b26-ef65-4f83-9df0-0c47421c5b69 tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:23:53.975173 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-4c47c18d-8097-42d1-9947-6bd2adb3d2ed req-03ed8b26-ef65-4f83-9df0-0c47421c5b69 tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] 10.222.0.66 "GET /v2.0/ports?device_id=2306113c-8f98-42fd-8c0c-3dfac98fff21 HTTP/1.1" status: 200 len: 945 time: 0.0877326 Nov 22 12:23:54.007779 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-9d1b9918-b86c-495f-951b-edcfdefa9898 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545565'] for security_group, after_delete {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:54.011091 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-9d1b9918-b86c-495f-951b-edcfdefa9898 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:54.012422 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [None req-9d1b9918-b86c-495f-951b-edcfdefa9898 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/ee4bece9-0810-4b59-ac84-f5206d6630ce HTTP/1.1" status: 204 len: 168 time: 0.2880092 Nov 22 12:23:54.044083 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1b9918-b86c-495f-951b-edcfdefa9898 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee4bece9-0810-4b59-ac84-f5206d6630ce,revision_number=None']} {{(pid=102749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:23:54.092930 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-9105419b-06f9-45a8-bbac-70d110a73200 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793343475411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3821827'] for agent, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:54.108599 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-4c47c18d-8097-42d1-9947-6bd2adb3d2ed req-448cc625-82d7-4d02-b6d2-bed996b53340 tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] 10.222.0.66 "GET /v2.0/security-groups?id=117aa477-d28a-495e-b4af-8d598b569f00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1239185 Nov 22 12:23:54.237767 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.wsgi [-] (102750) accepted ('10.222.0.66', 50592) {{(pid=102750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:23:54.338481 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.wsgi [-] (102749) accepted ('10.222.0.66', 50596) {{(pid=102749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:23:54.350136 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-e5be79af-84e3-4a0f-bdaf-991a22132fe7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:54.352284 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-eb658e38-b48d-4036-8414-367f834493da admin admin] Publish callbacks [] for security_group, before_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:54.426150 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-e5be79af-84e3-4a0f-bdaf-991a22132fe7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:54.426805 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-eb658e38-b48d-4036-8414-367f834493da admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:54.431694 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-e5be79af-84e3-4a0f-bdaf-991a22132fe7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545565'] for security_group, after_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:54.433510 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-eb658e38-b48d-4036-8414-367f834493da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545565'] for security_group, after_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:54.469544 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [None req-e5be79af-84e3-4a0f-bdaf-991a22132fe7 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=132b4a8c44b047efbc9fed0a9cd1f1b9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2306228 Nov 22 12:23:54.470405 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5be79af-84e3-4a0f-bdaf-991a22132fe7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f85972f-d60b-4816-b705-4f6787988d79,revision_number=1']} {{(pid=102750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:23:54.472657 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.wsgi [-] (102750) accepted ('10.222.0.66', 50598) {{(pid=102750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:23:54.478038 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [None req-eb658e38-b48d-4036-8414-367f834493da admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=a289d43c742c4abbaf80f01e3e78056f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1356895 Nov 22 12:23:54.478038 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb658e38-b48d-4036-8414-367f834493da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=624ec9b9-d996-4e8f-b7a5-b7e7d69e11f2,revision_number=1']} {{(pid=102749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:23:54.479102 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.wsgi [-] (102750) accepted ('10.222.0.66', 50600) {{(pid=102750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:23:54.554694 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-a69154b0-449f-4585-81c8-131c13dadb5c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:54.558896 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-4da30741-851e-4d45-a76b-c2e83bedfd2d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:54.590807 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-a69154b0-449f-4585-81c8-131c13dadb5c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:54.600300 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-4da30741-851e-4d45-a76b-c2e83bedfd2d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:54.672632 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-a69154b0-449f-4585-81c8-131c13dadb5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545565'] for security_group, after_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:54.675460 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-a69154b0-449f-4585-81c8-131c13dadb5c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:54.676849 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [None req-a69154b0-449f-4585-81c8-131c13dadb5c admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/4f85972f-d60b-4816-b705-4f6787988d79 HTTP/1.1" status: 204 len: 168 time: 0.2030752 Nov 22 12:23:54.680070 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-4da30741-851e-4d45-a76b-c2e83bedfd2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545565'] for security_group, after_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:54.682669 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-4da30741-851e-4d45-a76b-c2e83bedfd2d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:54.683803 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [None req-4da30741-851e-4d45-a76b-c2e83bedfd2d admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/624ec9b9-d996-4e8f-b7a5-b7e7d69e11f2 HTTP/1.1" status: 204 len: 168 time: 0.2042856 Nov 22 12:23:54.692134 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69154b0-449f-4585-81c8-131c13dadb5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f85972f-d60b-4816-b705-4f6787988d79,revision_number=None']} {{(pid=102750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:23:54.705423 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da30741-851e-4d45-a76b-c2e83bedfd2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=624ec9b9-d996-4e8f-b7a5-b7e7d69e11f2,revision_number=None']} {{(pid=102750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:23:55.228566 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfab0bc-c10b-45ff-841c-6be16daa6746 req-95d448c2-dfe4-4a60-bcdf-865bd964bb49 tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:23:55.232129 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-8dfab0bc-c10b-45ff-841c-6be16daa6746 req-95d448c2-dfe4-4a60-bcdf-865bd964bb49 tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] 10.222.0.66 "GET /v2.0/ports?device_id=2306113c-8f98-42fd-8c0c-3dfac98fff21 HTTP/1.1" status: 200 len: 945 time: 0.0581079 Nov 22 12:23:55.287824 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-8dfab0bc-c10b-45ff-841c-6be16daa6746 req-7ada1e23-f57d-468e-aefc-04ff0572c84d tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] 10.222.0.66 "GET /v2.0/security-groups?id=117aa477-d28a-495e-b4af-8d598b569f00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517786 Nov 22 12:23:55.407154 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.wsgi [-] (102749) accepted ('10.222.0.66', 50648) {{(pid=102749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:23:55.503167 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.v2.base [None req-bd809833-f69c-4d04-9799-bdfe5b917512 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1247540016-network', 'tenant_id': 'e6a6b9451354485a919b8d857749c239'}} {{(pid=102749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 12:23:55.526570 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd809833-f69c-4d04-9799-bdfe5b917512 admin admin] Made reservation on behalf of e6a6b9451354485a919b8d857749c239 for: {'network': 1} {{(pid=102749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 12:23:55.529375 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-bd809833-f69c-4d04-9799-bdfe5b917512 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3931732'] for network, before_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:55.538025 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-bd809833-f69c-4d04-9799-bdfe5b917512 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:55.622703 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-bd809833-f69c-4d04-9799-bdfe5b917512 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:55.629001 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-bd809833-f69c-4d04-9799-bdfe5b917512 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545565'] for security_group, after_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:55.656970 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd809833-f69c-4d04-9799-bdfe5b917512 admin admin] vlan segment allocate from pool success with {'vlan_id': 622, 'physical_network': 'physnet1'} {{(pid=102749) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 12:23:55.669118 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd809833-f69c-4d04-9799-bdfe5b917512 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84c6bc21-9c22-413b-85e9-5c08b5cac52b,revision_number=1']} {{(pid=102749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:23:55.675381 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-bd809833-f69c-4d04-9799-bdfe5b917512 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3850450'] for segment, precommit_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:55.675732 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.db.segments_db [None req-bd809833-f69c-4d04-9799-bdfe5b917512 admin admin] Added segment bc80b0cb-42f3-4bc4-8337-3ee629b83ee5 of type vlan for network fb20b78b-879b-4dab-a7df-3e2377c4082c Nov 22 12:23:55.718094 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-2de83071-1b6f-4e8d-a0c8-0ed39ca59a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793343475411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3821827'] for agent, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:55.721585 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-bd809833-f69c-4d04-9799-bdfe5b917512 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793342968311'] for network, precommit_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:55.753922 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-bd809833-f69c-4d04-9799-bdfe5b917512 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381'] for network, after_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:55.754923 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd809833-f69c-4d04-9799-bdfe5b917512 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:23:55.755558 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-bd809833-f69c-4d04-9799-bdfe5b917512 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758363'] for network, before_response {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:55.818175 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [None req-bd809833-f69c-4d04-9799-bdfe5b917512 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4097152 Nov 22 12:23:55.821141 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.wsgi [-] (102749) accepted ('10.222.0.66', 50662) {{(pid=102749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:23:55.825883 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.v2.base [None req-8a59a636-567a-4335-9c15-bdc3bbd1763f admin admin] Request body: {'subnet': {'network_id': 'fb20b78b-879b-4dab-a7df-3e2377c4082c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1247540016-subnet', 'tenant_id': 'e6a6b9451354485a919b8d857749c239', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 12:23:55.838936 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd809833-f69c-4d04-9799-bdfe5b917512 admin admin] Pushing event updated for resources: {'Network': ['ID=fb20b78b-879b-4dab-a7df-3e2377c4082c,revision_number=1']} {{(pid=102749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:23:55.847203 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.rpc [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] Network fb20b78b-879b-4dab-a7df-3e2377c4082c details requested by agent ovs-agent-dv-cinder-768458-13-iscsi with host dv-cinder-768458-13-iscsi {{(pid=102751) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 12:23:55.858409 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a59a636-567a-4335-9c15-bdc3bbd1763f admin admin] Made reservation on behalf of e6a6b9451354485a919b8d857749c239 for: {'subnet': 1} {{(pid=102749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 12:23:55.861047 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-8a59a636-567a-4335-9c15-bdc3bbd1763f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129923343'] for subnet, before_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:56.045761 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-8a59a636-567a-4335-9c15-bdc3bbd1763f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126077502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129923377'] for subnet, after_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:56.108685 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a59a636-567a-4335-9c15-bdc3bbd1763f admin admin] Pushing event updated for resources: {'Subnet': ['ID=861a2ecb-cdeb-49e1-bd03-ff6f834e0ce2,revision_number=0']} {{(pid=102749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:23:56.119027 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a59a636-567a-4335-9c15-bdc3bbd1763f admin admin] Checking segment: {'id': 'bc80b0cb-42f3-4bc4-8337-3ee629b83ee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'fb20b78b-879b-4dab-a7df-3e2377c4082c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 12:23:56.119451 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a59a636-567a-4335-9c15-bdc3bbd1763f admin admin] Network hostable DHCP agents. Network: fb20b78b-879b-4dab-a7df-3e2377c4082c, hostable agents: ['c0a0bcc5-cac5-441b-a5c2-c094680f9e9d'], hosted agents: [] {{(pid=102749) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 12:23:56.138764 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a59a636-567a-4335-9c15-bdc3bbd1763f admin admin] Network fb20b78b-879b-4dab-a7df-3e2377c4082c is scheduled to be hosted by DHCP agent c0a0bcc5-cac5-441b-a5c2-c094680f9e9d with binding_index 1 {{(pid=102749) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 12:23:56.147129 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.scheduler.base_scheduler [None req-8a59a636-567a-4335-9c15-bdc3bbd1763f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768458-13-iscsi, fb20b78b-879b-4dab-a7df-3e2377c4082c) {{(pid=102749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 12:23:56.151621 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a59a636-567a-4335-9c15-bdc3bbd1763f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:23:56.152300 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-8a59a636-567a-4335-9c15-bdc3bbd1763f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758363'] for subnet, before_response {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:56.157411 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3e4aeef-639b-43f7-847c-abe9f5bc0110 None None] Network fb20b78b-879b-4dab-a7df-3e2377c4082c requested from dv-cinder-768458-13-iscsi {{(pid=102751) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 12:23:56.169654 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [None req-8a59a636-567a-4335-9c15-bdc3bbd1763f admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3474698 Nov 22 12:23:56.283626 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-881152ce-ecf0-4b1a-a253-4817a7e89e31 None None] Network fb20b78b-879b-4dab-a7df-3e2377c4082c requested from dv-cinder-768458-13-iscsi {{(pid=102751) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 12:23:56.405556 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793343475411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3821827'] for agent, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:56.696627 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.wsgi [-] (102750) accepted ('10.222.0.66', 50678) {{(pid=102750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:23:56.703298 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.v2.base [None req-1ac52182-214d-4a39-ba30-f0f140adea83 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1476402870-network', 'tenant_id': '6583f190946449559be1b4167573a19c'}} {{(pid=102750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 12:23:56.732698 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ac52182-214d-4a39-ba30-f0f140adea83 admin admin] Made reservation on behalf of 6583f190946449559be1b4167573a19c for: {'network': 1} {{(pid=102750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 12:23:56.735125 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-1ac52182-214d-4a39-ba30-f0f140adea83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3931732'] for network, before_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:56.743984 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-1ac52182-214d-4a39-ba30-f0f140adea83 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:56.830192 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-1ac52182-214d-4a39-ba30-f0f140adea83 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:56.836011 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-1ac52182-214d-4a39-ba30-f0f140adea83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545565'] for security_group, after_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:56.863890 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ac52182-214d-4a39-ba30-f0f140adea83 admin admin] vlan segment allocate from pool success with {'vlan_id': 643, 'physical_network': 'physnet1'} {{(pid=102750) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 12:23:56.870896 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac52182-214d-4a39-ba30-f0f140adea83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc157e37-3b68-4172-b2ff-b1c723cf9c0f,revision_number=1']} {{(pid=102750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:23:56.879145 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-1ac52182-214d-4a39-ba30-f0f140adea83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3850450'] for segment, precommit_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:56.879145 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.db.segments_db [None req-1ac52182-214d-4a39-ba30-f0f140adea83 admin admin] Added segment 4dbaa4c7-a6ee-4219-8ef0-ec7192fc0382 of type vlan for network e8ef1590-156b-4b86-b77d-f0b41acb4bd2 Nov 22 12:23:56.922437 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-1ac52182-214d-4a39-ba30-f0f140adea83 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793342968311'] for network, precommit_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:56.958116 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-1ac52182-214d-4a39-ba30-f0f140adea83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381'] for network, after_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:56.959099 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ac52182-214d-4a39-ba30-f0f140adea83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:23:56.959713 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-1ac52182-214d-4a39-ba30-f0f140adea83 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758363'] for network, before_response {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:57.025381 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [None req-1ac52182-214d-4a39-ba30-f0f140adea83 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3274214 Nov 22 12:23:57.026114 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac52182-214d-4a39-ba30-f0f140adea83 admin admin] Pushing event updated for resources: {'Network': ['ID=e8ef1590-156b-4b86-b77d-f0b41acb4bd2,revision_number=1']} {{(pid=102750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:23:57.028997 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.wsgi [-] (102749) accepted ('10.222.0.66', 50690) {{(pid=102749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:23:57.034931 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.v2.base [None req-228e4f9e-faef-427c-9673-82b14bbe2a90 admin admin] Request body: {'subnet': {'network_id': 'e8ef1590-156b-4b86-b77d-f0b41acb4bd2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1476402870-subnet', 'tenant_id': '6583f190946449559be1b4167573a19c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 12:23:57.038509 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.rpc [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] Network e8ef1590-156b-4b86-b77d-f0b41acb4bd2 details requested by agent ovs-agent-dv-cinder-768458-13-iscsi with host dv-cinder-768458-13-iscsi {{(pid=102751) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 12:23:57.072338 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-228e4f9e-faef-427c-9673-82b14bbe2a90 admin admin] Made reservation on behalf of 6583f190946449559be1b4167573a19c for: {'subnet': 1} {{(pid=102749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 12:23:57.077655 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-228e4f9e-faef-427c-9673-82b14bbe2a90 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129923343'] for subnet, before_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:57.254235 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-228e4f9e-faef-427c-9673-82b14bbe2a90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126077502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129923377'] for subnet, after_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:57.310547 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228e4f9e-faef-427c-9673-82b14bbe2a90 admin admin] Pushing event updated for resources: {'Subnet': ['ID=23cb4345-fa49-4e31-8a5c-68cab0b5fa07,revision_number=0']} {{(pid=102749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:23:57.321342 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-228e4f9e-faef-427c-9673-82b14bbe2a90 admin admin] Checking segment: {'id': '4dbaa4c7-a6ee-4219-8ef0-ec7192fc0382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'e8ef1590-156b-4b86-b77d-f0b41acb4bd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 12:23:57.321703 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-228e4f9e-faef-427c-9673-82b14bbe2a90 admin admin] Network hostable DHCP agents. Network: e8ef1590-156b-4b86-b77d-f0b41acb4bd2, hostable agents: ['c0a0bcc5-cac5-441b-a5c2-c094680f9e9d'], hosted agents: [] {{(pid=102749) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 12:23:57.341735 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-228e4f9e-faef-427c-9673-82b14bbe2a90 admin admin] Network e8ef1590-156b-4b86-b77d-f0b41acb4bd2 is scheduled to be hosted by DHCP agent c0a0bcc5-cac5-441b-a5c2-c094680f9e9d with binding_index 1 {{(pid=102749) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 12:23:57.352503 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.scheduler.base_scheduler [None req-228e4f9e-faef-427c-9673-82b14bbe2a90 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768458-13-iscsi, e8ef1590-156b-4b86-b77d-f0b41acb4bd2) {{(pid=102749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 12:23:57.356782 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-228e4f9e-faef-427c-9673-82b14bbe2a90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:23:57.357385 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-228e4f9e-faef-427c-9673-82b14bbe2a90 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758363'] for subnet, before_response {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:57.361990 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f1964f6-863e-4d90-91d0-42a4ce241bba None None] Network e8ef1590-156b-4b86-b77d-f0b41acb4bd2 requested from dv-cinder-768458-13-iscsi {{(pid=102751) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 12:23:57.374780 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [None req-228e4f9e-faef-427c-9673-82b14bbe2a90 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3445175 Nov 22 12:23:57.486666 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b93967f-1287-4403-a8c3-485d18535b30 None None] Network e8ef1590-156b-4b86-b77d-f0b41acb4bd2 requested from dv-cinder-768458-13-iscsi {{(pid=102751) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 12:23:58.347686 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.wsgi [-] (102750) accepted ('10.222.0.66', 50712) {{(pid=102750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:23:58.472260 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-084cfed1-9c5d-4e5f-97e1-74fa6905d4b8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:58.559827 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-084cfed1-9c5d-4e5f-97e1-74fa6905d4b8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:58.564862 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-084cfed1-9c5d-4e5f-97e1-74fa6905d4b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545565'] for security_group, after_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:58.602389 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [None req-084cfed1-9c5d-4e5f-97e1-74fa6905d4b8 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=2828faaae26541b59d3e6d803e2b7d8d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2535462 Nov 22 12:23:58.603256 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084cfed1-9c5d-4e5f-97e1-74fa6905d4b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a25862f-8c6e-4ad4-b83b-54eeffffde80,revision_number=1']} {{(pid=102750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:23:58.605196 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.wsgi [-] (102749) accepted ('10.222.0.66', 50716) {{(pid=102749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:23:58.660043 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-12ab2c36-18bb-4d8f-8566-b2a316916801 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:58.682162 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-12ab2c36-18bb-4d8f-8566-b2a316916801 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:58.731468 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-12ab2c36-18bb-4d8f-8566-b2a316916801 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545565'] for security_group, after_delete {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:58.734033 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-12ab2c36-18bb-4d8f-8566-b2a316916801 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:58.735176 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [None req-12ab2c36-18bb-4d8f-8566-b2a316916801 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/2a25862f-8c6e-4ad4-b83b-54eeffffde80 HTTP/1.1" status: 204 len: 168 time: 0.1289482 Nov 22 12:23:58.743214 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ab2c36-18bb-4d8f-8566-b2a316916801 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a25862f-8c6e-4ad4-b83b-54eeffffde80,revision_number=None']} {{(pid=102749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:23:59.119752 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddc42a0-3ca3-46fb-8757-daf4d46c0b80 req-ee9200ca-64f3-4b57-a8b9-e844c5659fa2 tempest-TestMinimumBasicScenario-1001353867 tempest-TestMinimumBasicScenario-1001353867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:23:59.121293 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-3ddc42a0-3ca3-46fb-8757-daf4d46c0b80 req-ee9200ca-64f3-4b57-a8b9-e844c5659fa2 tempest-TestMinimumBasicScenario-1001353867 tempest-TestMinimumBasicScenario-1001353867-project] 10.222.0.66 "GET /v2.0/ports?device_id=131dcb5b-f62d-42ec-b0d0-588a120aa1d3 HTTP/1.1" status: 200 len: 946 time: 0.0517330 Nov 22 12:23:59.168188 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-3ddc42a0-3ca3-46fb-8757-daf4d46c0b80 req-0be72298-9307-4905-b413-70e464e36b2f tempest-TestMinimumBasicScenario-1001353867 tempest-TestMinimumBasicScenario-1001353867-project] 10.222.0.66 "GET /v2.0/security-groups?id=fef67df6-c110-4434-a0a2-3d2b51571b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410266 Nov 22 12:23:59.191179 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.wsgi [-] (102749) accepted ('10.222.0.66', 50734) {{(pid=102749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:23:59.380346 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed5ae9bd-a45d-4a1a-90e1-780ff7ad8aa1 tempest-TestMinimumBasicScenario-197937681 tempest-TestMinimumBasicScenario-197937681-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:23:59.381923 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [None req-ed5ae9bd-a45d-4a1a-90e1-780ff7ad8aa1 tempest-TestMinimumBasicScenario-197937681 tempest-TestMinimumBasicScenario-197937681-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=131dcb5b-f62d-42ec-b0d0-588a120aa1d3 HTTP/1.1" status: 200 len: 1094 time: 0.1897535 Nov 22 12:23:59.384770 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.wsgi [-] (102749) accepted ('10.222.0.66', 50744) {{(pid=102749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:23:59.389298 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.v2.base [None req-6609beb5-69ff-4cad-a7d3-2131d9e8d933 tempest-TestMinimumBasicScenario-1001353867 tempest-TestMinimumBasicScenario-1001353867-project] Request body: {'floatingip': {'floating_network_id': '52f34850-4f08-4bf9-8f19-1c892d4c6132', 'port_id': 'f7e46359-fc84-431c-88fd-b6af0c318ee6', 'tenant_id': '7b282b4e5e2147a692e990f45ce44b8f', 'fixed_ip_address': '172.20.0.12'}} {{(pid=102749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 12:23:59.413467 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-6609beb5-69ff-4cad-a7d3-2131d9e8d933 tempest-TestMinimumBasicScenario-1001353867 tempest-TestMinimumBasicScenario-1001353867-project] Publish callbacks [] for floatingip, before_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:59.521010 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-6609beb5-69ff-4cad-a7d3-2131d9e8d933 tempest-TestMinimumBasicScenario-1001353867 tempest-TestMinimumBasicScenario-1001353867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3931732'] for port, before_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:59.640254 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.db.db_base_plugin_common [None req-6609beb5-69ff-4cad-a7d3-2131d9e8d933 tempest-TestMinimumBasicScenario-1001353867 tempest-TestMinimumBasicScenario-1001353867-project] Allocated IP 172.27.0.74 (52f34850-4f08-4bf9-8f19-1c892d4c6132/9e59152d-9f1b-4a42-ae53-82f6bd285144/78dc9eba-76f5-40bb-9f5d-003685966d98) {{(pid=102749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 12:23:59.744652 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-6609beb5-69ff-4cad-a7d3-2131d9e8d933 tempest-TestMinimumBasicScenario-1001353867 tempest-TestMinimumBasicScenario-1001353867-project] Publish callbacks [] for port, precommit_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:59.783281 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-6609beb5-69ff-4cad-a7d3-2131d9e8d933 tempest-TestMinimumBasicScenario-1001353867 tempest-TestMinimumBasicScenario-1001353867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793342949268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126077602'] for port, after_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:23:59.827119 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6609beb5-69ff-4cad-a7d3-2131d9e8d933 tempest-TestMinimumBasicScenario-1001353867 tempest-TestMinimumBasicScenario-1001353867-project] Network 52f34850-4f08-4bf9-8f19-1c892d4c6132 is already hosted by enough agents. {{(pid=102749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 12:23:59.829971 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.scheduler.base_scheduler [None req-6609beb5-69ff-4cad-a7d3-2131d9e8d933 tempest-TestMinimumBasicScenario-1001353867 tempest-TestMinimumBasicScenario-1001353867-project] Resources bound (agent type, host, resource id): {{(pid=102749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 12:23:59.834400 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6609beb5-69ff-4cad-a7d3-2131d9e8d933 tempest-TestMinimumBasicScenario-1001353867 tempest-TestMinimumBasicScenario-1001353867-project] Received port after_create {{(pid=102749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 12:23:59.838108 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6609beb5-69ff-4cad-a7d3-2131d9e8d933 tempest-TestMinimumBasicScenario-1001353867 tempest-TestMinimumBasicScenario-1001353867-project] Pushing event updated for resources: {'Port': ['ID=78dc9eba-76f5-40bb-9f5d-003685966d98,revision_number=1']} {{(pid=102749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:24:00.209073 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-6609beb5-69ff-4cad-a7d3-2131d9e8d933 tempest-TestMinimumBasicScenario-1001353867 tempest-TestMinimumBasicScenario-1001353867-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:24:00.284612 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-6609beb5-69ff-4cad-a7d3-2131d9e8d933 tempest-TestMinimumBasicScenario-1001353867 tempest-TestMinimumBasicScenario-1001353867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3931732'] for port, before_update {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:24:00.434164 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-6609beb5-69ff-4cad-a7d3-2131d9e8d933 tempest-TestMinimumBasicScenario-1001353867 tempest-TestMinimumBasicScenario-1001353867-project] Publish callbacks [] for port, precommit_update {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:24:00.440017 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-6609beb5-69ff-4cad-a7d3-2131d9e8d933 tempest-TestMinimumBasicScenario-1001353867 tempest-TestMinimumBasicScenario-1001353867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793343495738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793342949286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793342949304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126077611'] for port, after_update {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:24:00.518907 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6609beb5-69ff-4cad-a7d3-2131d9e8d933 tempest-TestMinimumBasicScenario-1001353867 tempest-TestMinimumBasicScenario-1001353867-project] Pushing event updated for resources: {'Port': ['ID=78dc9eba-76f5-40bb-9f5d-003685966d98,revision_number=2']} {{(pid=102749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:24:00.525696 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-6609beb5-69ff-4cad-a7d3-2131d9e8d933 tempest-TestMinimumBasicScenario-1001353867 tempest-TestMinimumBasicScenario-1001353867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-532624'] for floatingip, after_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:24:00.628928 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.db.l3_db [None req-6609beb5-69ff-4cad-a7d3-2131d9e8d933 tempest-TestMinimumBasicScenario-1001353867 tempest-TestMinimumBasicScenario-1001353867-project] Floating IP 13dd5393-9806-41b2-b617-36d5d45b2a10 associated. External IP: 172.27.0.74, port: f7e46359-fc84-431c-88fd-b6af0c318ee6. Nov 22 12:24:00.851878 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6609beb5-69ff-4cad-a7d3-2131d9e8d933 tempest-TestMinimumBasicScenario-1001353867 tempest-TestMinimumBasicScenario-1001353867-project] Router da80b4de-9c9c-4c18-a073-62097029eff8 has already been hosted by L3 agent b4a26ead-6ab2-4f98-a352-c9ed6d39b73e {{(pid=102749) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 12:24:00.964268 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6609beb5-69ff-4cad-a7d3-2131d9e8d933 tempest-TestMinimumBasicScenario-1001353867 tempest-TestMinimumBasicScenario-1001353867-project] Notify agent at l3_agent.dv-cinder-768458-13-iscsi the message routers_updated {{(pid=102749) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 12:24:00.975554 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94363cb1-af87-4285-b2f8-09ec3c2bdc7a None None] Sync routers for ids ['da80b4de-9c9c-4c18-a073-62097029eff8'] in dv-cinder-768458-13-iscsi {{(pid=102751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 12:24:00.985222 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-6609beb5-69ff-4cad-a7d3-2131d9e8d933 tempest-TestMinimumBasicScenario-1001353867 tempest-TestMinimumBasicScenario-1001353867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434365'] for floatingip, before_response {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:24:00.985394 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94363cb1-af87-4285-b2f8-09ec3c2bdc7a None None] Routers {'da80b4de-9c9c-4c18-a073-62097029eff8'} bound to L3 agent in host dv-cinder-768458-13-iscsi {{(pid=102751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 12:24:00.985985 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.l3_hamode_db [None req-94363cb1-af87-4285-b2f8-09ec3c2bdc7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T12:11:23Z,description=,heartbeat_timestamp=2021-11-22T12:23:53Z,host='dv-cinder-768458-13-iscsi',id=b4a26ead-6ab2-4f98-a352-c9ed6d39b73e,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T12:11:23Z,topic='l3_agent')) {'router_ids': ['da80b4de-9c9c-4c18-a073-62097029eff8'], 'active': True} {{(pid=102751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 12:24:01.099474 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.l3_dvr_db [None req-94363cb1-af87-4285-b2f8-09ec3c2bdc7a None None] Set router da80b4de-9c9c-4c18-a073-62097029eff8 gateway port host: dv-cinder-768458-13-iscsi {{(pid=102751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 12:24:01.245503 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [None req-6609beb5-69ff-4cad-a7d3-2131d9e8d933 tempest-TestMinimumBasicScenario-1001353867 tempest-TestMinimumBasicScenario-1001353867-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8596480 Nov 22 12:24:01.246103 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '131dcb5b-f62d-42ec-b0d0-588a120aa1d3', 'tag': 'f7e46359-fc84-431c-88fd-b6af0c318ee6'}] {{(pid=102749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 12:24:01.248426 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e75a82c02e5e8e80361e9b8ad1df1450ec212ebfa93d78ee9da720cb5365782c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-747daaf8-fda0-4631-98e1-35f4dac33594" -d '{"events": [{"name": "network-changed", "server_uuid": "131dcb5b-f62d-42ec-b0d0-588a120aa1d3", "tag": "f7e46359-fc84-431c-88fd-b6af0c318ee6"}]}' {{(pid=102749) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 12:24:01.248676 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.wsgi [-] (102750) accepted ('10.222.0.66', 50754) {{(pid=102750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:24:01.253229 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.v2.base [None req-3ac63c99-519c-423f-9158-db371f443b66 tempest-TestMinimumBasicScenario-1001353867 tempest-TestMinimumBasicScenario-1001353867-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-271807768', 'description': 'tempest-secgroup-smoke-271807768 description', 'project_id': '7b282b4e5e2147a692e990f45ce44b8f'}} {{(pid=102750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 12:24:01.279331 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-3ac63c99-519c-423f-9158-db371f443b66 tempest-TestMinimumBasicScenario-1001353867 tempest-TestMinimumBasicScenario-1001353867-project] Publish callbacks [] for security_group, before_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:24:01.288346 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 12:24:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dac19bd2-61e3-47b1-8ee1-a759662d07d2 x-openstack-request-id: req-dac19bd2-61e3-47b1-8ee1-a759662d07d2 {{(pid=102749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 12:24:01.288346 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "131dcb5b-f62d-42ec-b0d0-588a120aa1d3", "tag": "f7e46359-fc84-431c-88fd-b6af0c318ee6", "status": "completed", "code": 200}]} {{(pid=102749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 12:24:01.288767 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-dac19bd2-61e3-47b1-8ee1-a759662d07d2 {{(pid=102749) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 12:24:01.289179 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '131dcb5b-f62d-42ec-b0d0-588a120aa1d3', 'tag': 'f7e46359-fc84-431c-88fd-b6af0c318ee6', 'status': 'completed', 'code': 200} Nov 22 12:24:01.356148 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-3ac63c99-519c-423f-9158-db371f443b66 tempest-TestMinimumBasicScenario-1001353867 tempest-TestMinimumBasicScenario-1001353867-project] Publish callbacks [] for security_group, precommit_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:24:01.361475 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747daaf8-fda0-4631-98e1-35f4dac33594 req-6135a79e-00a7-443b-97d4-1e590826c3be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:24:01.362938 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-3ac63c99-519c-423f-9158-db371f443b66 tempest-TestMinimumBasicScenario-1001353867 tempest-TestMinimumBasicScenario-1001353867-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545565'] for security_group, after_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:24:01.364982 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-747daaf8-fda0-4631-98e1-35f4dac33594 req-6135a79e-00a7-443b-97d4-1e590826c3be service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7b282b4e5e2147a692e990f45ce44b8f&device_id=131dcb5b-f62d-42ec-b0d0-588a120aa1d3 HTTP/1.1" status: 200 len: 1099 time: 0.0451376 Nov 22 12:24:01.398456 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac63c99-519c-423f-9158-db371f443b66 tempest-TestMinimumBasicScenario-1001353867 tempest-TestMinimumBasicScenario-1001353867-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6bde9ed8-9c6b-4c28-ae4a-506b5d391ae6,revision_number=1']} {{(pid=102750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:24:01.401964 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.l3_hamode_db [None req-94363cb1-af87-4285-b2f8-09ec3c2bdc7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da80b4de-9c9c-4c18-a073-62097029eff8', 'name': 'tempest-TestMinimumBasicScenario-1685909895-router', 'tenant_id': '7b282b4e5e2147a692e990f45ce44b8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52f34850-4f08-4bf9-8f19-1c892d4c6132', 'external_fixed_ips': [{'subnet_id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': '9cc44500-ff5e-4d55-bb54-612434ae443c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T12:23:00Z', 'updated_at': '2021-11-22T12:23:04Z', 'revision_number': 4, 'project_id': '7b282b4e5e2147a692e990f45ce44b8f', 'gw_port': {'id': '9cc44500-ff5e-4d55-bb54-612434ae443c', 'name': '', 'network_id': '52f34850-4f08-4bf9-8f19-1c892d4c6132', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:51:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da80b4de-9c9c-4c18-a073-62097029eff8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T12:23:01Z', 'updated_at': '2021-11-22T12:23:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-13-iscsi', '_floatingips': [{'id': '13dd5393-9806-41b2-b617-36d5d45b2a10', 'tenant_id': '7b282b4e5e2147a692e990f45ce44b8f', 'floating_ip_address': '172.27.0.74', 'floating_network_id': '52f34850-4f08-4bf9-8f19-1c892d4c6132', 'router_id': 'da80b4de-9c9c-4c18-a073-62097029eff8', 'port_id': 'f7e46359-fc84-431c-88fd-b6af0c318ee6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 495, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3bb69f26-c969-40f0-8e57-593fe240347b', 'mac_address': 'fa:16:3e:26:48:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '131dcb5b-f62d-42ec-b0d0-588a120aa1d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T12:24:00Z', 'updated_at': '2021-11-22T12:24:00Z', 'revision_number': 0, 'project_id': '7b282b4e5e2147a692e990f45ce44b8f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aaa35f34-add3-4c25-b90b-58e71029d454', 'name': '', 'network_id': '3bb69f26-c969-40f0-8e57-593fe240347b', 'tenant_id': '7b282b4e5e2147a692e990f45ce44b8f', 'mac_address': 'fa:16:3e:03:10:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da80b4de-9c9c-4c18-a073-62097029eff8', 'device_owner': 'network:router_interface', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '8eb197fb-0ac4-498b-bea4-1e9726d009e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T12:23:03Z', 'updated_at': '2021-11-22T12:23:09Z', 'revision_number': 5, 'project_id': '7b282b4e5e2147a692e990f45ce44b8f', 'subnets': [{'id': '8eb197fb-0ac4-498b-bea4-1e9726d009e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-13-iscsi', False) {} {{(pid=102751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 12:24:01.404192 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-3ac63c99-519c-423f-9158-db371f443b66 tempest-TestMinimumBasicScenario-1001353867 tempest-TestMinimumBasicScenario-1001353867-project] Publish callbacks [] for security_group, before_response {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:24:01.405616 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [None req-3ac63c99-519c-423f-9158-db371f443b66 tempest-TestMinimumBasicScenario-1001353867 tempest-TestMinimumBasicScenario-1001353867-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1559358 Nov 22 12:24:01.411664 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.wsgi [-] (102750) accepted ('10.222.0.66', 50758) {{(pid=102750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:24:01.416498 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.v2.base [None req-80169d68-46f9-438c-bd7c-c938c18fd675 tempest-TestMinimumBasicScenario-1001353867 tempest-TestMinimumBasicScenario-1001353867-project] Request body: {'security_group_rule': {'security_group_id': '6bde9ed8-9c6b-4c28-ae4a-506b5d391ae6', 'project_id': '7b282b4e5e2147a692e990f45ce44b8f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 12:24:01.433174 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94363cb1-af87-4285-b2f8-09ec3c2bdc7a None None] Checking router: da80b4de-9c9c-4c18-a073-62097029eff8 for host: dv-cinder-768458-13-iscsi {{(pid=102751) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 12:24:01.442852 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94363cb1-af87-4285-b2f8-09ec3c2bdc7a None None] Routers {'da80b4de-9c9c-4c18-a073-62097029eff8'} bound to L3 agent in host dv-cinder-768458-13-iscsi {{(pid=102751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 12:24:01.443796 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.l3_hamode_db [None req-94363cb1-af87-4285-b2f8-09ec3c2bdc7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T12:11:23Z,description=,heartbeat_timestamp=2021-11-22T12:23:53Z,host='dv-cinder-768458-13-iscsi',id=b4a26ead-6ab2-4f98-a352-c9ed6d39b73e,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T12:11:23Z,topic='l3_agent')) {'router_ids': ['da80b4de-9c9c-4c18-a073-62097029eff8'], 'active': True} {{(pid=102751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 12:24:01.446680 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-80169d68-46f9-438c-bd7c-c938c18fd675 tempest-TestMinimumBasicScenario-1001353867 tempest-TestMinimumBasicScenario-1001353867-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:24:01.469972 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747daaf8-fda0-4631-98e1-35f4dac33594 req-ed097c5c-5580-42e0-ba34-d2bc91b4cd82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:24:01.471815 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-747daaf8-fda0-4631-98e1-35f4dac33594 req-ed097c5c-5580-42e0-ba34-d2bc91b4cd82 service neutron] 10.222.0.46 "GET /v2.0/networks?id=3bb69f26-c969-40f0-8e57-593fe240347b HTTP/1.1" status: 200 len: 916 time: 0.0959187 Nov 22 12:24:01.510084 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-80169d68-46f9-438c-bd7c-c938c18fd675 tempest-TestMinimumBasicScenario-1001353867 tempest-TestMinimumBasicScenario-1001353867-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:24:01.515114 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-80169d68-46f9-438c-bd7c-c938c18fd675 tempest-TestMinimumBasicScenario-1001353867 tempest-TestMinimumBasicScenario-1001353867-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754837'] for security_group_rule, after_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:24:01.533961 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80169d68-46f9-438c-bd7c-c938c18fd675 tempest-TestMinimumBasicScenario-1001353867 tempest-TestMinimumBasicScenario-1001353867-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e43fdf13-9043-4031-9bae-50851f45ecab,revision_number=0']} {{(pid=102750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:24:01.542754 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-80169d68-46f9-438c-bd7c-c938c18fd675 tempest-TestMinimumBasicScenario-1001353867 tempest-TestMinimumBasicScenario-1001353867-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:24:01.547111 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [None req-80169d68-46f9-438c-bd7c-c938c18fd675 tempest-TestMinimumBasicScenario-1001353867 tempest-TestMinimumBasicScenario-1001353867-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1341367 Nov 22 12:24:01.548152 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.wsgi [-] (102749) accepted ('10.222.0.66', 50760) {{(pid=102749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:24:01.554665 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.v2.base [None req-30fae181-5fef-4645-8b8d-956433f71b3b tempest-TestMinimumBasicScenario-1001353867 tempest-TestMinimumBasicScenario-1001353867-project] Request body: {'security_group_rule': {'security_group_id': '6bde9ed8-9c6b-4c28-ae4a-506b5d391ae6', 'project_id': '7b282b4e5e2147a692e990f45ce44b8f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 12:24:01.572797 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-747daaf8-fda0-4631-98e1-35f4dac33594 req-886f1b0e-b908-42e2-bb79-e7f57a84a3b4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f7e46359-fc84-431c-88fd-b6af0c318ee6 HTTP/1.1" status: 200 len: 999 time: 0.0831552 Nov 22 12:24:01.620638 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-30fae181-5fef-4645-8b8d-956433f71b3b tempest-TestMinimumBasicScenario-1001353867 tempest-TestMinimumBasicScenario-1001353867-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:24:01.657746 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747daaf8-fda0-4631-98e1-35f4dac33594 req-b27c648b-03f7-43b9-8fb3-9cbad78a7881 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:24:01.659256 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-747daaf8-fda0-4631-98e1-35f4dac33594 req-b27c648b-03f7-43b9-8fb3-9cbad78a7881 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8eb197fb-0ac4-498b-bea4-1e9726d009e0 HTTP/1.1" status: 200 len: 854 time: 0.0753248 Nov 22 12:24:01.682452 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.l3_dvr_db [None req-94363cb1-af87-4285-b2f8-09ec3c2bdc7a None None] Set router da80b4de-9c9c-4c18-a073-62097029eff8 gateway port host: dv-cinder-768458-13-iscsi {{(pid=102751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 12:24:01.713546 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-30fae181-5fef-4645-8b8d-956433f71b3b tempest-TestMinimumBasicScenario-1001353867 tempest-TestMinimumBasicScenario-1001353867-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:24:01.720161 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-30fae181-5fef-4645-8b8d-956433f71b3b tempest-TestMinimumBasicScenario-1001353867 tempest-TestMinimumBasicScenario-1001353867-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754837'] for security_group_rule, after_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:24:01.742444 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fae181-5fef-4645-8b8d-956433f71b3b tempest-TestMinimumBasicScenario-1001353867 tempest-TestMinimumBasicScenario-1001353867-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6019262-62ce-4632-a334-7e07df89f729,revision_number=0']} {{(pid=102749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:24:01.751050 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747daaf8-fda0-4631-98e1-35f4dac33594 req-3dbe3cc5-9bf1-430b-842b-b3870b43f842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:24:01.752667 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-747daaf8-fda0-4631-98e1-35f4dac33594 req-3dbe3cc5-9bf1-430b-842b-b3870b43f842 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3bb69f26-c969-40f0-8e57-593fe240347b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0759757 Nov 22 12:24:01.755706 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-30fae181-5fef-4645-8b8d-956433f71b3b tempest-TestMinimumBasicScenario-1001353867 tempest-TestMinimumBasicScenario-1001353867-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:24:01.756770 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [None req-30fae181-5fef-4645-8b8d-956433f71b3b tempest-TestMinimumBasicScenario-1001353867 tempest-TestMinimumBasicScenario-1001353867-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2080133 Nov 22 12:24:01.759827 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.wsgi [-] (102749) accepted ('10.222.0.66', 50764) {{(pid=102749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:24:01.773900 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.v2.base [None req-57611e5d-a609-4190-a9a0-f8a71e1b8b26 tempest-TestMinimumBasicScenario-1001353867 tempest-TestMinimumBasicScenario-1001353867-project] Request body: {'security_group_rule': {'security_group_id': '6bde9ed8-9c6b-4c28-ae4a-506b5d391ae6', 'project_id': '7b282b4e5e2147a692e990f45ce44b8f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 12:24:01.845131 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-57611e5d-a609-4190-a9a0-f8a71e1b8b26 tempest-TestMinimumBasicScenario-1001353867 tempest-TestMinimumBasicScenario-1001353867-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:24:01.900552 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-747daaf8-fda0-4631-98e1-35f4dac33594 req-9799ec38-bc97-41af-9d70-144907c7e96f service neutron] 10.222.0.46 "GET /v2.0/networks/3bb69f26-c969-40f0-8e57-593fe240347b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315680 Nov 22 12:24:01.928748 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-57611e5d-a609-4190-a9a0-f8a71e1b8b26 tempest-TestMinimumBasicScenario-1001353867 tempest-TestMinimumBasicScenario-1001353867-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:24:01.952611 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.l3_hamode_db [None req-94363cb1-af87-4285-b2f8-09ec3c2bdc7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da80b4de-9c9c-4c18-a073-62097029eff8', 'name': 'tempest-TestMinimumBasicScenario-1685909895-router', 'tenant_id': '7b282b4e5e2147a692e990f45ce44b8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52f34850-4f08-4bf9-8f19-1c892d4c6132', 'external_fixed_ips': [{'subnet_id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': '9cc44500-ff5e-4d55-bb54-612434ae443c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T12:23:00Z', 'updated_at': '2021-11-22T12:23:04Z', 'revision_number': 4, 'project_id': '7b282b4e5e2147a692e990f45ce44b8f', 'gw_port': {'id': '9cc44500-ff5e-4d55-bb54-612434ae443c', 'name': '', 'network_id': '52f34850-4f08-4bf9-8f19-1c892d4c6132', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:51:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da80b4de-9c9c-4c18-a073-62097029eff8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T12:23:01Z', 'updated_at': '2021-11-22T12:23:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-13-iscsi', '_floatingips': [{'id': '13dd5393-9806-41b2-b617-36d5d45b2a10', 'tenant_id': '7b282b4e5e2147a692e990f45ce44b8f', 'floating_ip_address': '172.27.0.74', 'floating_network_id': '52f34850-4f08-4bf9-8f19-1c892d4c6132', 'router_id': 'da80b4de-9c9c-4c18-a073-62097029eff8', 'port_id': 'f7e46359-fc84-431c-88fd-b6af0c318ee6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 495, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3bb69f26-c969-40f0-8e57-593fe240347b', 'mac_address': 'fa:16:3e:26:48:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '131dcb5b-f62d-42ec-b0d0-588a120aa1d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T12:24:00Z', 'updated_at': '2021-11-22T12:24:00Z', 'revision_number': 0, 'project_id': '7b282b4e5e2147a692e990f45ce44b8f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aaa35f34-add3-4c25-b90b-58e71029d454', 'name': '', 'network_id': '3bb69f26-c969-40f0-8e57-593fe240347b', 'tenant_id': '7b282b4e5e2147a692e990f45ce44b8f', 'mac_address': 'fa:16:3e:03:10:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da80b4de-9c9c-4c18-a073-62097029eff8', 'device_owner': 'network:router_interface', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '8eb197fb-0ac4-498b-bea4-1e9726d009e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T12:23:03Z', 'updated_at': '2021-11-22T12:23:09Z', 'revision_number': 5, 'project_id': '7b282b4e5e2147a692e990f45ce44b8f', 'subnets': [{'id': '8eb197fb-0ac4-498b-bea4-1e9726d009e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-13-iscsi', False) {} {{(pid=102751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 12:24:01.966276 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-57611e5d-a609-4190-a9a0-f8a71e1b8b26 tempest-TestMinimumBasicScenario-1001353867 tempest-TestMinimumBasicScenario-1001353867-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754837'] for security_group_rule, after_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:24:01.985961 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57611e5d-a609-4190-a9a0-f8a71e1b8b26 tempest-TestMinimumBasicScenario-1001353867 tempest-TestMinimumBasicScenario-1001353867-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa6d7e10-7c71-45bd-8fbb-327f6e9438d7,revision_number=0']} {{(pid=102749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:24:01.989386 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94363cb1-af87-4285-b2f8-09ec3c2bdc7a None None] The sync data for ids ['da80b4de-9c9c-4c18-a073-62097029eff8'] in dv-cinder-768458-13-iscsi is: [{'id': 'da80b4de-9c9c-4c18-a073-62097029eff8', 'name': 'tempest-TestMinimumBasicScenario-1685909895-router', 'tenant_id': '7b282b4e5e2147a692e990f45ce44b8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52f34850-4f08-4bf9-8f19-1c892d4c6132', 'external_fixed_ips': [{'subnet_id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': '9cc44500-ff5e-4d55-bb54-612434ae443c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T12:23:00Z', 'updated_at': '2021-11-22T12:23:04Z', 'revision_number': 4, 'project_id': '7b282b4e5e2147a692e990f45ce44b8f', 'gw_port': {'id': '9cc44500-ff5e-4d55-bb54-612434ae443c', 'name': '', 'network_id': '52f34850-4f08-4bf9-8f19-1c892d4c6132', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:51:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da80b4de-9c9c-4c18-a073-62097029eff8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T12:23:01Z', 'updated_at': '2021-11-22T12:23:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-13-iscsi', '_floatingips': [{'id': '13dd5393-9806-41b2-b617-36d5d45b2a10', 'tenant_id': '7b282b4e5e2147a692e990f45ce44b8f', 'floating_ip_address': '172.27.0.74', 'floating_network_id': '52f34850-4f08-4bf9-8f19-1c892d4c6132', 'router_id': 'da80b4de-9c9c-4c18-a073-62097029eff8', 'port_id': 'f7e46359-fc84-431c-88fd-b6af0c318ee6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 495, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3bb69f26-c969-40f0-8e57-593fe240347b', 'mac_address': 'fa:16:3e:26:48:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '131dcb5b-f62d-42ec-b0d0-588a120aa1d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T12:24:00Z', 'updated_at': '2021-11-22T12:24:00Z', 'revision_number': 0, 'project_id': '7b282b4e5e2147a692e990f45ce44b8f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aaa35f34-add3-4c25-b90b-58e71029d454', 'name': '', 'network_id': '3bb69f26-c969-40f0-8e57-593fe240347b', 'tenant_id': '7b282b4e5e2147a692e990f45ce44b8f', 'mac_address': 'fa:16:3e:03:10:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da80b4de-9c9c-4c18-a073-62097029eff8', 'device_owner': 'network:router_interface', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '8eb197fb-0ac4-498b-bea4-1e9726d009e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T12:23:03Z', 'updated_at': '2021-11-22T12:23:09Z', 'revision_number': 5, 'project_id': '7b282b4e5e2147a692e990f45ce44b8f', 'subnets': [{'id': '8eb197fb-0ac4-498b-bea4-1e9726d009e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 12:24:02.013623 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-57611e5d-a609-4190-a9a0-f8a71e1b8b26 tempest-TestMinimumBasicScenario-1001353867 tempest-TestMinimumBasicScenario-1001353867-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:24:02.022607 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [None req-57611e5d-a609-4190-a9a0-f8a71e1b8b26 tempest-TestMinimumBasicScenario-1001353867 tempest-TestMinimumBasicScenario-1001353867-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2545660 Nov 22 12:24:02.022789 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.wsgi [-] (102750) accepted ('10.222.0.66', 50774) {{(pid=102750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:24:02.024459 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.v2.base [None req-027a9ad8-2f74-4be8-bf7d-64d9a60e25bd tempest-TestMinimumBasicScenario-1001353867 tempest-TestMinimumBasicScenario-1001353867-project] Request body: {'security_group_rule': {'security_group_id': '6bde9ed8-9c6b-4c28-ae4a-506b5d391ae6', 'project_id': '7b282b4e5e2147a692e990f45ce44b8f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 12:24:02.055686 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-747daaf8-fda0-4631-98e1-35f4dac33594 req-3e050047-41e4-4738-956b-5824e4572b8c service neutron] 10.222.0.46 "GET /v2.0/networks/3bb69f26-c969-40f0-8e57-593fe240347b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360862 Nov 22 12:24:02.055833 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-027a9ad8-2f74-4be8-bf7d-64d9a60e25bd tempest-TestMinimumBasicScenario-1001353867 tempest-TestMinimumBasicScenario-1001353867-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:24:02.122216 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-027a9ad8-2f74-4be8-bf7d-64d9a60e25bd tempest-TestMinimumBasicScenario-1001353867 tempest-TestMinimumBasicScenario-1001353867-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:24:02.127071 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-027a9ad8-2f74-4be8-bf7d-64d9a60e25bd tempest-TestMinimumBasicScenario-1001353867 tempest-TestMinimumBasicScenario-1001353867-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754837'] for security_group_rule, after_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:24:02.149187 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027a9ad8-2f74-4be8-bf7d-64d9a60e25bd tempest-TestMinimumBasicScenario-1001353867 tempest-TestMinimumBasicScenario-1001353867-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8fdc82d1-ead9-4847-a364-8c586219c92f,revision_number=0']} {{(pid=102750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:24:02.154391 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-027a9ad8-2f74-4be8-bf7d-64d9a60e25bd tempest-TestMinimumBasicScenario-1001353867 tempest-TestMinimumBasicScenario-1001353867-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:24:02.158286 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [None req-027a9ad8-2f74-4be8-bf7d-64d9a60e25bd tempest-TestMinimumBasicScenario-1001353867 tempest-TestMinimumBasicScenario-1001353867-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1364586 Nov 22 12:24:02.158815 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.wsgi [-] (102750) accepted ('10.222.0.66', 50776) {{(pid=102750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:24:02.163130 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.v2.base [None req-e350bc17-cf59-4d2d-b5d2-9bc925a897fa tempest-TestMinimumBasicScenario-1001353867 tempest-TestMinimumBasicScenario-1001353867-project] Request body: {'security_group_rule': {'security_group_id': '6bde9ed8-9c6b-4c28-ae4a-506b5d391ae6', 'project_id': '7b282b4e5e2147a692e990f45ce44b8f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 12:24:02.188641 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.db.securitygroups_db [None req-e350bc17-cf59-4d2d-b5d2-9bc925a897fa tempest-TestMinimumBasicScenario-1001353867 tempest-TestMinimumBasicScenario-1001353867-project] Project 7b282b4e5e2147a692e990f45ce44b8f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 22 12:24:02.194115 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-e350bc17-cf59-4d2d-b5d2-9bc925a897fa tempest-TestMinimumBasicScenario-1001353867 tempest-TestMinimumBasicScenario-1001353867-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:24:02.217329 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65b32a72-eb9b-457a-9b15-c37e6070dce3 None None] New status for floating IP 13dd5393-9806-41b2-b617-36d5d45b2a10: ACTIVE {{(pid=102752) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 12:24:02.256713 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-e350bc17-cf59-4d2d-b5d2-9bc925a897fa tempest-TestMinimumBasicScenario-1001353867 tempest-TestMinimumBasicScenario-1001353867-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:24:02.261827 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-e350bc17-cf59-4d2d-b5d2-9bc925a897fa tempest-TestMinimumBasicScenario-1001353867 tempest-TestMinimumBasicScenario-1001353867-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754837'] for security_group_rule, after_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:24:02.285378 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e350bc17-cf59-4d2d-b5d2-9bc925a897fa tempest-TestMinimumBasicScenario-1001353867 tempest-TestMinimumBasicScenario-1001353867-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6a2459a-ac6a-46f6-a4a0-f8c21353ab69,revision_number=0']} {{(pid=102750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:24:02.291209 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-e350bc17-cf59-4d2d-b5d2-9bc925a897fa tempest-TestMinimumBasicScenario-1001353867 tempest-TestMinimumBasicScenario-1001353867-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:24:02.295349 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [None req-e350bc17-cf59-4d2d-b5d2-9bc925a897fa tempest-TestMinimumBasicScenario-1001353867 tempest-TestMinimumBasicScenario-1001353867-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1356640 Nov 22 12:24:02.295709 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.wsgi [-] (102749) accepted ('10.222.0.66', 50778) {{(pid=102749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:24:02.300429 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.v2.base [None req-6618dbc4-aa82-490b-b006-cf5943045d59 tempest-TestMinimumBasicScenario-1001353867 tempest-TestMinimumBasicScenario-1001353867-project] Request body: {'security_group_rule': {'security_group_id': '6bde9ed8-9c6b-4c28-ae4a-506b5d391ae6', 'project_id': '7b282b4e5e2147a692e990f45ce44b8f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 12:24:02.323760 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.db.securitygroups_db [None req-6618dbc4-aa82-490b-b006-cf5943045d59 tempest-TestMinimumBasicScenario-1001353867 tempest-TestMinimumBasicScenario-1001353867-project] Project 7b282b4e5e2147a692e990f45ce44b8f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 22 12:24:02.329138 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-6618dbc4-aa82-490b-b006-cf5943045d59 tempest-TestMinimumBasicScenario-1001353867 tempest-TestMinimumBasicScenario-1001353867-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:24:02.410148 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-6618dbc4-aa82-490b-b006-cf5943045d59 tempest-TestMinimumBasicScenario-1001353867 tempest-TestMinimumBasicScenario-1001353867-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:24:02.415178 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-6618dbc4-aa82-490b-b006-cf5943045d59 tempest-TestMinimumBasicScenario-1001353867 tempest-TestMinimumBasicScenario-1001353867-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754837'] for security_group_rule, after_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:24:02.435502 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6618dbc4-aa82-490b-b006-cf5943045d59 tempest-TestMinimumBasicScenario-1001353867 tempest-TestMinimumBasicScenario-1001353867-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80b10597-075e-43a3-88f7-73c1e7b12c8c,revision_number=0']} {{(pid=102749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:24:02.441367 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-6618dbc4-aa82-490b-b006-cf5943045d59 tempest-TestMinimumBasicScenario-1001353867 tempest-TestMinimumBasicScenario-1001353867-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:24:02.442543 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [None req-6618dbc4-aa82-490b-b006-cf5943045d59 tempest-TestMinimumBasicScenario-1001353867 tempest-TestMinimumBasicScenario-1001353867-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1457500 Nov 22 12:24:02.535747 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-ec9835fe-4672-4990-8829-7e22f31ec08c req-daecb84b-d813-44a7-8b5a-0c5b2feadcba tempest-TestMinimumBasicScenario-1001353867 tempest-TestMinimumBasicScenario-1001353867-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-271807768&fields=id&tenant_id=7b282b4e5e2147a692e990f45ce44b8f HTTP/1.1" status: 200 len: 267 time: 0.0451481 Nov 22 12:24:02.587826 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9835fe-4672-4990-8829-7e22f31ec08c req-3acd28ef-5666-44d6-8a8c-db77248d4777 tempest-TestMinimumBasicScenario-1001353867 tempest-TestMinimumBasicScenario-1001353867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:24:02.589310 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-ec9835fe-4672-4990-8829-7e22f31ec08c req-3acd28ef-5666-44d6-8a8c-db77248d4777 tempest-TestMinimumBasicScenario-1001353867 tempest-TestMinimumBasicScenario-1001353867-project] 10.222.0.66 "GET /v2.0/ports?device_id=131dcb5b-f62d-42ec-b0d0-588a120aa1d3 HTTP/1.1" status: 200 len: 946 time: 0.0477707 Nov 22 12:24:02.603433 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.v2.base [req-ec9835fe-4672-4990-8829-7e22f31ec08c req-c9466f1e-2189-4c4a-8a5e-5a1eed9055d6 tempest-TestMinimumBasicScenario-1001353867 tempest-TestMinimumBasicScenario-1001353867-project] Request body: {'port': {'security_groups': ['fef67df6-c110-4434-a0a2-3d2b51571b5f', '6bde9ed8-9c6b-4c28-ae4a-506b5d391ae6']}} {{(pid=102749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 12:24:02.671251 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [req-ec9835fe-4672-4990-8829-7e22f31ec08c req-c9466f1e-2189-4c4a-8a5e-5a1eed9055d6 tempest-TestMinimumBasicScenario-1001353867 tempest-TestMinimumBasicScenario-1001353867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3931732'] for port, before_update {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:24:02.878648 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.plugins.ml2.db [req-ec9835fe-4672-4990-8829-7e22f31ec08c req-c9466f1e-2189-4c4a-8a5e-5a1eed9055d6 tempest-TestMinimumBasicScenario-1001353867 tempest-TestMinimumBasicScenario-1001353867-project] For port f7e46359-fc84-431c-88fd-b6af0c318ee6, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=f7e46359-fc84-431c-88fd-b6af0c318ee6,segment=NetworkSegment(febd2015-56a8-4ea3-acf5-8c944ae8a2eb),segment_id=febd2015-56a8-4ea3-acf5-8c944ae8a2eb)] {{(pid=102749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 12:24:02.911090 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [req-ec9835fe-4672-4990-8829-7e22f31ec08c req-c9466f1e-2189-4c4a-8a5e-5a1eed9055d6 tempest-TestMinimumBasicScenario-1001353867 tempest-TestMinimumBasicScenario-1001353867-project] Publish callbacks [] for port, precommit_update {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:24:02.919138 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [req-ec9835fe-4672-4990-8829-7e22f31ec08c req-c9466f1e-2189-4c4a-8a5e-5a1eed9055d6 tempest-TestMinimumBasicScenario-1001353867 tempest-TestMinimumBasicScenario-1001353867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793343495738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793342949286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793342949304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126077611'] for port, after_update {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:24:02.940336 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.db [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] get_ports_and_sgs() called for port_ids ['f7e46359-fc84-431c-88fd-b6af0c318ee6'] {{(pid=102751) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 12:24:02.966730 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9835fe-4672-4990-8829-7e22f31ec08c req-c9466f1e-2189-4c4a-8a5e-5a1eed9055d6 tempest-TestMinimumBasicScenario-1001353867 tempest-TestMinimumBasicScenario-1001353867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:24:02.967402 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [req-ec9835fe-4672-4990-8829-7e22f31ec08c req-c9466f1e-2189-4c4a-8a5e-5a1eed9055d6 tempest-TestMinimumBasicScenario-1001353867 tempest-TestMinimumBasicScenario-1001353867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434365'] for port, before_response {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:24:02.968819 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-ec9835fe-4672-4990-8829-7e22f31ec08c req-c9466f1e-2189-4c4a-8a5e-5a1eed9055d6 tempest-TestMinimumBasicScenario-1001353867 tempest-TestMinimumBasicScenario-1001353867-project] 10.222.0.66 "PUT /v2.0/ports/f7e46359-fc84-431c-88fd-b6af0c318ee6 HTTP/1.1" status: 200 len: 982 time: 0.3704493 Nov 22 12:24:02.994787 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9466f1e-2189-4c4a-8a5e-5a1eed9055d6 tempest-TestMinimumBasicScenario-1001353867 tempest-TestMinimumBasicScenario-1001353867-project] Pushing event updated for resources: {'Port': ['ID=f7e46359-fc84-431c-88fd-b6af0c318ee6,revision_number=6']} {{(pid=102749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:24:03.049464 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.db [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] get_ports_and_sgs() called for port_ids ['f7e46359-fc84-431c-88fd-b6af0c318ee6'] {{(pid=102751) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 12:24:03.110064 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4533a40-aeb3-4fa4-9f61-cdc6d0cdd997 req-b3993133-2ed7-4a6e-b5fd-9b8f39020065 tempest-TestMinimumBasicScenario-1001353867 tempest-TestMinimumBasicScenario-1001353867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:24:03.111990 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-e4533a40-aeb3-4fa4-9f61-cdc6d0cdd997 req-b3993133-2ed7-4a6e-b5fd-9b8f39020065 tempest-TestMinimumBasicScenario-1001353867 tempest-TestMinimumBasicScenario-1001353867-project] 10.222.0.66 "GET /v2.0/ports?device_id=131dcb5b-f62d-42ec-b0d0-588a120aa1d3 HTTP/1.1" status: 200 len: 985 time: 0.0777099 Nov 22 12:24:03.190246 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-e4533a40-aeb3-4fa4-9f61-cdc6d0cdd997 req-613617dd-b3b1-45a3-a371-62010ef1505c tempest-TestMinimumBasicScenario-1001353867 tempest-TestMinimumBasicScenario-1001353867-project] 10.222.0.66 "GET /v2.0/security-groups?id=6bde9ed8-9c6b-4c28-ae4a-506b5d391ae6&id=fef67df6-c110-4434-a0a2-3d2b51571b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0702784 Nov 22 12:24:03.290053 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '131dcb5b-f62d-42ec-b0d0-588a120aa1d3', 'tag': 'f7e46359-fc84-431c-88fd-b6af0c318ee6'}] {{(pid=102749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 12:24:03.293268 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e75a82c02e5e8e80361e9b8ad1df1450ec212ebfa93d78ee9da720cb5365782c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6867b07f-b720-4ea1-9b8b-5212b78cf769" -d '{"events": [{"name": "network-changed", "server_uuid": "131dcb5b-f62d-42ec-b0d0-588a120aa1d3", "tag": "f7e46359-fc84-431c-88fd-b6af0c318ee6"}]}' {{(pid=102749) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 12:24:03.318547 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.provisioning_blocks [None req-b0a1062d-84b6-47f9-8f44-0dbfe211119e None None] Provisioning complete for port f7e46359-fc84-431c-88fd-b6af0c318ee6 triggered by entity DHCP. {{(pid=102751) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 12:24:03.318919 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-b0a1062d-84b6-47f9-8f44-0dbfe211119e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3821908'] for port, provisioning_complete {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:24:03.351285 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 12:24:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7473670c-6e82-4938-b3c2-d6d414dbdd61 x-openstack-request-id: req-7473670c-6e82-4938-b3c2-d6d414dbdd61 {{(pid=102749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 12:24:03.351285 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "131dcb5b-f62d-42ec-b0d0-588a120aa1d3", "tag": "f7e46359-fc84-431c-88fd-b6af0c318ee6", "status": "completed", "code": 200}]} {{(pid=102749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 12:24:03.351285 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-7473670c-6e82-4938-b3c2-d6d414dbdd61 {{(pid=102749) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 12:24:03.351285 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '131dcb5b-f62d-42ec-b0d0-588a120aa1d3', 'tag': 'f7e46359-fc84-431c-88fd-b6af0c318ee6', 'status': 'completed', 'code': 200} Nov 22 12:24:03.433504 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6867b07f-b720-4ea1-9b8b-5212b78cf769 req-84de9f4b-ddca-4ccf-907a-8389b13ffb49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:24:03.435053 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-6867b07f-b720-4ea1-9b8b-5212b78cf769 req-84de9f4b-ddca-4ccf-907a-8389b13ffb49 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7b282b4e5e2147a692e990f45ce44b8f&device_id=131dcb5b-f62d-42ec-b0d0-588a120aa1d3 HTTP/1.1" status: 200 len: 1138 time: 0.0545244 Nov 22 12:24:03.534672 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6867b07f-b720-4ea1-9b8b-5212b78cf769 req-e5e2aeaa-b75e-458b-8e27-007f37bee924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:24:03.536209 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-6867b07f-b720-4ea1-9b8b-5212b78cf769 req-e5e2aeaa-b75e-458b-8e27-007f37bee924 service neutron] 10.222.0.46 "GET /v2.0/networks?id=3bb69f26-c969-40f0-8e57-593fe240347b HTTP/1.1" status: 200 len: 916 time: 0.0916200 Nov 22 12:24:03.611868 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-6867b07f-b720-4ea1-9b8b-5212b78cf769 req-e3c48d5f-11de-4d1e-822d-ecf0b9480a50 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f7e46359-fc84-431c-88fd-b6af0c318ee6 HTTP/1.1" status: 200 len: 1001 time: 0.0643499 Nov 22 12:24:03.669834 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6867b07f-b720-4ea1-9b8b-5212b78cf769 req-c1dadb2a-5ec0-419b-a9ba-1f5bc8135f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:24:03.671302 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-6867b07f-b720-4ea1-9b8b-5212b78cf769 req-c1dadb2a-5ec0-419b-a9ba-1f5bc8135f4d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8eb197fb-0ac4-498b-bea4-1e9726d009e0 HTTP/1.1" status: 200 len: 854 time: 0.0505669 Nov 22 12:24:03.722836 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6867b07f-b720-4ea1-9b8b-5212b78cf769 req-49b041ef-1070-4f08-814f-b449ab0095f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:24:03.724406 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-6867b07f-b720-4ea1-9b8b-5212b78cf769 req-49b041ef-1070-4f08-814f-b449ab0095f1 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3bb69f26-c969-40f0-8e57-593fe240347b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0447531 Nov 22 12:24:03.830308 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-6867b07f-b720-4ea1-9b8b-5212b78cf769 req-60955a0e-fc7d-4d16-8775-b4778c29a465 service neutron] 10.222.0.46 "GET /v2.0/networks/3bb69f26-c969-40f0-8e57-593fe240347b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981762 Nov 22 12:24:03.922833 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-6867b07f-b720-4ea1-9b8b-5212b78cf769 req-77daa50c-7f3f-44ce-a618-44194bf82f57 service neutron] 10.222.0.46 "GET /v2.0/networks/3bb69f26-c969-40f0-8e57-593fe240347b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848653 Nov 22 12:24:05.785236 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c8638d-ddba-405d-aee9-0eed0febd50e req-48c14eb9-dd7e-497a-9b21-5c13fff6f692 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:24:05.786799 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-31c8638d-ddba-405d-aee9-0eed0febd50e req-48c14eb9-dd7e-497a-9b21-5c13fff6f692 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.66 "GET /v2.0/ports?device_id=c9f6d441-246f-479e-8e88-ea701c0f87ff HTTP/1.1" status: 200 len: 947 time: 0.0507243 Nov 22 12:24:05.845315 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-31c8638d-ddba-405d-aee9-0eed0febd50e req-d236accd-f647-4490-9fdd-da0e902cdb62 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.66 "GET /v2.0/security-groups?id=58ab891c-6c60-4530-806c-8c076c9a459e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515387 Nov 22 12:24:07.092964 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2164ad35-1a5e-447c-a3b9-fbabb38e51dd req-c915bef7-ed03-447a-ac9f-080e53d75ab1 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:24:07.094550 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-2164ad35-1a5e-447c-a3b9-fbabb38e51dd req-c915bef7-ed03-447a-ac9f-080e53d75ab1 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.66 "GET /v2.0/ports?device_id=c9f6d441-246f-479e-8e88-ea701c0f87ff HTTP/1.1" status: 200 len: 947 time: 0.1675487 Nov 22 12:24:07.146371 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-2164ad35-1a5e-447c-a3b9-fbabb38e51dd req-4035ecfe-2389-432e-8ab5-91f08b8a3a95 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.66 "GET /v2.0/security-groups?id=58ab891c-6c60-4530-806c-8c076c9a459e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451720 Nov 22 12:24:07.443864 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebafe64-3d3e-4db6-89df-82e10769e7b9 req-ad72f6b2-2938-4599-94d0-243c4b237b87 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:24:07.445363 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-7ebafe64-3d3e-4db6-89df-82e10769e7b9 req-ad72f6b2-2938-4599-94d0-243c4b237b87 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.46 "GET /v2.0/ports?device_id=c9f6d441-246f-479e-8e88-ea701c0f87ff HTTP/1.1" status: 200 len: 947 time: 0.0558577 Nov 22 12:24:07.549718 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.plugins.ml2.plugin [req-7ebafe64-3d3e-4db6-89df-82e10769e7b9 req-98826b11-deb4-45a4-a171-b29bc354c47a tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] Deleting port c3893e14-5c03-4b6a-b17d-c2dc56e8e688 {{(pid=102749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 12:24:07.550059 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [req-7ebafe64-3d3e-4db6-89df-82e10769e7b9 req-98826b11-deb4-45a4-a171-b29bc354c47a tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793343491880'] for port, before_delete {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:24:07.642133 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.plugins.ml2.db [req-7ebafe64-3d3e-4db6-89df-82e10769e7b9 req-98826b11-deb4-45a4-a171-b29bc354c47a tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] For port c3893e14-5c03-4b6a-b17d-c2dc56e8e688, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=c3893e14-5c03-4b6a-b17d-c2dc56e8e688,segment=NetworkSegment(ad989668-ff42-4f8a-9eac-7040e599f03e),segment_id=ad989668-ff42-4f8a-9eac-7040e599f03e)] {{(pid=102749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 12:24:07.642475 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [req-7ebafe64-3d3e-4db6-89df-82e10769e7b9 req-98826b11-deb4-45a4-a171-b29bc354c47a tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-535547'] for port, precommit_delete {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:24:07.927801 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [req-7ebafe64-3d3e-4db6-89df-82e10769e7b9 req-98826b11-deb4-45a4-a171-b29bc354c47a tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:24:07.928126 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [req-7ebafe64-3d3e-4db6-89df-82e10769e7b9 req-98826b11-deb4-45a4-a171-b29bc354c47a tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-532624'] for floatingip, after_update {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:24:07.928443 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.db.l3_db [req-7ebafe64-3d3e-4db6-89df-82e10769e7b9 req-98826b11-deb4-45a4-a171-b29bc354c47a tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] Floating IP b7b9ecb7-77d2-4e0e-adb4-16f903e120a3 disassociated. External IP: 172.27.0.186, port: c3893e14-5c03-4b6a-b17d-c2dc56e8e688. Nov 22 12:24:07.928799 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.plugins.ml2.plugin [req-7ebafe64-3d3e-4db6-89df-82e10769e7b9 req-98826b11-deb4-45a4-a171-b29bc354c47a tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] Calling delete_port for c3893e14-5c03-4b6a-b17d-c2dc56e8e688 owned by compute:nova {{(pid=102749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 12:24:08.070571 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [req-7ebafe64-3d3e-4db6-89df-82e10769e7b9 req-98826b11-deb4-45a4-a171-b29bc354c47a tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793343495765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793342949277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126077602'] for port, after_delete {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:24:08.099999 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98826b11-deb4-45a4-a171-b29bc354c47a tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] Pushing event deleted for resources: {'Port': ['ID=c3893e14-5c03-4b6a-b17d-c2dc56e8e688,revision_number=None']} {{(pid=102749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:24:08.218976 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7ebafe64-3d3e-4db6-89df-82e10769e7b9 req-98826b11-deb4-45a4-a171-b29bc354c47a tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] Router 4b6eb21f-8d2a-4ee6-9dfc-db25bfbba179 has already been hosted by L3 agent b4a26ead-6ab2-4f98-a352-c9ed6d39b73e {{(pid=102749) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 12:24:08.343822 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-90bd5e4d-8658-4024-832c-0d4f911fb004 req-1dba996d-ecfb-409f-aa09-2ac88c64697c tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.66 "GET /v2.0/ports?device_id=c9f6d441-246f-479e-8e88-ea701c0f87ff HTTP/1.1" status: 200 len: 210 time: 0.1168630 Nov 22 12:24:08.360518 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7ebafe64-3d3e-4db6-89df-82e10769e7b9 req-98826b11-deb4-45a4-a171-b29bc354c47a tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] Notify agent at l3_agent.dv-cinder-768458-13-iscsi the message routers_updated {{(pid=102749) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 12:24:08.372608 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-115150f1-ac5d-4a60-9ae2-d8876745851b None None] Sync routers for ids ['4b6eb21f-8d2a-4ee6-9dfc-db25bfbba179'] in dv-cinder-768458-13-iscsi {{(pid=102751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 12:24:08.389329 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-115150f1-ac5d-4a60-9ae2-d8876745851b None None] Routers {'4b6eb21f-8d2a-4ee6-9dfc-db25bfbba179'} bound to L3 agent in host dv-cinder-768458-13-iscsi {{(pid=102751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 12:24:08.390273 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.l3_hamode_db [None req-115150f1-ac5d-4a60-9ae2-d8876745851b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T12:11:23Z,description=,heartbeat_timestamp=2021-11-22T12:23:53Z,host='dv-cinder-768458-13-iscsi',id=b4a26ead-6ab2-4f98-a352-c9ed6d39b73e,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T12:11:23Z,topic='l3_agent')) {'router_ids': ['4b6eb21f-8d2a-4ee6-9dfc-db25bfbba179'], 'active': True} {{(pid=102751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 12:24:08.400861 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ebafe64-3d3e-4db6-89df-82e10769e7b9 req-98826b11-deb4-45a4-a171-b29bc354c47a tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] No DVR routers for this DVR port c3893e14-5c03-4b6a-b17d-c2dc56e8e688 on host hv-cinder-76845 {{(pid=102749) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 12:24:08.404402 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [req-7ebafe64-3d3e-4db6-89df-82e10769e7b9 req-98826b11-deb4-45a4-a171-b29bc354c47a tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434365'] for port, before_response {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:24:08.408116 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-7ebafe64-3d3e-4db6-89df-82e10769e7b9 req-98826b11-deb4-45a4-a171-b29bc354c47a tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.46 "DELETE /v2.0/ports/c3893e14-5c03-4b6a-b17d-c2dc56e8e688 HTTP/1.1" status: 204 len: 173 time: 0.9518328 Nov 22 12:24:08.408591 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9f6d441-246f-479e-8e88-ea701c0f87ff', 'name': 'network-vif-deleted', 'tag': 'c3893e14-5c03-4b6a-b17d-c2dc56e8e688'}] {{(pid=102749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 12:24:08.411040 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e75a82c02e5e8e80361e9b8ad1df1450ec212ebfa93d78ee9da720cb5365782c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c048eed-75b7-4162-816c-2691cc24e724" -d '{"events": [{"server_uuid": "c9f6d441-246f-479e-8e88-ea701c0f87ff", "name": "network-vif-deleted", "tag": "c3893e14-5c03-4b6a-b17d-c2dc56e8e688"}]}' {{(pid=102749) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 12:24:08.507940 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 12:24:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1f69554-42fb-4b39-8104-7771b8c1875d x-openstack-request-id: req-d1f69554-42fb-4b39-8104-7771b8c1875d {{(pid=102749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 12:24:08.509862 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9f6d441-246f-479e-8e88-ea701c0f87ff", "name": "network-vif-deleted", "tag": "c3893e14-5c03-4b6a-b17d-c2dc56e8e688", "status": "completed", "code": 200}]} {{(pid=102749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 12:24:08.510155 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-d1f69554-42fb-4b39-8104-7771b8c1875d {{(pid=102749) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 12:24:08.510598 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9f6d441-246f-479e-8e88-ea701c0f87ff', 'name': 'network-vif-deleted', 'tag': 'c3893e14-5c03-4b6a-b17d-c2dc56e8e688', 'status': 'completed', 'code': 200} Nov 22 12:24:08.537824 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.l3_dvr_db [None req-115150f1-ac5d-4a60-9ae2-d8876745851b None None] Set router 4b6eb21f-8d2a-4ee6-9dfc-db25bfbba179 gateway port host: dv-cinder-768458-13-iscsi {{(pid=102751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 12:24:08.755816 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.l3_hamode_db [None req-115150f1-ac5d-4a60-9ae2-d8876745851b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b6eb21f-8d2a-4ee6-9dfc-db25bfbba179', 'name': 'tempest-AttachVolumeShelveTestJSON-514126347-router', 'tenant_id': '086a36bf2fea4df7a4d72733b2f68dcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52f34850-4f08-4bf9-8f19-1c892d4c6132', 'external_fixed_ips': [{'subnet_id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': 'dec33e59-4d06-4644-b47a-37a68b460d51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T12:19:08Z', 'updated_at': '2021-11-22T12:19:21Z', 'revision_number': 4, 'project_id': '086a36bf2fea4df7a4d72733b2f68dcd', 'gw_port': {'id': 'dec33e59-4d06-4644-b47a-37a68b460d51', 'name': '', 'network_id': '52f34850-4f08-4bf9-8f19-1c892d4c6132', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:bf:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b6eb21f-8d2a-4ee6-9dfc-db25bfbba179', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T12:19:09Z', 'updated_at': '2021-11-22T12:19:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-13-iscsi', '_interfaces': [{'id': '1cb4d82d-e7c5-44d0-97bb-0dc039c350db', 'name': '', 'network_id': '47c7c2df-c485-45be-9ae4-891cba4c7953', 'tenant_id': '086a36bf2fea4df7a4d72733b2f68dcd', 'mac_address': 'fa:16:3e:b0:ae:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b6eb21f-8d2a-4ee6-9dfc-db25bfbba179', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '6b38e15d-2758-41f6-bf64-d497af1d9f95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T12:19:15Z', 'updated_at': '2021-11-22T12:19:31Z', 'revision_number': 5, 'project_id': '086a36bf2fea4df7a4d72733b2f68dcd', 'subnets': [{'id': '6b38e15d-2758-41f6-bf64-d497af1d9f95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-13-iscsi', False) {} {{(pid=102751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 12:24:08.783289 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-115150f1-ac5d-4a60-9ae2-d8876745851b None None] Checking router: 4b6eb21f-8d2a-4ee6-9dfc-db25bfbba179 for host: dv-cinder-768458-13-iscsi {{(pid=102751) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 12:24:08.792603 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-115150f1-ac5d-4a60-9ae2-d8876745851b None None] Routers {'4b6eb21f-8d2a-4ee6-9dfc-db25bfbba179'} bound to L3 agent in host dv-cinder-768458-13-iscsi {{(pid=102751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 12:24:08.793241 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.l3_hamode_db [None req-115150f1-ac5d-4a60-9ae2-d8876745851b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T12:11:23Z,description=,heartbeat_timestamp=2021-11-22T12:23:53Z,host='dv-cinder-768458-13-iscsi',id=b4a26ead-6ab2-4f98-a352-c9ed6d39b73e,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T12:11:23Z,topic='l3_agent')) {'router_ids': ['4b6eb21f-8d2a-4ee6-9dfc-db25bfbba179'], 'active': True} {{(pid=102751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 12:24:08.902654 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.l3_dvr_db [None req-115150f1-ac5d-4a60-9ae2-d8876745851b None None] Set router 4b6eb21f-8d2a-4ee6-9dfc-db25bfbba179 gateway port host: dv-cinder-768458-13-iscsi {{(pid=102751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 12:24:09.107679 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.l3_hamode_db [None req-115150f1-ac5d-4a60-9ae2-d8876745851b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b6eb21f-8d2a-4ee6-9dfc-db25bfbba179', 'name': 'tempest-AttachVolumeShelveTestJSON-514126347-router', 'tenant_id': '086a36bf2fea4df7a4d72733b2f68dcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52f34850-4f08-4bf9-8f19-1c892d4c6132', 'external_fixed_ips': [{'subnet_id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': 'dec33e59-4d06-4644-b47a-37a68b460d51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T12:19:08Z', 'updated_at': '2021-11-22T12:19:21Z', 'revision_number': 4, 'project_id': '086a36bf2fea4df7a4d72733b2f68dcd', 'gw_port': {'id': 'dec33e59-4d06-4644-b47a-37a68b460d51', 'name': '', 'network_id': '52f34850-4f08-4bf9-8f19-1c892d4c6132', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:bf:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b6eb21f-8d2a-4ee6-9dfc-db25bfbba179', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T12:19:09Z', 'updated_at': '2021-11-22T12:19:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-13-iscsi', '_interfaces': [{'id': '1cb4d82d-e7c5-44d0-97bb-0dc039c350db', 'name': '', 'network_id': '47c7c2df-c485-45be-9ae4-891cba4c7953', 'tenant_id': '086a36bf2fea4df7a4d72733b2f68dcd', 'mac_address': 'fa:16:3e:b0:ae:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b6eb21f-8d2a-4ee6-9dfc-db25bfbba179', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '6b38e15d-2758-41f6-bf64-d497af1d9f95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T12:19:15Z', 'updated_at': '2021-11-22T12:19:31Z', 'revision_number': 5, 'project_id': '086a36bf2fea4df7a4d72733b2f68dcd', 'subnets': [{'id': '6b38e15d-2758-41f6-bf64-d497af1d9f95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-13-iscsi', False) {} {{(pid=102751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 12:24:09.263000 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-115150f1-ac5d-4a60-9ae2-d8876745851b None None] The sync data for ids ['4b6eb21f-8d2a-4ee6-9dfc-db25bfbba179'] in dv-cinder-768458-13-iscsi is: [{'id': '4b6eb21f-8d2a-4ee6-9dfc-db25bfbba179', 'name': 'tempest-AttachVolumeShelveTestJSON-514126347-router', 'tenant_id': '086a36bf2fea4df7a4d72733b2f68dcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52f34850-4f08-4bf9-8f19-1c892d4c6132', 'external_fixed_ips': [{'subnet_id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': 'dec33e59-4d06-4644-b47a-37a68b460d51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T12:19:08Z', 'updated_at': '2021-11-22T12:19:21Z', 'revision_number': 4, 'project_id': '086a36bf2fea4df7a4d72733b2f68dcd', 'gw_port': {'id': 'dec33e59-4d06-4644-b47a-37a68b460d51', 'name': '', 'network_id': '52f34850-4f08-4bf9-8f19-1c892d4c6132', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:bf:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b6eb21f-8d2a-4ee6-9dfc-db25bfbba179', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T12:19:09Z', 'updated_at': '2021-11-22T12:19:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-13-iscsi', '_interfaces': [{'id': '1cb4d82d-e7c5-44d0-97bb-0dc039c350db', 'name': '', 'network_id': '47c7c2df-c485-45be-9ae4-891cba4c7953', 'tenant_id': '086a36bf2fea4df7a4d72733b2f68dcd', 'mac_address': 'fa:16:3e:b0:ae:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b6eb21f-8d2a-4ee6-9dfc-db25bfbba179', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '6b38e15d-2758-41f6-bf64-d497af1d9f95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T12:19:15Z', 'updated_at': '2021-11-22T12:19:31Z', 'revision_number': 5, 'project_id': '086a36bf2fea4df7a4d72733b2f68dcd', 'subnets': [{'id': '6b38e15d-2758-41f6-bf64-d497af1d9f95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 12:24:09.446748 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.wsgi [-] (102749) accepted ('10.222.0.66', 50870) {{(pid=102749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:24:09.521794 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac3025d6-ed0e-4bba-80c5-311cfdb953a4 None None] New status for floating IP b7b9ecb7-77d2-4e0e-adb4-16f903e120a3: DOWN {{(pid=102752) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 12:24:09.523057 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-52226af0-665c-4a5e-b8de-0bd0b0cf3573 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] Publish callbacks [] for security_group, before_delete {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:24:09.549336 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-52226af0-665c-4a5e-b8de-0bd0b0cf3573 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:24:09.613919 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-52226af0-665c-4a5e-b8de-0bd0b0cf3573 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545565'] for security_group, after_delete {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:24:09.618057 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-52226af0-665c-4a5e-b8de-0bd0b0cf3573 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] Publish callbacks [] for security_group, before_response {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:24:09.619722 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [None req-52226af0-665c-4a5e-b8de-0bd0b0cf3573 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.66 "DELETE /v2.0/security-groups/58ab891c-6c60-4530-806c-8c076c9a459e HTTP/1.1" status: 204 len: 168 time: 0.1711612 Nov 22 12:24:09.622451 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.wsgi [-] (102750) accepted ('10.222.0.66', 50876) {{(pid=102750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:24:09.631395 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52226af0-665c-4a5e-b8de-0bd0b0cf3573 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=58ab891c-6c60-4530-806c-8c076c9a459e,revision_number=None']} {{(pid=102749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:24:09.643091 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.api.v2.resource [None req-98d87e08-0abc-42fc-8d7f-034806a78b1c tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] show failed (client error): The resource could not be found. Nov 22 12:24:09.644396 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [None req-98d87e08-0abc-42fc-8d7f-034806a78b1c tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.66 "GET /v2.0/security-groups/58ab891c-6c60-4530-806c-8c076c9a459e HTTP/1.1" status: 404 len: 347 time: 0.0209620 Nov 22 12:24:09.647564 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.wsgi [-] (102750) accepted ('10.222.0.66', 50878) {{(pid=102750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:24:09.783002 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.plugins.ml2.plugin [None req-266d73fe-ed26-4cec-83c7-3e9b8f787d0e tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] Deleting port 5097e0e1-3748-404c-918a-0408217ff173 {{(pid=102750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 12:24:09.783384 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-266d73fe-ed26-4cec-83c7-3e9b8f787d0e tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793343491880'] for port, before_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:24:09.859172 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-266d73fe-ed26-4cec-83c7-3e9b8f787d0e tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-535547'] for port, precommit_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:24:09.859554 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-266d73fe-ed26-4cec-83c7-3e9b8f787d0e tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:24:09.874963 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.plugins.ml2.plugin [None req-266d73fe-ed26-4cec-83c7-3e9b8f787d0e tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] Calling delete_port for 5097e0e1-3748-404c-918a-0408217ff173 owned by network:floatingip {{(pid=102750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 12:24:10.021815 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-266d73fe-ed26-4cec-83c7-3e9b8f787d0e tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793343495765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793342949277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128483729'] for port, after_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:24:10.054751 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266d73fe-ed26-4cec-83c7-3e9b8f787d0e tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] Pushing event deleted for resources: {'Port': ['ID=5097e0e1-3748-404c-918a-0408217ff173,revision_number=None']} {{(pid=102750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:24:10.113169 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-266d73fe-ed26-4cec-83c7-3e9b8f787d0e tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] Publish callbacks [] for floatingip, after_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:24:10.116007 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-266d73fe-ed26-4cec-83c7-3e9b8f787d0e tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434365'] for floatingip, before_response {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:24:10.117694 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [None req-266d73fe-ed26-4cec-83c7-3e9b8f787d0e tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.66 "DELETE /v2.0/floatingips/b7b9ecb7-77d2-4e0e-adb4-16f903e120a3 HTTP/1.1" status: 204 len: 168 time: 0.4687128 Nov 22 12:24:10.437818 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.wsgi [-] (102750) accepted ('10.222.0.66', 50900) {{(pid=102750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:24:10.442541 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.v2.base [None req-b6cf6c63-8289-44a6-9a9c-7315ff0cb3d0 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] Request body: {'security_group': {'name': 'tempest-securitygroup--908366312', 'description': 'tempest-description--182616633'}} {{(pid=102750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 12:24:10.470738 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-b6cf6c63-8289-44a6-9a9c-7315ff0cb3d0 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] Publish callbacks [] for security_group, before_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:24:10.540444 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-b6cf6c63-8289-44a6-9a9c-7315ff0cb3d0 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] Publish callbacks [] for security_group, precommit_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:24:10.544699 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-b6cf6c63-8289-44a6-9a9c-7315ff0cb3d0 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545565'] for security_group, after_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:24:10.574600 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-b6cf6c63-8289-44a6-9a9c-7315ff0cb3d0 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] Publish callbacks [] for security_group, before_response {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:24:10.575886 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [None req-b6cf6c63-8289-44a6-9a9c-7315ff0cb3d0 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1370254 Nov 22 12:24:10.577808 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cf6c63-8289-44a6-9a9c-7315ff0cb3d0 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bea8b415-2a88-446d-8b9a-0201cbf52809,revision_number=1']} {{(pid=102750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:24:10.579417 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.wsgi [-] (102749) accepted ('10.222.0.66', 50902) {{(pid=102749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:24:10.584636 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.v2.base [None req-29938b7a-be2b-432e-ab5a-e593936b5ed4 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] Request body: {'security_group_rule': {'security_group_id': 'bea8b415-2a88-446d-8b9a-0201cbf52809', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 12:24:10.616137 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-29938b7a-be2b-432e-ab5a-e593936b5ed4 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:24:10.671710 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-29938b7a-be2b-432e-ab5a-e593936b5ed4 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:24:10.677403 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-29938b7a-be2b-432e-ab5a-e593936b5ed4 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754837'] for security_group_rule, after_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:24:10.696205 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29938b7a-be2b-432e-ab5a-e593936b5ed4 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3949204b-2e69-4b74-a4a2-fdc01c88e9e2,revision_number=0']} {{(pid=102749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:24:10.705566 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-29938b7a-be2b-432e-ab5a-e593936b5ed4 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:24:10.706863 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [None req-29938b7a-be2b-432e-ab5a-e593936b5ed4 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1263750 Nov 22 12:24:10.709877 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.wsgi [-] (102750) accepted ('10.222.0.66', 50904) {{(pid=102750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:24:10.717321 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.v2.base [None req-8b0cc93a-c87b-45c8-b020-f3f6f66a31e6 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] Request body: {'security_group_rule': {'security_group_id': 'bea8b415-2a88-446d-8b9a-0201cbf52809', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 12:24:10.748685 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-8b0cc93a-c87b-45c8-b020-f3f6f66a31e6 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:24:10.804585 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.rpc [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Device c3893e14-5c03-4b6a-b17d-c2dc56e8e688 no longer exists at agent hyperv_hv-cinder-76845 {{(pid=102751) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 12:24:10.806195 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-8b0cc93a-c87b-45c8-b020-f3f6f66a31e6 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:24:10.811263 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-8b0cc93a-c87b-45c8-b020-f3f6f66a31e6 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754837'] for security_group_rule, after_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:24:10.825249 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.plugin [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] No Port match for: c3893e14-5c03-4b6a-b17d-c2dc56e8e688 {{(pid=102751) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 12:24:10.825591 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.rpc [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Device c3893e14-5c03-4b6a-b17d-c2dc56e8e688 not bound to the agent host hv-cinder-76845 {{(pid=102751) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 12:24:10.826422 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0cc93a-c87b-45c8-b020-f3f6f66a31e6 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65db3f56-e9f7-4af4-bf80-768d6f6f266b,revision_number=0']} {{(pid=102750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:24:10.837671 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-8b0cc93a-c87b-45c8-b020-f3f6f66a31e6 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:24:10.838885 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [None req-8b0cc93a-c87b-45c8-b020-f3f6f66a31e6 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1277323 Nov 22 12:24:10.842066 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.wsgi [-] (102750) accepted ('10.222.0.66', 50906) {{(pid=102750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:24:10.847544 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.v2.base [None req-40b604d1-399e-42d8-89f6-ec453ed2d452 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] Request body: {'floatingip': {'floating_network_id': '52f34850-4f08-4bf9-8f19-1c892d4c6132'}} {{(pid=102750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 12:24:10.878606 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-40b604d1-399e-42d8-89f6-ec453ed2d452 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] Publish callbacks [] for floatingip, before_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:24:10.984209 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-40b604d1-399e-42d8-89f6-ec453ed2d452 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3931732'] for port, before_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:24:11.093392 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.db.db_base_plugin_common [None req-40b604d1-399e-42d8-89f6-ec453ed2d452 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] Allocated IP 172.27.0.97 (52f34850-4f08-4bf9-8f19-1c892d4c6132/9e59152d-9f1b-4a42-ae53-82f6bd285144/9e9bba7d-0567-4d6c-9b3b-fd7f7e9153bf) {{(pid=102750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 12:24:11.202612 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-40b604d1-399e-42d8-89f6-ec453ed2d452 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] Publish callbacks [] for port, precommit_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:24:11.240496 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-40b604d1-399e-42d8-89f6-ec453ed2d452 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793342949268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128483729'] for port, after_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:24:11.278614 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40b604d1-399e-42d8-89f6-ec453ed2d452 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] Network 52f34850-4f08-4bf9-8f19-1c892d4c6132 is already hosted by enough agents. {{(pid=102750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 12:24:11.281480 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.scheduler.base_scheduler [None req-40b604d1-399e-42d8-89f6-ec453ed2d452 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] Resources bound (agent type, host, resource id): {{(pid=102750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 12:24:11.284078 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40b604d1-399e-42d8-89f6-ec453ed2d452 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] Received port after_create {{(pid=102750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 12:24:11.303801 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.wsgi [-] (102749) accepted ('10.222.0.66', 50918) {{(pid=102749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:24:11.310668 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b604d1-399e-42d8-89f6-ec453ed2d452 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] Pushing event updated for resources: {'Port': ['ID=9e9bba7d-0567-4d6c-9b3b-fd7f7e9153bf,revision_number=1']} {{(pid=102750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:24:11.349079 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.db.db_base_plugin_v2 [None req-53f57414-d997-45d2-bf2f-f5445c35cfb4 admin admin] Deleting subnet 861a2ecb-cdeb-49e1-bd03-ff6f834e0ce2 {{(pid=102749) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 12:24:11.352527 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-53f57414-d997-45d2-bf2f-f5445c35cfb4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:24:11.373931 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-40b604d1-399e-42d8-89f6-ec453ed2d452 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:24:11.391855 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-53f57414-d997-45d2-bf2f-f5445c35cfb4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129474033'] for subnet, precommit_delete_associations {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:24:11.410543 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-40b604d1-399e-42d8-89f6-ec453ed2d452 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3931732'] for port, before_update {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:24:11.432466 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-53f57414-d997-45d2-bf2f-f5445c35cfb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3851550'] for subnet, precommit_delete {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:24:11.487856 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-53f57414-d997-45d2-bf2f-f5445c35cfb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3851541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126077565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129923368'] for subnet, after_delete {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:24:11.511681 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f57414-d997-45d2-bf2f-f5445c35cfb4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=861a2ecb-cdeb-49e1-bd03-ff6f834e0ce2,revision_number=None']} {{(pid=102749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:24:11.517289 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-53f57414-d997-45d2-bf2f-f5445c35cfb4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758363'] for subnet, before_response {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:24:11.520582 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [None req-53f57414-d997-45d2-bf2f-f5445c35cfb4 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/861a2ecb-cdeb-49e1-bd03-ff6f834e0ce2 HTTP/1.1" status: 204 len: 168 time: 0.2157080 Nov 22 12:24:11.523353 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.wsgi [-] (102749) accepted ('10.222.0.66', 50920) {{(pid=102749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:24:11.572093 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-40b604d1-399e-42d8-89f6-ec453ed2d452 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] Publish callbacks [] for port, precommit_update {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:24:11.577078 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-40b604d1-399e-42d8-89f6-ec453ed2d452 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793343495738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793342949286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793342949304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128483736'] for port, after_update {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:24:11.593219 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-925a8fa7-8007-4726-a688-1f775468f13e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3895399'] for network, before_delete {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:24:11.644503 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b604d1-399e-42d8-89f6-ec453ed2d452 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] Pushing event updated for resources: {'Port': ['ID=9e9bba7d-0567-4d6c-9b3b-fd7f7e9153bf,revision_number=2']} {{(pid=102750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:24:11.655483 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-40b604d1-399e-42d8-89f6-ec453ed2d452 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-532624'] for floatingip, after_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:24:11.672871 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-40b604d1-399e-42d8-89f6-ec453ed2d452 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434365'] for floatingip, before_response {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:24:11.682789 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [None req-40b604d1-399e-42d8-89f6-ec453ed2d452 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8311765 Nov 22 12:24:11.945255 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-925a8fa7-8007-4726-a688-1f775468f13e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3855014', 'neutron.services.segments.db._delete_segments_for_network-8793343475339'] for network, precommit_delete {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:24:11.971064 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-de11132e-3496-40f2-af39-037071b0a121 req-cca45846-2931-473c-9a9f-2d2b82f11c39 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-securitygroup--908366312&fields=id&tenant_id=086a36bf2fea4df7a4d72733b2f68dcd HTTP/1.1" status: 200 len: 267 time: 0.1050684 Nov 22 12:24:11.980542 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.services.segments.db [None req-925a8fa7-8007-4726-a688-1f775468f13e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb20b78b-879b-4dab-a7df-3e2377c4082c']}} {{(pid=102749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 12:24:11.999512 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.services.segments.db [None req-925a8fa7-8007-4726-a688-1f775468f13e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc80b0cb-42f3-4bc4-8337-3ee629b83ee5') {'for_net_delete': True} {{(pid=102749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 12:24:11.999788 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.services.segments.db [None req-925a8fa7-8007-4726-a688-1f775468f13e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc80b0cb-42f3-4bc4-8337-3ee629b83ee5') {} {{(pid=102749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 12:24:12.044134 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-925a8fa7-8007-4726-a688-1f775468f13e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793343276566', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129474042'] for segment, before_delete {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:24:12.066289 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-925a8fa7-8007-4726-a688-1f775468f13e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3850450'] for segment, precommit_delete {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:24:12.078161 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-925a8fa7-8007-4726-a688-1f775468f13e admin admin] Releasing vlan 622 on physical network physnet1 to pool {{(pid=102749) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 12:24:12.078559 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-925a8fa7-8007-4726-a688-1f775468f13e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3850450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126077655'] for segment, after_delete {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:24:12.080268 dv-cinder-768458-13-iscsi neutron-server[102749]: Traceback (most recent call last): Nov 22 12:24:12.080268 dv-cinder-768458-13-iscsi neutron-server[102749]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 12:24:12.080268 dv-cinder-768458-13-iscsi neutron-server[102749]: timer() Nov 22 12:24:12.080268 dv-cinder-768458-13-iscsi neutron-server[102749]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 12:24:12.080268 dv-cinder-768458-13-iscsi neutron-server[102749]: cb(*args, **kw) Nov 22 12:24:12.080268 dv-cinder-768458-13-iscsi neutron-server[102749]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 12:24:12.080268 dv-cinder-768458-13-iscsi neutron-server[102749]: return func(*args, **kwargs) Nov 22 12:24:12.080268 dv-cinder-768458-13-iscsi neutron-server[102749]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 12:24:12.080268 dv-cinder-768458-13-iscsi neutron-server[102749]: self._notify() Nov 22 12:24:12.080268 dv-cinder-768458-13-iscsi neutron-server[102749]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 12:24:12.080268 dv-cinder-768458-13-iscsi neutron-server[102749]: self.callback(batched_events) Nov 22 12:24:12.080268 dv-cinder-768458-13-iscsi neutron-server[102749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 12:24:12.080268 dv-cinder-768458-13-iscsi neutron-server[102749]: event.method(event) Nov 22 12:24:12.080268 dv-cinder-768458-13-iscsi neutron-server[102749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 12:24:12.080268 dv-cinder-768458-13-iscsi neutron-server[102749]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 12:24:12.080268 dv-cinder-768458-13-iscsi neutron-server[102749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 12:24:12.080268 dv-cinder-768458-13-iscsi neutron-server[102749]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 12:24:12.080268 dv-cinder-768458-13-iscsi neutron-server[102749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 12:24:12.080268 dv-cinder-768458-13-iscsi neutron-server[102749]: return f(self, *a, **k) Nov 22 12:24:12.080268 dv-cinder-768458-13-iscsi neutron-server[102749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 12:24:12.080268 dv-cinder-768458-13-iscsi neutron-server[102749]: return self._get(url).json() Nov 22 12:24:12.080268 dv-cinder-768458-13-iscsi neutron-server[102749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 12:24:12.080268 dv-cinder-768458-13-iscsi neutron-server[102749]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 12:24:12.080268 dv-cinder-768458-13-iscsi neutron-server[102749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 12:24:12.080268 dv-cinder-768458-13-iscsi neutron-server[102749]: return self.request(url, 'GET', **kwargs) Nov 22 12:24:12.080268 dv-cinder-768458-13-iscsi neutron-server[102749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 12:24:12.080268 dv-cinder-768458-13-iscsi neutron-server[102749]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 12:24:12.080268 dv-cinder-768458-13-iscsi neutron-server[102749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 12:24:12.080268 dv-cinder-768458-13-iscsi neutron-server[102749]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 12:24:12.080268 dv-cinder-768458-13-iscsi neutron-server[102749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 12:24:12.080268 dv-cinder-768458-13-iscsi neutron-server[102749]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 12:24:12.080268 dv-cinder-768458-13-iscsi neutron-server[102749]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 12:24:12.160227 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de11132e-3496-40f2-af39-037071b0a121 req-dd5d6e27-f8c0-4a4d-a966-1946ee1b79d3 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:24:12.161660 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-de11132e-3496-40f2-af39-037071b0a121 req-dd5d6e27-f8c0-4a4d-a966-1946ee1b79d3 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.66 "GET /v2.0/networks?id=47c7c2df-c485-45be-9ae4-891cba4c7953 HTTP/1.1" status: 200 len: 816 time: 0.1830382 Nov 22 12:24:12.167290 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-925a8fa7-8007-4726-a688-1f775468f13e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3855023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532706'] for network, after_delete {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:24:12.178615 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-925a8fa7-8007-4726-a688-1f775468f13e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758363'] for network, before_response {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:24:12.182251 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [None req-925a8fa7-8007-4726-a688-1f775468f13e admin admin] 10.222.0.66 "DELETE /v2.0/networks/fb20b78b-879b-4dab-a7df-3e2377c4082c HTTP/1.1" status: 204 len: 168 time: 0.6578445 Nov 22 12:24:12.185400 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.wsgi [-] (102750) accepted ('10.222.0.66', 50934) {{(pid=102750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:24:12.194383 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925a8fa7-8007-4726-a688-1f775468f13e admin admin] Pushing event deleted for resources: {'Network': ['ID=fb20b78b-879b-4dab-a7df-3e2377c4082c,revision_number=None']} {{(pid=102749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:24:12.197528 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-de11132e-3496-40f2-af39-037071b0a121 req-dc314e80-5e0f-4b96-b441-f732f968c15c tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.66 "GET /v2.0/quotas/086a36bf2fea4df7a4d72733b2f68dcd HTTP/1.1" status: 200 len: 375 time: 0.0283167 Nov 22 12:24:12.238085 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.db.db_base_plugin_v2 [None req-6779611c-e627-46f5-b812-31b381172519 admin admin] Deleting subnet 23cb4345-fa49-4e31-8a5c-68cab0b5fa07 {{(pid=102750) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 12:24:12.241521 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-6779611c-e627-46f5-b812-31b381172519 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:24:12.252518 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-de11132e-3496-40f2-af39-037071b0a121 req-4d84f551-8961-4aba-a280-95985c26036e tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=086a36bf2fea4df7a4d72733b2f68dcd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0481436 Nov 22 12:24:12.408920 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-de11132e-3496-40f2-af39-037071b0a121 req-4109a2a6-79f9-4487-b5f6-1cbe5037856a service neutron] 10.222.0.66 "GET /v2.0/networks/47c7c2df-c485-45be-9ae4-891cba4c7953?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436059 Nov 22 12:24:12.509546 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-de11132e-3496-40f2-af39-037071b0a121 req-5e940bb8-654b-4a2e-a02c-4ffb63626039 service neutron] 10.222.0.66 "GET /v2.0/networks/47c7c2df-c485-45be-9ae4-891cba4c7953?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928285 Nov 22 12:24:12.536981 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-6779611c-e627-46f5-b812-31b381172519 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129945341'] for subnet, precommit_delete_associations {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:24:12.581756 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-6779611c-e627-46f5-b812-31b381172519 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3851550'] for subnet, precommit_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:24:12.645825 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-6779611c-e627-46f5-b812-31b381172519 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3851541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128483662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125991811'] for subnet, after_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:24:12.669382 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6779611c-e627-46f5-b812-31b381172519 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=23cb4345-fa49-4e31-8a5c-68cab0b5fa07,revision_number=None']} {{(pid=102750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:24:12.678584 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-6779611c-e627-46f5-b812-31b381172519 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:24:12.678790 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-21c53087-d9ad-420c-b431-1101bec5f48b req-aa88e9d7-a237-4061-92bf-b7c4af1cc1c9 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.66 "GET /v2.0/ports?device_id=496ce05f-ecc0-4dfd-b1d4-1c961f763af7 HTTP/1.1" status: 200 len: 210 time: 0.0272360 Nov 22 12:24:12.685199 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [None req-6779611c-e627-46f5-b812-31b381172519 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/23cb4345-fa49-4e31-8a5c-68cab0b5fa07 HTTP/1.1" status: 204 len: 168 time: 0.4983425 Nov 22 12:24:12.686391 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.wsgi [-] (102750) accepted ('10.222.0.66', 50944) {{(pid=102750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:24:12.757781 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-ad4e0fbb-4783-4958-9714-a160d99cab87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3895399'] for network, before_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:24:12.840026 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-ad4e0fbb-4783-4958-9714-a160d99cab87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3855014', 'neutron.services.segments.db._delete_segments_for_network-8793343475339'] for network, precommit_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:24:12.860505 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.services.segments.db [None req-ad4e0fbb-4783-4958-9714-a160d99cab87 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8ef1590-156b-4b86-b77d-f0b41acb4bd2']}} {{(pid=102750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 12:24:12.870322 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.services.segments.db [None req-ad4e0fbb-4783-4958-9714-a160d99cab87 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4dbaa4c7-a6ee-4219-8ef0-ec7192fc0382') {'for_net_delete': True} {{(pid=102750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 12:24:12.870619 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.services.segments.db [None req-ad4e0fbb-4783-4958-9714-a160d99cab87 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4dbaa4c7-a6ee-4219-8ef0-ec7192fc0382') {} {{(pid=102750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 12:24:12.880184 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-ad4e0fbb-4783-4958-9714-a160d99cab87 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793343276566', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129945334'] for segment, before_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:24:12.894581 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-ad4e0fbb-4783-4958-9714-a160d99cab87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3850450'] for segment, precommit_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:24:12.901859 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad4e0fbb-4783-4958-9714-a160d99cab87 admin admin] Releasing vlan 643 on physical network physnet1 to pool {{(pid=102750) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 12:24:12.902421 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-ad4e0fbb-4783-4958-9714-a160d99cab87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3850450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128483812'] for segment, after_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:24:12.905186 dv-cinder-768458-13-iscsi neutron-server[102750]: Traceback (most recent call last): Nov 22 12:24:12.905186 dv-cinder-768458-13-iscsi neutron-server[102750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 12:24:12.905186 dv-cinder-768458-13-iscsi neutron-server[102750]: timer() Nov 22 12:24:12.905186 dv-cinder-768458-13-iscsi neutron-server[102750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 12:24:12.905186 dv-cinder-768458-13-iscsi neutron-server[102750]: cb(*args, **kw) Nov 22 12:24:12.905186 dv-cinder-768458-13-iscsi neutron-server[102750]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 12:24:12.905186 dv-cinder-768458-13-iscsi neutron-server[102750]: return func(*args, **kwargs) Nov 22 12:24:12.905186 dv-cinder-768458-13-iscsi neutron-server[102750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 12:24:12.905186 dv-cinder-768458-13-iscsi neutron-server[102750]: self._notify() Nov 22 12:24:12.905186 dv-cinder-768458-13-iscsi neutron-server[102750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 12:24:12.905186 dv-cinder-768458-13-iscsi neutron-server[102750]: self.callback(batched_events) Nov 22 12:24:12.905186 dv-cinder-768458-13-iscsi neutron-server[102750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 12:24:12.905186 dv-cinder-768458-13-iscsi neutron-server[102750]: event.method(event) Nov 22 12:24:12.905186 dv-cinder-768458-13-iscsi neutron-server[102750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 12:24:12.905186 dv-cinder-768458-13-iscsi neutron-server[102750]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 12:24:12.905186 dv-cinder-768458-13-iscsi neutron-server[102750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 12:24:12.905186 dv-cinder-768458-13-iscsi neutron-server[102750]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 12:24:12.905186 dv-cinder-768458-13-iscsi neutron-server[102750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 12:24:12.905186 dv-cinder-768458-13-iscsi neutron-server[102750]: return f(self, *a, **k) Nov 22 12:24:12.905186 dv-cinder-768458-13-iscsi neutron-server[102750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 12:24:12.905186 dv-cinder-768458-13-iscsi neutron-server[102750]: return self._get(url).json() Nov 22 12:24:12.905186 dv-cinder-768458-13-iscsi neutron-server[102750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 12:24:12.905186 dv-cinder-768458-13-iscsi neutron-server[102750]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 12:24:12.905186 dv-cinder-768458-13-iscsi neutron-server[102750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 12:24:12.905186 dv-cinder-768458-13-iscsi neutron-server[102750]: return self.request(url, 'GET', **kwargs) Nov 22 12:24:12.905186 dv-cinder-768458-13-iscsi neutron-server[102750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 12:24:12.905186 dv-cinder-768458-13-iscsi neutron-server[102750]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 12:24:12.905186 dv-cinder-768458-13-iscsi neutron-server[102750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 12:24:12.905186 dv-cinder-768458-13-iscsi neutron-server[102750]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 12:24:12.905186 dv-cinder-768458-13-iscsi neutron-server[102750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 12:24:12.905186 dv-cinder-768458-13-iscsi neutron-server[102750]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 12:24:12.905186 dv-cinder-768458-13-iscsi neutron-server[102750]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 12:24:12.965130 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-ad4e0fbb-4783-4958-9714-a160d99cab87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3855023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532706'] for network, after_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:24:12.969524 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-ad4e0fbb-4783-4958-9714-a160d99cab87 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758363'] for network, before_response {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:24:12.972712 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [None req-ad4e0fbb-4783-4958-9714-a160d99cab87 admin admin] 10.222.0.66 "DELETE /v2.0/networks/e8ef1590-156b-4b86-b77d-f0b41acb4bd2 HTTP/1.1" status: 204 len: 168 time: 0.2859440 Nov 22 12:24:12.986979 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4e0fbb-4783-4958-9714-a160d99cab87 admin admin] Pushing event deleted for resources: {'Network': ['ID=e8ef1590-156b-4b86-b77d-f0b41acb4bd2,revision_number=None']} {{(pid=102750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:24:13.159916 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.wsgi [-] (102750) accepted ('10.222.0.66', 50954) {{(pid=102750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:24:13.202873 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [None req-97b32da2-97ea-4722-bba7-b1689737a44e admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=e6a6b9451354485a919b8d857749c239&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0416286 Nov 22 12:24:13.205344 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.wsgi [-] (102750) accepted ('10.222.0.66', 50956) {{(pid=102750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:24:13.261762 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-ff0d8628-a80c-41b2-9946-794cee351dbe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:24:13.284781 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-ff0d8628-a80c-41b2-9946-794cee351dbe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:24:13.335772 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-ff0d8628-a80c-41b2-9946-794cee351dbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545565'] for security_group, after_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:24:13.338721 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-ff0d8628-a80c-41b2-9946-794cee351dbe admin admin] Publish callbacks [] for security_group, before_response {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:24:13.339870 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [None req-ff0d8628-a80c-41b2-9946-794cee351dbe admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/84c6bc21-9c22-413b-85e9-5c08b5cac52b HTTP/1.1" status: 204 len: 168 time: 0.1336374 Nov 22 12:24:13.348012 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0d8628-a80c-41b2-9946-794cee351dbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84c6bc21-9c22-413b-85e9-5c08b5cac52b,revision_number=None']} {{(pid=102750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:24:13.698212 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.wsgi [-] (102750) accepted ('10.222.0.66', 50962) {{(pid=102750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:24:13.755332 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [None req-c9e6e764-193e-4e5b-bbd3-5796030e694d admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=6583f190946449559be1b4167573a19c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0557468 Nov 22 12:24:13.755958 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.wsgi [-] (102750) accepted ('10.222.0.66', 50966) {{(pid=102750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:24:13.790569 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de11132e-3496-40f2-af39-037071b0a121 req-4f4d3a45-277a-4fe6-83d0-5d0caca65e67 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:24:13.792313 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-de11132e-3496-40f2-af39-037071b0a121 req-4f4d3a45-277a-4fe6-83d0-5d0caca65e67 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.46 "GET /v2.0/networks?id=47c7c2df-c485-45be-9ae4-891cba4c7953 HTTP/1.1" status: 200 len: 816 time: 0.1273887 Nov 22 12:24:13.811253 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-4face7ce-640e-4d73-95c0-47c5c01db6c2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:24:13.832369 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-c2048e01-3abe-47cd-ae12-780e89a53442 req-3b8f10c1-5532-431a-a359-69a7aeec5be7 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.66 "GET /v2.0/ports?device_id=496ce05f-ecc0-4dfd-b1d4-1c961f763af7 HTTP/1.1" status: 200 len: 210 time: 0.0500722 Nov 22 12:24:13.841958 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-4face7ce-640e-4d73-95c0-47c5c01db6c2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:24:13.877144 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-de11132e-3496-40f2-af39-037071b0a121 req-b7ce6cc2-e751-445e-bf1c-386acc044c8e tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=086a36bf2fea4df7a4d72733b2f68dcd HTTP/1.1" status: 200 len: 379 time: 0.0736432 Nov 22 12:24:13.888193 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.v2.base [req-de11132e-3496-40f2-af39-037071b0a121 req-7a5aa2d2-aabc-46e2-a833-5c908c343b9a tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] Request body: {'port': {'device_id': '496ce05f-ecc0-4dfd-b1d4-1c961f763af7', 'network_id': '47c7c2df-c485-45be-9ae4-891cba4c7953', 'admin_state_up': True, 'tenant_id': '086a36bf2fea4df7a4d72733b2f68dcd', 'security_groups': ['bea8b415-2a88-446d-8b9a-0201cbf52809']}} {{(pid=102749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 12:24:13.899171 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-4face7ce-640e-4d73-95c0-47c5c01db6c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545565'] for security_group, after_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:24:13.901856 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-4face7ce-640e-4d73-95c0-47c5c01db6c2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:24:13.903438 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [None req-4face7ce-640e-4d73-95c0-47c5c01db6c2 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/cc157e37-3b68-4172-b2ff-b1c723cf9c0f HTTP/1.1" status: 204 len: 168 time: 0.1461535 Nov 22 12:24:13.913001 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4face7ce-640e-4d73-95c0-47c5c01db6c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc157e37-3b68-4172-b2ff-b1c723cf9c0f,revision_number=None']} {{(pid=102750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:24:14.012666 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de11132e-3496-40f2-af39-037071b0a121 req-7a5aa2d2-aabc-46e2-a833-5c908c343b9a tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] Made reservation on behalf of 086a36bf2fea4df7a4d72733b2f68dcd for: {'port': 1} {{(pid=102749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 12:24:14.016876 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [req-de11132e-3496-40f2-af39-037071b0a121 req-7a5aa2d2-aabc-46e2-a833-5c908c343b9a tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3931732'] for port, before_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:24:14.160931 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.db.db_base_plugin_common [req-de11132e-3496-40f2-af39-037071b0a121 req-7a5aa2d2-aabc-46e2-a833-5c908c343b9a tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] Allocated IP 172.20.0.4 (47c7c2df-c485-45be-9ae4-891cba4c7953/6b38e15d-2758-41f6-bf64-d497af1d9f95/94a1cac1-1361-4086-b60b-55660b9c75fc) {{(pid=102749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 12:24:14.309240 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [req-de11132e-3496-40f2-af39-037071b0a121 req-7a5aa2d2-aabc-46e2-a833-5c908c343b9a tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] Publish callbacks [] for port, precommit_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:24:14.351768 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [req-de11132e-3496-40f2-af39-037071b0a121 req-7a5aa2d2-aabc-46e2-a833-5c908c343b9a tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793342949268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126077602'] for port, after_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:24:14.404516 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de11132e-3496-40f2-af39-037071b0a121 req-7a5aa2d2-aabc-46e2-a833-5c908c343b9a tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] Network 47c7c2df-c485-45be-9ae4-891cba4c7953 is already hosted by enough agents. {{(pid=102749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 12:24:14.407593 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.scheduler.base_scheduler [req-de11132e-3496-40f2-af39-037071b0a121 req-7a5aa2d2-aabc-46e2-a833-5c908c343b9a tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] Resources bound (agent type, host, resource id): {{(pid=102749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 12:24:14.412205 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.db.l3_dvrscheduler_db [req-de11132e-3496-40f2-af39-037071b0a121 req-7a5aa2d2-aabc-46e2-a833-5c908c343b9a tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] Received port after_create {{(pid=102749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 12:24:14.416337 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5aa2d2-aabc-46e2-a833-5c908c343b9a tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] Pushing event updated for resources: {'Port': ['ID=94a1cac1-1361-4086-b60b-55660b9c75fc,revision_number=1']} {{(pid=102749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:24:14.475108 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de11132e-3496-40f2-af39-037071b0a121 req-7a5aa2d2-aabc-46e2-a833-5c908c343b9a tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:24:14.475871 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [req-de11132e-3496-40f2-af39-037071b0a121 req-7a5aa2d2-aabc-46e2-a833-5c908c343b9a tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434365'] for port, before_response {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:24:14.497448 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-de11132e-3496-40f2-af39-037071b0a121 req-7a5aa2d2-aabc-46e2-a833-5c908c343b9a tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6133342 Nov 22 12:24:14.518496 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.v2.base [req-de11132e-3496-40f2-af39-037071b0a121 req-7526d06c-1120-458b-a6a9-164548355337 service neutron] Request body: {'port': {'device_id': '496ce05f-ecc0-4dfd-b1d4-1c961f763af7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76845'}} {{(pid=102749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 12:24:14.611169 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [req-de11132e-3496-40f2-af39-037071b0a121 req-7526d06c-1120-458b-a6a9-164548355337 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3931732'] for port, before_update {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:24:14.748808 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.provisioning_blocks [None req-7e126868-3f61-428b-bbf7-2c3d9fa27352 None None] Provisioning complete for port 94a1cac1-1361-4086-b60b-55660b9c75fc triggered by entity DHCP. {{(pid=102751) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 12:24:14.749628 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-7e126868-3f61-428b-bbf7-2c3d9fa27352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3821908'] for port, provisioning_complete {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:24:14.817145 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.plugin [None req-7e126868-3f61-428b-bbf7-2c3d9fa27352 None None] Port 94a1cac1-1361-4086-b60b-55660b9c75fc cannot update to ACTIVE because it is not bound. {{(pid=102751) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 12:24:14.937769 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.notifiers.nova [req-de11132e-3496-40f2-af39-037071b0a121 req-7526d06c-1120-458b-a6a9-164548355337 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94a1cac1-1361-4086-b60b-55660b9c75fc {{(pid=102749) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 12:24:14.966920 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [req-de11132e-3496-40f2-af39-037071b0a121 req-7526d06c-1120-458b-a6a9-164548355337 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:24:14.985513 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.db.provisioning_blocks [req-de11132e-3496-40f2-af39-037071b0a121 req-7526d06c-1120-458b-a6a9-164548355337 service neutron] Transition to ACTIVE for port object 94a1cac1-1361-4086-b60b-55660b9c75fc will not be triggered until provisioned by entity L2. {{(pid=102749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 12:24:14.990499 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [req-de11132e-3496-40f2-af39-037071b0a121 req-7526d06c-1120-458b-a6a9-164548355337 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793343495738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793342949286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793342949304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126077611'] for port, after_update {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:24:15.034611 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97014d47-16a3-4f4f-b622-ab09b532a400 req-08d18ca1-0438-4002-9173-77451e1da9c1 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:24:15.036209 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-97014d47-16a3-4f4f-b622-ab09b532a400 req-08d18ca1-0438-4002-9173-77451e1da9c1 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.66 "GET /v2.0/ports?device_id=496ce05f-ecc0-4dfd-b1d4-1c961f763af7 HTTP/1.1" status: 200 len: 931 time: 0.1041934 Nov 22 12:24:15.099192 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7526d06c-1120-458b-a6a9-164548355337 service neutron] Pushing event updated for resources: {'Port': ['ID=94a1cac1-1361-4086-b60b-55660b9c75fc,revision_number=2']} {{(pid=102749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:24:15.225731 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-97014d47-16a3-4f4f-b622-ab09b532a400 req-75658368-837f-4c34-92ae-5a96bcc16e4b tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.66 "GET /v2.0/security-groups?id=bea8b415-2a88-446d-8b9a-0201cbf52809&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1825268 Nov 22 12:24:15.270864 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.plugins.ml2.managers [req-de11132e-3496-40f2-af39-037071b0a121 req-7526d06c-1120-458b-a6a9-164548355337 service neutron] Attempting to bind port 94a1cac1-1361-4086-b60b-55660b9c75fc on host hv-cinder-76845 for vnic_type normal with profile {{(pid=102749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 12:24:15.271441 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.plugins.ml2.managers [req-de11132e-3496-40f2-af39-037071b0a121 req-7526d06c-1120-458b-a6a9-164548355337 service neutron] Attempting to bind port 94a1cac1-1361-4086-b60b-55660b9c75fc by drivers openvswitch,hyperv on host hv-cinder-76845 at level 0 using segments [{'id': 'ad989668-ff42-4f8a-9eac-7040e599f03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '47c7c2df-c485-45be-9ae4-891cba4c7953'}] {{(pid=102749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 12:24:15.272040 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de11132e-3496-40f2-af39-037071b0a121 req-7526d06c-1120-458b-a6a9-164548355337 service neutron] Attempting to bind port 94a1cac1-1361-4086-b60b-55660b9c75fc on network 47c7c2df-c485-45be-9ae4-891cba4c7953 {{(pid=102749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 12:24:15.279087 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de11132e-3496-40f2-af39-037071b0a121 req-7526d06c-1120-458b-a6a9-164548355337 service neutron] Port 94a1cac1-1361-4086-b60b-55660b9c75fc on network 47c7c2df-c485-45be-9ae4-891cba4c7953 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76845 {{(pid=102749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 12:24:15.279511 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de11132e-3496-40f2-af39-037071b0a121 req-7526d06c-1120-458b-a6a9-164548355337 service neutron] Attempting to bind port 94a1cac1-1361-4086-b60b-55660b9c75fc on network 47c7c2df-c485-45be-9ae4-891cba4c7953 {{(pid=102749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 12:24:15.294676 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de11132e-3496-40f2-af39-037071b0a121 req-7526d06c-1120-458b-a6a9-164548355337 service neutron] Checking agent: {'id': 'fca0b015-0cd5-4a44-bbfe-abb10adcdf42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76845', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 12, 17, 17), 'started_at': datetime.datetime(2021, 11, 22, 12, 17, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 12, 23, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 12:24:15.295018 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de11132e-3496-40f2-af39-037071b0a121 req-7526d06c-1120-458b-a6a9-164548355337 service neutron] Checking segment: {'id': 'ad989668-ff42-4f8a-9eac-7040e599f03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '47c7c2df-c485-45be-9ae4-891cba4c7953'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 12:24:15.295460 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de11132e-3496-40f2-af39-037071b0a121 req-7526d06c-1120-458b-a6a9-164548355337 service neutron] Bound using segment: {'id': 'ad989668-ff42-4f8a-9eac-7040e599f03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '47c7c2df-c485-45be-9ae4-891cba4c7953'} {{(pid=102749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 12:24:15.295906 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.plugins.ml2.managers [req-de11132e-3496-40f2-af39-037071b0a121 req-7526d06c-1120-458b-a6a9-164548355337 service neutron] Bound port: 94a1cac1-1361-4086-b60b-55660b9c75fc, host: hv-cinder-76845, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad989668-ff42-4f8a-9eac-7040e599f03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '47c7c2df-c485-45be-9ae4-891cba4c7953'}}] {{(pid=102749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 12:24:15.296715 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [req-de11132e-3496-40f2-af39-037071b0a121 req-7526d06c-1120-458b-a6a9-164548355337 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3931732'] for port, before_update {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:24:15.376095 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.plugins.ml2.db [req-de11132e-3496-40f2-af39-037071b0a121 req-7526d06c-1120-458b-a6a9-164548355337 service neutron] For port 94a1cac1-1361-4086-b60b-55660b9c75fc, host hv-cinder-76845, cleared binding levels {{(pid=102749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 12:24:15.382792 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.plugins.ml2.db [req-de11132e-3496-40f2-af39-037071b0a121 req-7526d06c-1120-458b-a6a9-164548355337 service neutron] For port 94a1cac1-1361-4086-b60b-55660b9c75fc, host hv-cinder-76845, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=94a1cac1-1361-4086-b60b-55660b9c75fc,segment=NetworkSegment(ad989668-ff42-4f8a-9eac-7040e599f03e),segment_id=ad989668-ff42-4f8a-9eac-7040e599f03e)] {{(pid=102749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 12:24:15.392264 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [req-de11132e-3496-40f2-af39-037071b0a121 req-7526d06c-1120-458b-a6a9-164548355337 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793343495738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793342949286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793342949304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126077611'] for port, after_update {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:24:15.421009 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [req-6a0f67b5-6b8f-4299-bf63-c341579da2b8 req-f18ac744-4d07-4f32-8557-6a38853b0562 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=2306113c-8f98-42fd-8c0c-3dfac98fff21&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0668128 Nov 22 12:24:15.459705 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de11132e-3496-40f2-af39-037071b0a121 req-7526d06c-1120-458b-a6a9-164548355337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:24:15.460783 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [req-de11132e-3496-40f2-af39-037071b0a121 req-7526d06c-1120-458b-a6a9-164548355337 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434365'] for port, before_response {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:24:15.463338 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-de11132e-3496-40f2-af39-037071b0a121 req-7526d06c-1120-458b-a6a9-164548355337 service neutron] 10.222.0.46 "PUT /v2.0/ports/94a1cac1-1361-4086-b60b-55660b9c75fc HTTP/1.1" status: 200 len: 1093 time: 0.9533567 Nov 22 12:24:15.463995 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '496ce05f-ecc0-4dfd-b1d4-1c961f763af7', 'tag': '94a1cac1-1361-4086-b60b-55660b9c75fc'}] {{(pid=102749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 12:24:15.468252 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e75a82c02e5e8e80361e9b8ad1df1450ec212ebfa93d78ee9da720cb5365782c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3cb85f1-c99c-42a2-ad32-aa48b9669c5b" -d '{"events": [{"name": "network-changed", "server_uuid": "496ce05f-ecc0-4dfd-b1d4-1c961f763af7", "tag": "94a1cac1-1361-4086-b60b-55660b9c75fc"}]}' {{(pid=102749) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 12:24:15.528194 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7526d06c-1120-458b-a6a9-164548355337 service neutron] Pushing event updated for resources: {'Port': ['ID=94a1cac1-1361-4086-b60b-55660b9c75fc,revision_number=3']} {{(pid=102749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:24:15.534148 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 12:24:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d26f9ed-3e5c-4b03-9335-3667d2096d04 x-openstack-request-id: req-4d26f9ed-3e5c-4b03-9335-3667d2096d04 {{(pid=102749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 12:24:15.534436 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "496ce05f-ecc0-4dfd-b1d4-1c961f763af7", "tag": "94a1cac1-1361-4086-b60b-55660b9c75fc", "status": "completed", "code": 200}]} {{(pid=102749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 12:24:15.534685 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-4d26f9ed-3e5c-4b03-9335-3667d2096d04 {{(pid=102749) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 12:24:15.535080 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '496ce05f-ecc0-4dfd-b1d4-1c961f763af7', 'tag': '94a1cac1-1361-4086-b60b-55660b9c75fc', 'status': 'completed', 'code': 200} Nov 22 12:24:15.543814 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0f67b5-6b8f-4299-bf63-c341579da2b8 req-be226bd0-f5b5-4ee7-9489-dce6c6d9d05c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:24:15.545520 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-6a0f67b5-6b8f-4299-bf63-c341579da2b8 req-be226bd0-f5b5-4ee7-9489-dce6c6d9d05c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7f5dffe9bc3f41c7a2656d194fd02173&device_id=2306113c-8f98-42fd-8c0c-3dfac98fff21 HTTP/1.1" status: 200 len: 1098 time: 0.0637944 Nov 22 12:24:15.575317 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de11132e-3496-40f2-af39-037071b0a121 req-3a502cc4-f038-421e-98bf-ccac363f5777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:24:15.576910 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [req-de11132e-3496-40f2-af39-037071b0a121 req-3a502cc4-f038-421e-98bf-ccac363f5777 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=086a36bf2fea4df7a4d72733b2f68dcd&device_id=496ce05f-ecc0-4dfd-b1d4-1c961f763af7 HTTP/1.1" status: 200 len: 1096 time: 0.0552363 Nov 22 12:24:15.629064 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [req-de11132e-3496-40f2-af39-037071b0a121 req-49e65859-75a2-49d7-9bc7-2820c19c2130 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=94a1cac1-1361-4086-b60b-55660b9c75fc HTTP/1.1" status: 200 len: 217 time: 0.0395026 Nov 22 12:24:15.690605 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de11132e-3496-40f2-af39-037071b0a121 req-29a07330-8964-4d02-9b61-2a5281eabac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:24:15.692150 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0f67b5-6b8f-4299-bf63-c341579da2b8 req-c3937859-8921-4717-8e3e-61184db25192 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:24:15.692363 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [req-de11132e-3496-40f2-af39-037071b0a121 req-29a07330-8964-4d02-9b61-2a5281eabac0 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6b38e15d-2758-41f6-bf64-d497af1d9f95 HTTP/1.1" status: 200 len: 855 time: 0.0550237 Nov 22 12:24:15.693642 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-6a0f67b5-6b8f-4299-bf63-c341579da2b8 req-c3937859-8921-4717-8e3e-61184db25192 service neutron] 10.222.0.46 "GET /v2.0/networks?id=10b712e1-1243-4ece-87db-2201cf5a5198 HTTP/1.1" status: 200 len: 911 time: 0.1225359 Nov 22 12:24:15.750282 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de11132e-3496-40f2-af39-037071b0a121 req-e1ba9c56-ce56-408f-ac41-cc4ba9d074f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:24:15.751896 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [req-de11132e-3496-40f2-af39-037071b0a121 req-e1ba9c56-ce56-408f-ac41-cc4ba9d074f8 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=47c7c2df-c485-45be-9ae4-891cba4c7953&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0455773 Nov 22 12:24:15.777011 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-6a0f67b5-6b8f-4299-bf63-c341579da2b8 req-94e07b6a-edcf-4743-b93e-88ade1c3879a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0b19f5ef-ff09-43ae-866e-7b3d6c9fc45c HTTP/1.1" status: 200 len: 1001 time: 0.0690198 Nov 22 12:24:15.831870 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0f67b5-6b8f-4299-bf63-c341579da2b8 req-b8567aa4-a233-42d8-994e-8d27a2c69b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:24:15.833299 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-6a0f67b5-6b8f-4299-bf63-c341579da2b8 req-b8567aa4-a233-42d8-994e-8d27a2c69b3c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=75c4fc63-17cf-4b1b-891d-bbf68c4295d3 HTTP/1.1" status: 200 len: 849 time: 0.0490055 Nov 22 12:24:15.851993 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [req-de11132e-3496-40f2-af39-037071b0a121 req-15e58c9c-bdbb-412a-a306-17ea8ec5cfff service neutron] 10.222.0.46 "GET /v2.0/networks/47c7c2df-c485-45be-9ae4-891cba4c7953?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919380 Nov 22 12:24:15.886704 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0f67b5-6b8f-4299-bf63-c341579da2b8 req-6f560001-789f-4bf8-a873-cbcc2f4701b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:24:15.888297 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-6a0f67b5-6b8f-4299-bf63-c341579da2b8 req-6f560001-789f-4bf8-a873-cbcc2f4701b5 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=10b712e1-1243-4ece-87db-2201cf5a5198&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0472710 Nov 22 12:24:15.947265 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [req-de11132e-3496-40f2-af39-037071b0a121 req-3bd1c090-affa-42a8-8821-f1447443d833 service neutron] 10.222.0.46 "GET /v2.0/networks/47c7c2df-c485-45be-9ae4-891cba4c7953?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871561 Nov 22 12:24:15.984178 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-6a0f67b5-6b8f-4299-bf63-c341579da2b8 req-7e89e1a7-d143-440a-b1e2-aa0384ec6b44 service neutron] 10.222.0.46 "GET /v2.0/networks/10b712e1-1243-4ece-87db-2201cf5a5198?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881054 Nov 22 12:24:16.046897 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cb85f1-c99c-42a2-ad32-aa48b9669c5b req-20ba475f-f007-4f6f-a380-4ca4916b9902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:24:16.048603 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [req-e3cb85f1-c99c-42a2-ad32-aa48b9669c5b req-20ba475f-f007-4f6f-a380-4ca4916b9902 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=086a36bf2fea4df7a4d72733b2f68dcd&device_id=496ce05f-ecc0-4dfd-b1d4-1c961f763af7 HTTP/1.1" status: 200 len: 1096 time: 0.0462260 Nov 22 12:24:16.097300 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-6a0f67b5-6b8f-4299-bf63-c341579da2b8 req-183e79b6-1dc9-4148-9f21-fb194b441e0d service neutron] 10.222.0.46 "GET /v2.0/networks/10b712e1-1243-4ece-87db-2201cf5a5198?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024270 Nov 22 12:24:16.154458 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cb85f1-c99c-42a2-ad32-aa48b9669c5b req-e8c76db7-fa2a-408a-bcb8-39b9c61b8713 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:24:16.155974 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [req-e3cb85f1-c99c-42a2-ad32-aa48b9669c5b req-e8c76db7-fa2a-408a-bcb8-39b9c61b8713 service neutron] 10.222.0.46 "GET /v2.0/networks?id=47c7c2df-c485-45be-9ae4-891cba4c7953 HTTP/1.1" status: 200 len: 917 time: 0.0959334 Nov 22 12:24:16.209312 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [req-e3cb85f1-c99c-42a2-ad32-aa48b9669c5b req-3ddbb563-6f68-49bb-85b3-ae2a534bbcdd service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=94a1cac1-1361-4086-b60b-55660b9c75fc HTTP/1.1" status: 200 len: 217 time: 0.0439017 Nov 22 12:24:16.262501 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cb85f1-c99c-42a2-ad32-aa48b9669c5b req-63076a24-9100-4bff-b514-17c91a1e619c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:24:16.264008 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [req-e3cb85f1-c99c-42a2-ad32-aa48b9669c5b req-63076a24-9100-4bff-b514-17c91a1e619c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6b38e15d-2758-41f6-bf64-d497af1d9f95 HTTP/1.1" status: 200 len: 855 time: 0.0473051 Nov 22 12:24:16.316945 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cb85f1-c99c-42a2-ad32-aa48b9669c5b req-4a9ff7dd-a752-4f23-81df-06a50330c3f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:24:16.318467 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [req-e3cb85f1-c99c-42a2-ad32-aa48b9669c5b req-4a9ff7dd-a752-4f23-81df-06a50330c3f6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=47c7c2df-c485-45be-9ae4-891cba4c7953&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0463712 Nov 22 12:24:16.377390 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f07fef9-4975-4058-b98b-cf620d049e88 req-6ab66db0-0c96-4709-8e54-7be510c76517 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:24:16.379382 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-0f07fef9-4975-4058-b98b-cf620d049e88 req-6ab66db0-0c96-4709-8e54-7be510c76517 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.66 "GET /v2.0/ports?device_id=496ce05f-ecc0-4dfd-b1d4-1c961f763af7 HTTP/1.1" status: 200 len: 943 time: 0.0526323 Nov 22 12:24:16.433791 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [req-e3cb85f1-c99c-42a2-ad32-aa48b9669c5b req-6d9a2c1e-e8c5-44e5-9a0f-2aea8ad207ba service neutron] 10.222.0.46 "GET /v2.0/networks/47c7c2df-c485-45be-9ae4-891cba4c7953?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005285 Nov 22 12:24:16.434795 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-0f07fef9-4975-4058-b98b-cf620d049e88 req-2cd0482b-7575-4da6-8591-43ef2702d5da tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.66 "GET /v2.0/security-groups?id=bea8b415-2a88-446d-8b9a-0201cbf52809&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465889 Nov 22 12:24:16.549084 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [req-e3cb85f1-c99c-42a2-ad32-aa48b9669c5b req-a98847f7-f847-4fe9-ba52-7f800be76e0b service neutron] 10.222.0.46 "GET /v2.0/networks/47c7c2df-c485-45be-9ae4-891cba4c7953?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1072755 Nov 22 12:24:17.491923 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793343475411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3821827'] for agent, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:24:17.560232 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077ec103-036f-4977-a2d9-3a752d01fe41 req-bbfb2bc4-ad62-4148-85c8-039d852ee56f tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:24:17.561740 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-077ec103-036f-4977-a2d9-3a752d01fe41 req-bbfb2bc4-ad62-4148-85c8-039d852ee56f tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.66 "GET /v2.0/ports?device_id=496ce05f-ecc0-4dfd-b1d4-1c961f763af7 HTTP/1.1" status: 200 len: 943 time: 0.0500472 Nov 22 12:24:17.611969 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-077ec103-036f-4977-a2d9-3a752d01fe41 req-4a389750-80c4-4ff7-ae5a-e6ed45517b9d tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.66 "GET /v2.0/security-groups?id=bea8b415-2a88-446d-8b9a-0201cbf52809&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440285 Nov 22 12:24:18.745405 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0641002f-5ea3-4c70-8b37-7590bdb2e148 req-e81ca3df-589c-4a4c-9854-47f84356f751 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:24:18.746925 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-0641002f-5ea3-4c70-8b37-7590bdb2e148 req-e81ca3df-589c-4a4c-9854-47f84356f751 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.66 "GET /v2.0/ports?device_id=496ce05f-ecc0-4dfd-b1d4-1c961f763af7 HTTP/1.1" status: 200 len: 943 time: 0.0560148 Nov 22 12:24:18.797605 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-0641002f-5ea3-4c70-8b37-7590bdb2e148 req-3adbb5d4-d48f-458b-b491-c768537376a3 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.66 "GET /v2.0/security-groups?id=bea8b415-2a88-446d-8b9a-0201cbf52809&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445299 Nov 22 12:24:19.923179 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233ae22a-d1ef-4e67-ab09-9be643303e16 req-eea5d24b-8f18-4f0e-b6e4-f231eb5169f4 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:24:19.924778 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-233ae22a-d1ef-4e67-ab09-9be643303e16 req-eea5d24b-8f18-4f0e-b6e4-f231eb5169f4 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.66 "GET /v2.0/ports?device_id=496ce05f-ecc0-4dfd-b1d4-1c961f763af7 HTTP/1.1" status: 200 len: 943 time: 0.0517020 Nov 22 12:24:19.978587 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-233ae22a-d1ef-4e67-ab09-9be643303e16 req-d4b21939-87c3-4235-bc6a-cb2fc9f54ba7 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.66 "GET /v2.0/security-groups?id=bea8b415-2a88-446d-8b9a-0201cbf52809&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465953 Nov 22 12:24:20.014470 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.db.agents_db [None req-5743c18b-166a-4bd0-85c4-3f13128e6c33 None None] Agent healthcheck: found 6 active agents {{(pid=102752) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 12:24:20.782122 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-d0ee5192-080c-43c7-9117-b01f42179691 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793343475411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3821827'] for agent, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:24:20.814896 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.rpc [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Device 94a1cac1-1361-4086-b60b-55660b9c75fc details requested by agent hyperv_hv-cinder-76845 with host hv-cinder-76845 {{(pid=102751) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 12:24:20.952065 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.db [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] For port 94a1cac1-1361-4086-b60b-55660b9c75fc, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=94a1cac1-1361-4086-b60b-55660b9c75fc,segment=NetworkSegment(ad989668-ff42-4f8a-9eac-7040e599f03e),segment_id=ad989668-ff42-4f8a-9eac-7040e599f03e)] {{(pid=102751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 12:24:20.972023 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.rpc [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Returning: {'device': '94a1cac1-1361-4086-b60b-55660b9c75fc', 'network_id': '47c7c2df-c485-45be-9ae4-891cba4c7953', 'port_id': '94a1cac1-1361-4086-b60b-55660b9c75fc', 'mac_address': 'fa:16:3e:e5:c2:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 623, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b38e15d-2758-41f6-bf64-d497af1d9f95', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102751) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 12:24:21.015388 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3931732'] for port, before_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:24:21.039664 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.notifiers.nova [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94a1cac1-1361-4086-b60b-55660b9c75fc {{(pid=102751) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 12:24:21.071730 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.db [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] For port 94a1cac1-1361-4086-b60b-55660b9c75fc, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=94a1cac1-1361-4086-b60b-55660b9c75fc,segment=NetworkSegment(ad989668-ff42-4f8a-9eac-7040e599f03e),segment_id=ad989668-ff42-4f8a-9eac-7040e599f03e)] {{(pid=102751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 12:24:21.077188 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793343495738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793342949286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793342949304'] for port, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:24:21.118732 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e22bb83-c7a2-4e42-a6ab-db2e284a8a33 req-cfff4bc9-9f50-44e8-ac3f-9ee33dc62658 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:24:21.120384 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-4e22bb83-c7a2-4e42-a6ab-db2e284a8a33 req-cfff4bc9-9f50-44e8-ac3f-9ee33dc62658 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.66 "GET /v2.0/ports?device_id=496ce05f-ecc0-4dfd-b1d4-1c961f763af7 HTTP/1.1" status: 200 len: 943 time: 0.0596614 Nov 22 12:24:21.137970 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Pushing event updated for resources: {'Port': ['ID=94a1cac1-1361-4086-b60b-55660b9c75fc,revision_number=4']} {{(pid=102751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:24:21.174484 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-4e22bb83-c7a2-4e42-a6ab-db2e284a8a33 req-5e97aa8a-5275-4501-bac0-a2f63cf4fc85 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.66 "GET /v2.0/security-groups?id=bea8b415-2a88-446d-8b9a-0201cbf52809&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475941 Nov 22 12:24:22.307689 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6ef9b9-dc2e-4d98-be50-343652b8e7b5 req-9aa4565f-d1a7-4dc1-9f35-9cf832a6f716 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:24:22.309241 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-9b6ef9b9-dc2e-4d98-be50-343652b8e7b5 req-9aa4565f-d1a7-4dc1-9f35-9cf832a6f716 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.66 "GET /v2.0/ports?device_id=496ce05f-ecc0-4dfd-b1d4-1c961f763af7 HTTP/1.1" status: 200 len: 944 time: 0.0515444 Nov 22 12:24:22.364874 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-9b6ef9b9-dc2e-4d98-be50-343652b8e7b5 req-beb472da-5c36-4745-a7e3-8bec8dddcbf6 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.66 "GET /v2.0/security-groups?id=bea8b415-2a88-446d-8b9a-0201cbf52809&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456281 Nov 22 12:24:23.011905 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-abdb1351-8bc5-4f93-beae-e078c88d92d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793343475411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3821827'] for agent, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:24:23.494335 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f030b0-ad35-417e-a961-3dc5bdcab80a req-e0088bd4-a4fe-4cdd-8dcc-801613c54ef4 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:24:23.495926 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-85f030b0-ad35-417e-a961-3dc5bdcab80a req-e0088bd4-a4fe-4cdd-8dcc-801613c54ef4 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.66 "GET /v2.0/ports?device_id=496ce05f-ecc0-4dfd-b1d4-1c961f763af7 HTTP/1.1" status: 200 len: 944 time: 0.0509527 Nov 22 12:24:23.548595 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-85f030b0-ad35-417e-a961-3dc5bdcab80a req-1110cde0-47ab-44a4-9079-f460030b8ce6 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.66 "GET /v2.0/security-groups?id=bea8b415-2a88-446d-8b9a-0201cbf52809&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465178 Nov 22 12:24:24.043661 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-9105419b-06f9-45a8-bbac-70d110a73200 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793343475411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3821827'] for agent, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:24:24.196150 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.db [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] get_ports_and_sgs() called for port_ids ['94a1cac1-1361-4086-b60b-55660b9c75fc'] {{(pid=102751) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 12:24:24.678488 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf353ea-c59a-4802-bdf5-757b874099f7 req-05d9ed0a-3380-4506-b5ae-55b220922d53 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:24:24.680267 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-abf353ea-c59a-4802-bdf5-757b874099f7 req-05d9ed0a-3380-4506-b5ae-55b220922d53 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.66 "GET /v2.0/ports?device_id=496ce05f-ecc0-4dfd-b1d4-1c961f763af7 HTTP/1.1" status: 200 len: 944 time: 0.0522695 Nov 22 12:24:24.734027 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-abf353ea-c59a-4802-bdf5-757b874099f7 req-7823d253-78f1-41d9-b528-46ad65bcd8e2 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.66 "GET /v2.0/security-groups?id=bea8b415-2a88-446d-8b9a-0201cbf52809&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476274 Nov 22 12:24:25.723160 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-2de83071-1b6f-4e8d-a0c8-0ed39ca59a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793343475411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3821827'] for agent, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:24:25.865607 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143dbed1-4612-4763-a4bb-2dfe81084739 req-bda960d9-a2a1-4eea-aba5-0da871d60edf tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:24:25.867484 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-143dbed1-4612-4763-a4bb-2dfe81084739 req-bda960d9-a2a1-4eea-aba5-0da871d60edf tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.66 "GET /v2.0/ports?device_id=496ce05f-ecc0-4dfd-b1d4-1c961f763af7 HTTP/1.1" status: 200 len: 944 time: 0.0535390 Nov 22 12:24:25.919591 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-143dbed1-4612-4763-a4bb-2dfe81084739 req-6026e244-e4ee-4173-9563-a3ca5f656ac2 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.66 "GET /v2.0/security-groups?id=bea8b415-2a88-446d-8b9a-0201cbf52809&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459571 Nov 22 12:24:26.397064 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793343475411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3821827'] for agent, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:24:26.844476 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.rpc [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Device 94a1cac1-1361-4086-b60b-55660b9c75fc up at agent hyperv_hv-cinder-76845 {{(pid=102751) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 12:24:26.899745 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.provisioning_blocks [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Provisioning for port 94a1cac1-1361-4086-b60b-55660b9c75fc completed by entity L2. {{(pid=102751) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 12:24:26.904797 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.provisioning_blocks [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Provisioning complete for port 94a1cac1-1361-4086-b60b-55660b9c75fc triggered by entity L2. {{(pid=102751) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 12:24:26.905175 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3821908'] for port, provisioning_complete {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:24:26.995794 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3931732'] for port, before_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:24:27.020603 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '496ce05f-ecc0-4dfd-b1d4-1c961f763af7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94a1cac1-1361-4086-b60b-55660b9c75fc'}] {{(pid=102751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 12:24:27.023042 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50f57f68d0dae852c32e4f8721e97c07bf2df52fd56e1603e3e4743a1bb51d8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bc4ba49-59da-450c-adba-a58dcafebf60" -d '{"events": [{"server_uuid": "496ce05f-ecc0-4dfd-b1d4-1c961f763af7", "name": "network-vif-plugged", "status": "completed", "tag": "94a1cac1-1361-4086-b60b-55660b9c75fc"}]}' {{(pid=102751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 12:24:27.039616 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.db [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] For port 94a1cac1-1361-4086-b60b-55660b9c75fc, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=94a1cac1-1361-4086-b60b-55660b9c75fc,segment=NetworkSegment(ad989668-ff42-4f8a-9eac-7040e599f03e),segment_id=ad989668-ff42-4f8a-9eac-7040e599f03e)] {{(pid=102751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 12:24:27.044879 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793343495738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793342949286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793342949304'] for port, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:24:27.078525 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 12:24:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19593b5d-a29f-4fb7-898a-d9d5ac6c5cc3 x-openstack-request-id: req-19593b5d-a29f-4fb7-898a-d9d5ac6c5cc3 {{(pid=102751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 12:24:27.078915 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "496ce05f-ecc0-4dfd-b1d4-1c961f763af7", "name": "network-vif-plugged", "status": "completed", "tag": "94a1cac1-1361-4086-b60b-55660b9c75fc", "code": 200}]} {{(pid=102751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 12:24:27.079250 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-19593b5d-a29f-4fb7-898a-d9d5ac6c5cc3 {{(pid=102751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 12:24:27.079724 dv-cinder-768458-13-iscsi neutron-server[102751]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '496ce05f-ecc0-4dfd-b1d4-1c961f763af7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94a1cac1-1361-4086-b60b-55660b9c75fc', 'code': 200} Nov 22 12:24:27.107837 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Pushing event updated for resources: {'Port': ['ID=94a1cac1-1361-4086-b60b-55660b9c75fc,revision_number=5']} {{(pid=102751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:24:27.258241 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22a426b-4fe5-47ca-bf6b-da3c2c8d8d12 req-7a31cc7b-a6fa-4076-9ad9-47d3d953cd6f tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:24:27.259947 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-e22a426b-4fe5-47ca-bf6b-da3c2c8d8d12 req-7a31cc7b-a6fa-4076-9ad9-47d3d953cd6f tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.66 "GET /v2.0/ports?device_id=496ce05f-ecc0-4dfd-b1d4-1c961f763af7 HTTP/1.1" status: 200 len: 945 time: 0.2517507 Nov 22 12:24:27.334483 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-e22a426b-4fe5-47ca-bf6b-da3c2c8d8d12 req-d19ced7b-f144-4ded-89e7-101bb96a5b37 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.66 "GET /v2.0/security-groups?id=bea8b415-2a88-446d-8b9a-0201cbf52809&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640118 Nov 22 12:24:27.349810 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b82a16-c3b8-425d-8984-1e8b1306f7c9 req-a2bed7d3-e15e-4c09-ac8d-8b0f8036f783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:24:27.351762 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [req-88b82a16-c3b8-425d-8984-1e8b1306f7c9 req-a2bed7d3-e15e-4c09-ac8d-8b0f8036f783 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=496ce05f-ecc0-4dfd-b1d4-1c961f763af7 HTTP/1.1" status: 200 len: 1098 time: 0.1083341 Nov 22 12:24:27.403652 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [req-88b82a16-c3b8-425d-8984-1e8b1306f7c9 req-ff0d83d7-34a2-4956-8a7f-f9d07ca6d26f service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=bea8b415-2a88-446d-8b9a-0201cbf52809&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441976 Nov 22 12:24:28.485173 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2872751b-67f7-4dc3-98fc-b520e8fca20d req-fe48a8d6-b596-4ded-a3a3-1844f8ad6c37 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:24:28.486909 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-2872751b-67f7-4dc3-98fc-b520e8fca20d req-fe48a8d6-b596-4ded-a3a3-1844f8ad6c37 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.66 "GET /v2.0/ports?device_id=496ce05f-ecc0-4dfd-b1d4-1c961f763af7 HTTP/1.1" status: 200 len: 945 time: 0.0515940 Nov 22 12:24:28.543106 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-2872751b-67f7-4dc3-98fc-b520e8fca20d req-c6059d20-cc12-4b0c-8fd9-203b514a84b7 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.66 "GET /v2.0/security-groups?id=bea8b415-2a88-446d-8b9a-0201cbf52809&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485301 Nov 22 12:24:29.685826 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89999be-c0ab-46f2-a147-b1cfc4b35958 req-9d6d264a-f530-4acb-a550-5e00e8781468 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:24:29.687475 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-d89999be-c0ab-46f2-a147-b1cfc4b35958 req-9d6d264a-f530-4acb-a550-5e00e8781468 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.66 "GET /v2.0/ports?device_id=496ce05f-ecc0-4dfd-b1d4-1c961f763af7 HTTP/1.1" status: 200 len: 945 time: 0.0566146 Nov 22 12:24:29.744813 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-d89999be-c0ab-46f2-a147-b1cfc4b35958 req-650b89a6-7fe0-4448-b03b-32f0989128ec tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.66 "GET /v2.0/security-groups?id=bea8b415-2a88-446d-8b9a-0201cbf52809&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509386 Nov 22 12:24:30.880867 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c700289a-cf05-4f72-bb80-334e4229c91a req-a06c203a-b38b-4b2f-96ea-3cb2ea16beda tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:24:30.882649 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-c700289a-cf05-4f72-bb80-334e4229c91a req-a06c203a-b38b-4b2f-96ea-3cb2ea16beda tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.66 "GET /v2.0/ports?device_id=496ce05f-ecc0-4dfd-b1d4-1c961f763af7 HTTP/1.1" status: 200 len: 945 time: 0.0525749 Nov 22 12:24:30.939556 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-c700289a-cf05-4f72-bb80-334e4229c91a req-e8f1f00d-1cbc-443c-9309-8d142ea73f03 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.66 "GET /v2.0/security-groups?id=bea8b415-2a88-446d-8b9a-0201cbf52809&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494258 Nov 22 12:24:32.092239 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e09203a-d0f5-4c12-9f7f-2111c4996536 req-ce7ca90f-f7b1-4abc-b95d-b6bdbcd3f295 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:24:32.094179 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-6e09203a-d0f5-4c12-9f7f-2111c4996536 req-ce7ca90f-f7b1-4abc-b95d-b6bdbcd3f295 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.66 "GET /v2.0/ports?device_id=496ce05f-ecc0-4dfd-b1d4-1c961f763af7 HTTP/1.1" status: 200 len: 945 time: 0.0563226 Nov 22 12:24:32.148615 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-6e09203a-d0f5-4c12-9f7f-2111c4996536 req-6f189cda-edf5-40e2-bdf1-ca3b0115be4e tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.66 "GET /v2.0/security-groups?id=bea8b415-2a88-446d-8b9a-0201cbf52809&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462213 Nov 22 12:24:32.316622 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6c87e2-34df-4561-b43c-eecf11933563 req-d2caf326-a558-42ef-a58e-1ddcfe495df6 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:24:32.317575 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-9f6c87e2-34df-4561-b43c-eecf11933563 req-d2caf326-a558-42ef-a58e-1ddcfe495df6 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.66 "GET /v2.0/ports?device_id=496ce05f-ecc0-4dfd-b1d4-1c961f763af7 HTTP/1.1" status: 200 len: 945 time: 0.0696476 Nov 22 12:24:32.327806 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.wsgi [-] (102750) accepted ('10.222.0.66', 51114) {{(pid=102750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:24:32.333497 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.v2.base [None req-0ac3f18b-b11c-4fc0-92ec-65bf3d3e9cd4 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] Request body: {'floatingip': {'port_id': '94a1cac1-1361-4086-b60b-55660b9c75fc'}} {{(pid=102750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 12:24:32.380188 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-0ac3f18b-b11c-4fc0-92ec-65bf3d3e9cd4 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] Publish callbacks [] for floatingip, before_update {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:24:32.845092 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-0ac3f18b-b11c-4fc0-92ec-65bf3d3e9cd4 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:24:32.850806 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-0ac3f18b-b11c-4fc0-92ec-65bf3d3e9cd4 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-532624'] for floatingip, after_update {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:24:32.962014 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.db.l3_db [None req-0ac3f18b-b11c-4fc0-92ec-65bf3d3e9cd4 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] Floating IP 1f783e9a-4eb4-4b51-95b0-bc3497b5e09e associated. External IP: 172.27.0.97, port: 94a1cac1-1361-4086-b60b-55660b9c75fc. Nov 22 12:24:33.196412 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ac3f18b-b11c-4fc0-92ec-65bf3d3e9cd4 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] Router 4b6eb21f-8d2a-4ee6-9dfc-db25bfbba179 has already been hosted by L3 agent b4a26ead-6ab2-4f98-a352-c9ed6d39b73e {{(pid=102750) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 12:24:33.334995 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3cda03-0448-4c69-a5f1-beef1888b113 req-081059a6-f68a-4e0b-8e75-2470ed33ee46 tempest-TestMinimumBasicScenario-1001353867 tempest-TestMinimumBasicScenario-1001353867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:24:33.336588 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-0a3cda03-0448-4c69-a5f1-beef1888b113 req-081059a6-f68a-4e0b-8e75-2470ed33ee46 tempest-TestMinimumBasicScenario-1001353867 tempest-TestMinimumBasicScenario-1001353867-project] 10.222.0.66 "GET /v2.0/ports?device_id=131dcb5b-f62d-42ec-b0d0-588a120aa1d3 HTTP/1.1" status: 200 len: 985 time: 0.0484719 Nov 22 12:24:33.351595 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ac3f18b-b11c-4fc0-92ec-65bf3d3e9cd4 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] Notify agent at l3_agent.dv-cinder-768458-13-iscsi the message routers_updated {{(pid=102750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 12:24:33.357103 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-0ac3f18b-b11c-4fc0-92ec-65bf3d3e9cd4 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434365'] for floatingip, before_response {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:24:33.362495 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4111900-d3e9-42bd-8ffa-db4556cb61d8 None None] Sync routers for ids ['4b6eb21f-8d2a-4ee6-9dfc-db25bfbba179'] in dv-cinder-768458-13-iscsi {{(pid=102751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 12:24:33.372644 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4111900-d3e9-42bd-8ffa-db4556cb61d8 None None] Routers {'4b6eb21f-8d2a-4ee6-9dfc-db25bfbba179'} bound to L3 agent in host dv-cinder-768458-13-iscsi {{(pid=102751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 12:24:33.373261 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.l3_hamode_db [None req-c4111900-d3e9-42bd-8ffa-db4556cb61d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T12:11:23Z,description=,heartbeat_timestamp=2021-11-22T12:24:23Z,host='dv-cinder-768458-13-iscsi',id=b4a26ead-6ab2-4f98-a352-c9ed6d39b73e,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T12:11:23Z,topic='l3_agent')) {'router_ids': ['4b6eb21f-8d2a-4ee6-9dfc-db25bfbba179'], 'active': True} {{(pid=102751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 12:24:33.380558 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674fdf2a-9d7f-4da6-a75e-fe001297d69e req-b5f58bd5-3db1-4502-8f58-bc180f56ffc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:24:33.382153 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [req-674fdf2a-9d7f-4da6-a75e-fe001297d69e req-b5f58bd5-3db1-4502-8f58-bc180f56ffc5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7b282b4e5e2147a692e990f45ce44b8f&device_id=131dcb5b-f62d-42ec-b0d0-588a120aa1d3 HTTP/1.1" status: 200 len: 1138 time: 0.0815351 Nov 22 12:24:33.389589 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [None req-0ac3f18b-b11c-4fc0-92ec-65bf3d3e9cd4 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.66 "PUT /v2.0/floatingips/1f783e9a-4eb4-4b51-95b0-bc3497b5e09e HTTP/1.1" status: 200 len: 990 time: 1.0603957 Nov 22 12:24:33.390305 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '496ce05f-ecc0-4dfd-b1d4-1c961f763af7', 'tag': '94a1cac1-1361-4086-b60b-55660b9c75fc'}] {{(pid=102750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 12:24:33.392727 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2a0bed14b240d0d35e029181fb516e01dd4ce85d5fb41ae8ef5632c0b13bd43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-248172c4-52a8-4846-b486-9bdf37f45c85" -d '{"events": [{"name": "network-changed", "server_uuid": "496ce05f-ecc0-4dfd-b1d4-1c961f763af7", "tag": "94a1cac1-1361-4086-b60b-55660b9c75fc"}]}' {{(pid=102750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 12:24:33.408519 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-0a3cda03-0448-4c69-a5f1-beef1888b113 req-1944b5fe-c6e4-4c49-84e8-771815aff820 tempest-TestMinimumBasicScenario-1001353867 tempest-TestMinimumBasicScenario-1001353867-project] 10.222.0.66 "GET /v2.0/security-groups?id=6bde9ed8-9c6b-4c28-ae4a-506b5d391ae6&id=fef67df6-c110-4434-a0a2-3d2b51571b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0651841 Nov 22 12:24:33.529364 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.l3_dvr_db [None req-c4111900-d3e9-42bd-8ffa-db4556cb61d8 None None] Set router 4b6eb21f-8d2a-4ee6-9dfc-db25bfbba179 gateway port host: dv-cinder-768458-13-iscsi {{(pid=102751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 12:24:33.536959 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674fdf2a-9d7f-4da6-a75e-fe001297d69e req-bfe54a83-f8ee-40eb-8ecb-99182593876b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:24:33.539511 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [req-674fdf2a-9d7f-4da6-a75e-fe001297d69e req-bfe54a83-f8ee-40eb-8ecb-99182593876b service neutron] 10.222.0.46 "GET /v2.0/networks?id=3bb69f26-c969-40f0-8e57-593fe240347b HTTP/1.1" status: 200 len: 916 time: 0.1435232 Nov 22 12:24:33.626784 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [req-674fdf2a-9d7f-4da6-a75e-fe001297d69e req-9f12b531-e37b-4682-8674-e5cc6cbcb9cf service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f7e46359-fc84-431c-88fd-b6af0c318ee6 HTTP/1.1" status: 200 len: 1001 time: 0.0794084 Nov 22 12:24:33.671809 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 12:24:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-734b7b30-d81d-4d75-b3d0-5023c29e3023 x-openstack-request-id: req-734b7b30-d81d-4d75-b3d0-5023c29e3023 {{(pid=102750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 12:24:33.672104 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "496ce05f-ecc0-4dfd-b1d4-1c961f763af7", "tag": "94a1cac1-1361-4086-b60b-55660b9c75fc", "status": "completed", "code": 200}]} {{(pid=102750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 12:24:33.672356 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-734b7b30-d81d-4d75-b3d0-5023c29e3023 {{(pid=102750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 12:24:33.672756 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '496ce05f-ecc0-4dfd-b1d4-1c961f763af7', 'tag': '94a1cac1-1361-4086-b60b-55660b9c75fc', 'status': 'completed', 'code': 200} Nov 22 12:24:33.693290 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674fdf2a-9d7f-4da6-a75e-fe001297d69e req-99a351e8-eed3-4a93-8cf9-60e9e80b6fda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:24:33.695035 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [req-674fdf2a-9d7f-4da6-a75e-fe001297d69e req-99a351e8-eed3-4a93-8cf9-60e9e80b6fda service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8eb197fb-0ac4-498b-bea4-1e9726d009e0 HTTP/1.1" status: 200 len: 854 time: 0.0565989 Nov 22 12:24:33.749787 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248172c4-52a8-4846-b486-9bdf37f45c85 req-b6e92a59-bd23-4096-bdad-14c41ca7c692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:24:33.751071 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674fdf2a-9d7f-4da6-a75e-fe001297d69e req-347c9824-35f0-4d27-bc6e-deecb641d876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:24:33.751732 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-248172c4-52a8-4846-b486-9bdf37f45c85 req-b6e92a59-bd23-4096-bdad-14c41ca7c692 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=086a36bf2fea4df7a4d72733b2f68dcd&device_id=496ce05f-ecc0-4dfd-b1d4-1c961f763af7 HTTP/1.1" status: 200 len: 1098 time: 0.0459802 Nov 22 12:24:33.753844 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [req-674fdf2a-9d7f-4da6-a75e-fe001297d69e req-347c9824-35f0-4d27-bc6e-deecb641d876 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3bb69f26-c969-40f0-8e57-593fe240347b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0471046 Nov 22 12:24:33.776158 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.l3_hamode_db [None req-c4111900-d3e9-42bd-8ffa-db4556cb61d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b6eb21f-8d2a-4ee6-9dfc-db25bfbba179', 'name': 'tempest-AttachVolumeShelveTestJSON-514126347-router', 'tenant_id': '086a36bf2fea4df7a4d72733b2f68dcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52f34850-4f08-4bf9-8f19-1c892d4c6132', 'external_fixed_ips': [{'subnet_id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': 'dec33e59-4d06-4644-b47a-37a68b460d51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T12:19:08Z', 'updated_at': '2021-11-22T12:19:21Z', 'revision_number': 4, 'project_id': '086a36bf2fea4df7a4d72733b2f68dcd', 'gw_port': {'id': 'dec33e59-4d06-4644-b47a-37a68b460d51', 'name': '', 'network_id': '52f34850-4f08-4bf9-8f19-1c892d4c6132', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:bf:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b6eb21f-8d2a-4ee6-9dfc-db25bfbba179', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T12:19:09Z', 'updated_at': '2021-11-22T12:19:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-13-iscsi', '_floatingips': [{'id': '1f783e9a-4eb4-4b51-95b0-bc3497b5e09e', 'tenant_id': '086a36bf2fea4df7a4d72733b2f68dcd', 'floating_ip_address': '172.27.0.97', 'floating_network_id': '52f34850-4f08-4bf9-8f19-1c892d4c6132', 'router_id': '4b6eb21f-8d2a-4ee6-9dfc-db25bfbba179', 'port_id': '94a1cac1-1361-4086-b60b-55660b9c75fc', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 511, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '47c7c2df-c485-45be-9ae4-891cba4c7953', 'mac_address': 'fa:16:3e:e5:c2:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '496ce05f-ecc0-4dfd-b1d4-1c961f763af7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T12:24:11Z', 'updated_at': '2021-11-22T12:24:32Z', 'revision_number': 1, 'project_id': '086a36bf2fea4df7a4d72733b2f68dcd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1cb4d82d-e7c5-44d0-97bb-0dc039c350db', 'name': '', 'network_id': '47c7c2df-c485-45be-9ae4-891cba4c7953', 'tenant_id': '086a36bf2fea4df7a4d72733b2f68dcd', 'mac_address': 'fa:16:3e:b0:ae:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b6eb21f-8d2a-4ee6-9dfc-db25bfbba179', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '6b38e15d-2758-41f6-bf64-d497af1d9f95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T12:19:15Z', 'updated_at': '2021-11-22T12:19:31Z', 'revision_number': 5, 'project_id': '086a36bf2fea4df7a4d72733b2f68dcd', 'subnets': [{'id': '6b38e15d-2758-41f6-bf64-d497af1d9f95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-13-iscsi', False) {} {{(pid=102751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 12:24:33.805651 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4111900-d3e9-42bd-8ffa-db4556cb61d8 None None] Checking router: 4b6eb21f-8d2a-4ee6-9dfc-db25bfbba179 for host: dv-cinder-768458-13-iscsi {{(pid=102751) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 12:24:33.816651 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4111900-d3e9-42bd-8ffa-db4556cb61d8 None None] Routers {'4b6eb21f-8d2a-4ee6-9dfc-db25bfbba179'} bound to L3 agent in host dv-cinder-768458-13-iscsi {{(pid=102751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 12:24:33.817527 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.l3_hamode_db [None req-c4111900-d3e9-42bd-8ffa-db4556cb61d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T12:11:23Z,description=,heartbeat_timestamp=2021-11-22T12:24:23Z,host='dv-cinder-768458-13-iscsi',id=b4a26ead-6ab2-4f98-a352-c9ed6d39b73e,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T12:11:23Z,topic='l3_agent')) {'router_ids': ['4b6eb21f-8d2a-4ee6-9dfc-db25bfbba179'], 'active': True} {{(pid=102751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 12:24:33.862036 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248172c4-52a8-4846-b486-9bdf37f45c85 req-8c4dfdf1-fb09-438e-88fe-3343af5ec1fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:24:33.863942 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-248172c4-52a8-4846-b486-9bdf37f45c85 req-8c4dfdf1-fb09-438e-88fe-3343af5ec1fd service neutron] 10.222.0.46 "GET /v2.0/networks?id=47c7c2df-c485-45be-9ae4-891cba4c7953 HTTP/1.1" status: 200 len: 917 time: 0.0982711 Nov 22 12:24:33.881693 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [req-674fdf2a-9d7f-4da6-a75e-fe001297d69e req-45bf2301-1428-4528-a740-f9e4f3da42d7 service neutron] 10.222.0.46 "GET /v2.0/networks/3bb69f26-c969-40f0-8e57-593fe240347b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1155863 Nov 22 12:24:33.939374 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-248172c4-52a8-4846-b486-9bdf37f45c85 req-bf80dc0d-8e70-4a17-a442-03aedc05fbbe service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=94a1cac1-1361-4086-b60b-55660b9c75fc HTTP/1.1" status: 200 len: 998 time: 0.0656950 Nov 22 12:24:33.942152 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.l3_dvr_db [None req-c4111900-d3e9-42bd-8ffa-db4556cb61d8 None None] Set router 4b6eb21f-8d2a-4ee6-9dfc-db25bfbba179 gateway port host: dv-cinder-768458-13-iscsi {{(pid=102751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 12:24:33.996366 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [req-674fdf2a-9d7f-4da6-a75e-fe001297d69e req-a2295552-767b-426b-bb81-92cac014765b service neutron] 10.222.0.46 "GET /v2.0/networks/3bb69f26-c969-40f0-8e57-593fe240347b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053305 Nov 22 12:24:34.000542 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248172c4-52a8-4846-b486-9bdf37f45c85 req-ef23ee93-7a6f-4699-a2df-019bc06dbce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:24:34.003160 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-248172c4-52a8-4846-b486-9bdf37f45c85 req-ef23ee93-7a6f-4699-a2df-019bc06dbce8 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6b38e15d-2758-41f6-bf64-d497af1d9f95 HTTP/1.1" status: 200 len: 855 time: 0.0559692 Nov 22 12:24:34.057427 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248172c4-52a8-4846-b486-9bdf37f45c85 req-83ec19b2-b3b1-401f-92c6-4a939cab12a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:24:34.059049 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-248172c4-52a8-4846-b486-9bdf37f45c85 req-83ec19b2-b3b1-401f-92c6-4a939cab12a8 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=47c7c2df-c485-45be-9ae4-891cba4c7953&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0481772 Nov 22 12:24:34.165498 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-248172c4-52a8-4846-b486-9bdf37f45c85 req-32b57af1-b47a-45a9-b255-fa6f584f6905 service neutron] 10.222.0.46 "GET /v2.0/networks/47c7c2df-c485-45be-9ae4-891cba4c7953?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945354 Nov 22 12:24:34.205999 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.l3_hamode_db [None req-c4111900-d3e9-42bd-8ffa-db4556cb61d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b6eb21f-8d2a-4ee6-9dfc-db25bfbba179', 'name': 'tempest-AttachVolumeShelveTestJSON-514126347-router', 'tenant_id': '086a36bf2fea4df7a4d72733b2f68dcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52f34850-4f08-4bf9-8f19-1c892d4c6132', 'external_fixed_ips': [{'subnet_id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': 'dec33e59-4d06-4644-b47a-37a68b460d51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T12:19:08Z', 'updated_at': '2021-11-22T12:19:21Z', 'revision_number': 4, 'project_id': '086a36bf2fea4df7a4d72733b2f68dcd', 'gw_port': {'id': 'dec33e59-4d06-4644-b47a-37a68b460d51', 'name': '', 'network_id': '52f34850-4f08-4bf9-8f19-1c892d4c6132', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:bf:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b6eb21f-8d2a-4ee6-9dfc-db25bfbba179', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T12:19:09Z', 'updated_at': '2021-11-22T12:19:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-13-iscsi', '_floatingips': [{'id': '1f783e9a-4eb4-4b51-95b0-bc3497b5e09e', 'tenant_id': '086a36bf2fea4df7a4d72733b2f68dcd', 'floating_ip_address': '172.27.0.97', 'floating_network_id': '52f34850-4f08-4bf9-8f19-1c892d4c6132', 'router_id': '4b6eb21f-8d2a-4ee6-9dfc-db25bfbba179', 'port_id': '94a1cac1-1361-4086-b60b-55660b9c75fc', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 511, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '47c7c2df-c485-45be-9ae4-891cba4c7953', 'mac_address': 'fa:16:3e:e5:c2:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '496ce05f-ecc0-4dfd-b1d4-1c961f763af7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T12:24:11Z', 'updated_at': '2021-11-22T12:24:32Z', 'revision_number': 1, 'project_id': '086a36bf2fea4df7a4d72733b2f68dcd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1cb4d82d-e7c5-44d0-97bb-0dc039c350db', 'name': '', 'network_id': '47c7c2df-c485-45be-9ae4-891cba4c7953', 'tenant_id': '086a36bf2fea4df7a4d72733b2f68dcd', 'mac_address': 'fa:16:3e:b0:ae:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b6eb21f-8d2a-4ee6-9dfc-db25bfbba179', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '6b38e15d-2758-41f6-bf64-d497af1d9f95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T12:19:15Z', 'updated_at': '2021-11-22T12:19:31Z', 'revision_number': 5, 'project_id': '086a36bf2fea4df7a4d72733b2f68dcd', 'subnets': [{'id': '6b38e15d-2758-41f6-bf64-d497af1d9f95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-13-iscsi', False) {} {{(pid=102751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 12:24:34.233598 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4111900-d3e9-42bd-8ffa-db4556cb61d8 None None] The sync data for ids ['4b6eb21f-8d2a-4ee6-9dfc-db25bfbba179'] in dv-cinder-768458-13-iscsi is: [{'id': '4b6eb21f-8d2a-4ee6-9dfc-db25bfbba179', 'name': 'tempest-AttachVolumeShelveTestJSON-514126347-router', 'tenant_id': '086a36bf2fea4df7a4d72733b2f68dcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52f34850-4f08-4bf9-8f19-1c892d4c6132', 'external_fixed_ips': [{'subnet_id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': 'dec33e59-4d06-4644-b47a-37a68b460d51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T12:19:08Z', 'updated_at': '2021-11-22T12:19:21Z', 'revision_number': 4, 'project_id': '086a36bf2fea4df7a4d72733b2f68dcd', 'gw_port': {'id': 'dec33e59-4d06-4644-b47a-37a68b460d51', 'name': '', 'network_id': '52f34850-4f08-4bf9-8f19-1c892d4c6132', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:bf:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b6eb21f-8d2a-4ee6-9dfc-db25bfbba179', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T12:19:09Z', 'updated_at': '2021-11-22T12:19:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-13-iscsi', '_floatingips': [{'id': '1f783e9a-4eb4-4b51-95b0-bc3497b5e09e', 'tenant_id': '086a36bf2fea4df7a4d72733b2f68dcd', 'floating_ip_address': '172.27.0.97', 'floating_network_id': '52f34850-4f08-4bf9-8f19-1c892d4c6132', 'router_id': '4b6eb21f-8d2a-4ee6-9dfc-db25bfbba179', 'port_id': '94a1cac1-1361-4086-b60b-55660b9c75fc', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 511, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '47c7c2df-c485-45be-9ae4-891cba4c7953', 'mac_address': 'fa:16:3e:e5:c2:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '496ce05f-ecc0-4dfd-b1d4-1c961f763af7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T12:24:11Z', 'updated_at': '2021-11-22T12:24:32Z', 'revision_number': 1, 'project_id': '086a36bf2fea4df7a4d72733b2f68dcd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1cb4d82d-e7c5-44d0-97bb-0dc039c350db', 'name': '', 'network_id': '47c7c2df-c485-45be-9ae4-891cba4c7953', 'tenant_id': '086a36bf2fea4df7a4d72733b2f68dcd', 'mac_address': 'fa:16:3e:b0:ae:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b6eb21f-8d2a-4ee6-9dfc-db25bfbba179', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '6b38e15d-2758-41f6-bf64-d497af1d9f95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T12:19:15Z', 'updated_at': '2021-11-22T12:19:31Z', 'revision_number': 5, 'project_id': '086a36bf2fea4df7a4d72733b2f68dcd', 'subnets': [{'id': '6b38e15d-2758-41f6-bf64-d497af1d9f95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 12:24:34.283047 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-248172c4-52a8-4846-b486-9bdf37f45c85 req-98adc26e-1032-478f-adab-ea30d1366e2d service neutron] 10.222.0.46 "GET /v2.0/networks/47c7c2df-c485-45be-9ae4-891cba4c7953?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1076694 Nov 22 12:24:34.455454 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6afde45d-d3a2-4ed3-a01c-09ffa46488e9 None None] New status for floating IP 1f783e9a-4eb4-4b51-95b0-bc3497b5e09e: ACTIVE {{(pid=102752) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 12:24:34.563815 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cdde0d-e05a-42ca-8c15-b669854b1b8a req-0c2587c5-97e1-4933-ae2f-2554c34297fe tempest-TestMinimumBasicScenario-1001353867 tempest-TestMinimumBasicScenario-1001353867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:24:34.566006 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-a6cdde0d-e05a-42ca-8c15-b669854b1b8a req-0c2587c5-97e1-4933-ae2f-2554c34297fe tempest-TestMinimumBasicScenario-1001353867 tempest-TestMinimumBasicScenario-1001353867-project] 10.222.0.66 "GET /v2.0/ports?device_id=131dcb5b-f62d-42ec-b0d0-588a120aa1d3 HTTP/1.1" status: 200 len: 985 time: 0.0573092 Nov 22 12:24:34.631101 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-a6cdde0d-e05a-42ca-8c15-b669854b1b8a req-c8f8e477-64c7-423e-9338-d28adfa6a583 tempest-TestMinimumBasicScenario-1001353867 tempest-TestMinimumBasicScenario-1001353867-project] 10.222.0.66 "GET /v2.0/security-groups?id=6bde9ed8-9c6b-4c28-ae4a-506b5d391ae6&id=fef67df6-c110-4434-a0a2-3d2b51571b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0574117 Nov 22 12:24:35.772135 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efadd3f6-29c0-4c9d-a113-c6034c24cc4a req-8c8505d4-087a-4cbe-9fba-26442f94910a tempest-TestMinimumBasicScenario-1001353867 tempest-TestMinimumBasicScenario-1001353867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:24:35.774299 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-efadd3f6-29c0-4c9d-a113-c6034c24cc4a req-8c8505d4-087a-4cbe-9fba-26442f94910a tempest-TestMinimumBasicScenario-1001353867 tempest-TestMinimumBasicScenario-1001353867-project] 10.222.0.66 "GET /v2.0/ports?device_id=131dcb5b-f62d-42ec-b0d0-588a120aa1d3 HTTP/1.1" status: 200 len: 985 time: 0.0666363 Nov 22 12:24:35.844675 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-efadd3f6-29c0-4c9d-a113-c6034c24cc4a req-d8b27815-3c07-40a7-b7bb-2509db326396 tempest-TestMinimumBasicScenario-1001353867 tempest-TestMinimumBasicScenario-1001353867-project] 10.222.0.66 "GET /v2.0/security-groups?id=6bde9ed8-9c6b-4c28-ae4a-506b5d391ae6&id=fef67df6-c110-4434-a0a2-3d2b51571b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0608335 Nov 22 12:24:36.267840 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.wsgi [-] (102750) accepted ('10.222.0.66', 51174) {{(pid=102750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:24:36.382092 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-c7eea068-cad1-4239-ad14-76ab63a971de admin admin] Publish callbacks [] for security_group, before_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:24:36.456628 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-c7eea068-cad1-4239-ad14-76ab63a971de admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:24:36.464151 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-c7eea068-cad1-4239-ad14-76ab63a971de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545565'] for security_group, after_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:24:36.501667 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [None req-c7eea068-cad1-4239-ad14-76ab63a971de admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=46cdff697c264451bade5ccfea5de877&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2326477 Nov 22 12:24:36.502522 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7eea068-cad1-4239-ad14-76ab63a971de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04fc06e2-757f-4d7e-9323-0038689a1a5d,revision_number=1']} {{(pid=102750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:24:36.504481 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.wsgi [-] (102750) accepted ('10.222.0.66', 51178) {{(pid=102750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:24:36.520997 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7eea068-cad1-4239-ad14-76ab63a971de admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:24:36.521331 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7eea068-cad1-4239-ad14-76ab63a971de admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:24:36.521689 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7eea068-cad1-4239-ad14-76ab63a971de admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:24:36.522021 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7eea068-cad1-4239-ad14-76ab63a971de admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:24:36.522345 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7eea068-cad1-4239-ad14-76ab63a971de admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:24:36.522688 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7eea068-cad1-4239-ad14-76ab63a971de admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:24:36.523001 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7eea068-cad1-4239-ad14-76ab63a971de admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:24:36.523446 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7eea068-cad1-4239-ad14-76ab63a971de admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:24:36.523733 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7eea068-cad1-4239-ad14-76ab63a971de admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:24:36.524051 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7eea068-cad1-4239-ad14-76ab63a971de admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:24:36.524362 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7eea068-cad1-4239-ad14-76ab63a971de admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:24:36.524668 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7eea068-cad1-4239-ad14-76ab63a971de admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:24:36.570013 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-44116118-c03a-4eb5-a4fa-8fec962370a0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:24:36.594510 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-44116118-c03a-4eb5-a4fa-8fec962370a0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:24:36.647620 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-44116118-c03a-4eb5-a4fa-8fec962370a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545565'] for security_group, after_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:24:36.651268 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-44116118-c03a-4eb5-a4fa-8fec962370a0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:24:36.652866 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [None req-44116118-c03a-4eb5-a4fa-8fec962370a0 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/04fc06e2-757f-4d7e-9323-0038689a1a5d HTTP/1.1" status: 204 len: 168 time: 0.1471436 Nov 22 12:24:36.661873 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44116118-c03a-4eb5-a4fa-8fec962370a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04fc06e2-757f-4d7e-9323-0038689a1a5d,revision_number=None']} {{(pid=102750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:24:36.963678 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5eac50-3bad-45b0-afbb-8f43d6322f06 req-f3487366-f50a-48c0-b618-11c00871ef56 tempest-TestMinimumBasicScenario-1001353867 tempest-TestMinimumBasicScenario-1001353867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:24:36.965206 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-bc5eac50-3bad-45b0-afbb-8f43d6322f06 req-f3487366-f50a-48c0-b618-11c00871ef56 tempest-TestMinimumBasicScenario-1001353867 tempest-TestMinimumBasicScenario-1001353867-project] 10.222.0.66 "GET /v2.0/ports?device_id=131dcb5b-f62d-42ec-b0d0-588a120aa1d3 HTTP/1.1" status: 200 len: 985 time: 0.0520263 Nov 22 12:24:37.026985 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-bc5eac50-3bad-45b0-afbb-8f43d6322f06 req-0478ca91-b3b3-4fef-a62d-51dfa3ee3647 tempest-TestMinimumBasicScenario-1001353867 tempest-TestMinimumBasicScenario-1001353867-project] 10.222.0.66 "GET /v2.0/security-groups?id=6bde9ed8-9c6b-4c28-ae4a-506b5d391ae6&id=fef67df6-c110-4434-a0a2-3d2b51571b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0556970 Nov 22 12:24:38.156334 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb352a8-863b-4dee-af83-66a64730866f req-857f789e-9fa1-4485-99ad-4e8b1f91cfa3 tempest-TestMinimumBasicScenario-1001353867 tempest-TestMinimumBasicScenario-1001353867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:24:38.157741 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-cbb352a8-863b-4dee-af83-66a64730866f req-857f789e-9fa1-4485-99ad-4e8b1f91cfa3 tempest-TestMinimumBasicScenario-1001353867 tempest-TestMinimumBasicScenario-1001353867-project] 10.222.0.66 "GET /v2.0/ports?device_id=131dcb5b-f62d-42ec-b0d0-588a120aa1d3 HTTP/1.1" status: 200 len: 985 time: 0.0534256 Nov 22 12:24:38.229482 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-cbb352a8-863b-4dee-af83-66a64730866f req-d0dac040-2353-4d28-9aec-60459ba3924f tempest-TestMinimumBasicScenario-1001353867 tempest-TestMinimumBasicScenario-1001353867-project] 10.222.0.66 "GET /v2.0/security-groups?id=6bde9ed8-9c6b-4c28-ae4a-506b5d391ae6&id=fef67df6-c110-4434-a0a2-3d2b51571b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0649760 Nov 22 12:24:38.796712 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1598a2-26d8-4578-8173-134a8bc18acf req-da8a0db9-7398-4c51-8f1d-e12b7d3fb1a3 tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:24:38.798513 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-ec1598a2-26d8-4578-8173-134a8bc18acf req-da8a0db9-7398-4c51-8f1d-e12b7d3fb1a3 tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] 10.222.0.66 "GET /v2.0/ports?device_id=2306113c-8f98-42fd-8c0c-3dfac98fff21 HTTP/1.1" status: 200 len: 945 time: 0.0568516 Nov 22 12:24:38.851987 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-ec1598a2-26d8-4578-8173-134a8bc18acf req-96cff70f-c8f5-4351-9999-65a15cfea5dc tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] 10.222.0.66 "GET /v2.0/security-groups?id=117aa477-d28a-495e-b4af-8d598b569f00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469704 Nov 22 12:24:39.361482 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a043383-fc14-44db-9b11-c98fb83dca05 req-711dbb75-68d7-4167-9cb4-c97653a81cdb tempest-TestMinimumBasicScenario-1001353867 tempest-TestMinimumBasicScenario-1001353867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:24:39.363021 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-1a043383-fc14-44db-9b11-c98fb83dca05 req-711dbb75-68d7-4167-9cb4-c97653a81cdb tempest-TestMinimumBasicScenario-1001353867 tempest-TestMinimumBasicScenario-1001353867-project] 10.222.0.66 "GET /v2.0/ports?device_id=131dcb5b-f62d-42ec-b0d0-588a120aa1d3 HTTP/1.1" status: 200 len: 985 time: 0.0580876 Nov 22 12:24:39.436596 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-1a043383-fc14-44db-9b11-c98fb83dca05 req-6abe6b04-73af-4a85-a623-f9c5a9063214 tempest-TestMinimumBasicScenario-1001353867 tempest-TestMinimumBasicScenario-1001353867-project] 10.222.0.66 "GET /v2.0/security-groups?id=6bde9ed8-9c6b-4c28-ae4a-506b5d391ae6&id=fef67df6-c110-4434-a0a2-3d2b51571b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0648377 Nov 22 12:24:39.980603 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7f6c71-faf9-4232-8474-2c7427d6b725 req-61025135-5ef8-4113-ae69-b8f448d60177 tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:24:39.982138 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-ec7f6c71-faf9-4232-8474-2c7427d6b725 req-61025135-5ef8-4113-ae69-b8f448d60177 tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] 10.222.0.66 "GET /v2.0/ports?device_id=2306113c-8f98-42fd-8c0c-3dfac98fff21 HTTP/1.1" status: 200 len: 945 time: 0.0542183 Nov 22 12:24:40.038146 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-ec7f6c71-faf9-4232-8474-2c7427d6b725 req-ce37ab0a-606e-4688-848b-aafa62723edd tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] 10.222.0.66 "GET /v2.0/security-groups?id=117aa477-d28a-495e-b4af-8d598b569f00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493696 Nov 22 12:24:40.598733 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ffddc3-3095-4ea0-bc9b-4e908e1a85b7 req-69226f04-8c33-4225-aa7b-7abf8e76ad94 tempest-TestMinimumBasicScenario-1001353867 tempest-TestMinimumBasicScenario-1001353867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:24:40.601569 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-d0ffddc3-3095-4ea0-bc9b-4e908e1a85b7 req-69226f04-8c33-4225-aa7b-7abf8e76ad94 tempest-TestMinimumBasicScenario-1001353867 tempest-TestMinimumBasicScenario-1001353867-project] 10.222.0.66 "GET /v2.0/ports?device_id=131dcb5b-f62d-42ec-b0d0-588a120aa1d3 HTTP/1.1" status: 200 len: 985 time: 0.0877423 Nov 22 12:24:40.677002 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-d0ffddc3-3095-4ea0-bc9b-4e908e1a85b7 req-cc59e42c-c799-48d1-bc6a-91054990d39e tempest-TestMinimumBasicScenario-1001353867 tempest-TestMinimumBasicScenario-1001353867-project] 10.222.0.66 "GET /v2.0/security-groups?id=6bde9ed8-9c6b-4c28-ae4a-506b5d391ae6&id=fef67df6-c110-4434-a0a2-3d2b51571b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0684402 Nov 22 12:24:40.798593 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.wsgi [-] (102749) accepted ('10.222.0.66', 51276) {{(pid=102749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:24:40.911081 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-592913a2-3b78-47e0-a04c-c69c99f23b2c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:24:40.991035 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-592913a2-3b78-47e0-a04c-c69c99f23b2c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:24:40.995163 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-592913a2-3b78-47e0-a04c-c69c99f23b2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545565'] for security_group, after_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:24:41.034326 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592913a2-3b78-47e0-a04c-c69c99f23b2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c44ce5df-e06a-408b-8f42-8adcf4c25f20,revision_number=1']} {{(pid=102749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:24:41.038314 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [None req-592913a2-3b78-47e0-a04c-c69c99f23b2c admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=400dcede88204c6b9b11d3e62e118abb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2386627 Nov 22 12:24:41.042230 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.wsgi [-] (102750) accepted ('10.222.0.66', 51280) {{(pid=102750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:24:41.045120 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592913a2-3b78-47e0-a04c-c69c99f23b2c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:24:41.045465 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592913a2-3b78-47e0-a04c-c69c99f23b2c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:24:41.045807 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592913a2-3b78-47e0-a04c-c69c99f23b2c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:24:41.046119 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592913a2-3b78-47e0-a04c-c69c99f23b2c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:24:41.046453 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592913a2-3b78-47e0-a04c-c69c99f23b2c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:24:41.046774 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592913a2-3b78-47e0-a04c-c69c99f23b2c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:24:41.047096 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592913a2-3b78-47e0-a04c-c69c99f23b2c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:24:41.047451 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592913a2-3b78-47e0-a04c-c69c99f23b2c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:24:41.047769 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592913a2-3b78-47e0-a04c-c69c99f23b2c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:24:41.048088 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592913a2-3b78-47e0-a04c-c69c99f23b2c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:24:41.048409 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592913a2-3b78-47e0-a04c-c69c99f23b2c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:24:41.048722 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592913a2-3b78-47e0-a04c-c69c99f23b2c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:24:41.100644 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-6905e66e-a4a3-494a-a05f-9e0a8b5005b2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:24:41.125856 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-6905e66e-a4a3-494a-a05f-9e0a8b5005b2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:24:41.170492 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c6b835-3d6c-4796-b7c7-e69e5f77195c req-e12acc83-99a5-45fb-8fdf-3c6256e84e1c tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:24:41.172072 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-a0c6b835-3d6c-4796-b7c7-e69e5f77195c req-e12acc83-99a5-45fb-8fdf-3c6256e84e1c tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] 10.222.0.66 "GET /v2.0/ports?device_id=2306113c-8f98-42fd-8c0c-3dfac98fff21 HTTP/1.1" status: 200 len: 945 time: 0.0575936 Nov 22 12:24:41.178431 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-6905e66e-a4a3-494a-a05f-9e0a8b5005b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545565'] for security_group, after_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:24:41.181462 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-6905e66e-a4a3-494a-a05f-9e0a8b5005b2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:24:41.186230 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [None req-6905e66e-a4a3-494a-a05f-9e0a8b5005b2 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/c44ce5df-e06a-408b-8f42-8adcf4c25f20 HTTP/1.1" status: 204 len: 168 time: 0.1393437 Nov 22 12:24:41.192788 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6905e66e-a4a3-494a-a05f-9e0a8b5005b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c44ce5df-e06a-408b-8f42-8adcf4c25f20,revision_number=None']} {{(pid=102750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:24:41.235465 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-a0c6b835-3d6c-4796-b7c7-e69e5f77195c req-3a95b737-d6bc-4c74-bf9a-cc3a5427720c tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] 10.222.0.66 "GET /v2.0/security-groups?id=117aa477-d28a-495e-b4af-8d598b569f00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550959 Nov 22 12:24:41.811793 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5ba048-58ed-4c6f-bd7e-b8225f208c5f req-a7b1a248-37b0-4489-aab2-a6365931aa68 tempest-TestMinimumBasicScenario-1001353867 tempest-TestMinimumBasicScenario-1001353867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:24:41.813377 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-1d5ba048-58ed-4c6f-bd7e-b8225f208c5f req-a7b1a248-37b0-4489-aab2-a6365931aa68 tempest-TestMinimumBasicScenario-1001353867 tempest-TestMinimumBasicScenario-1001353867-project] 10.222.0.66 "GET /v2.0/ports?device_id=131dcb5b-f62d-42ec-b0d0-588a120aa1d3 HTTP/1.1" status: 200 len: 985 time: 0.0572557 Nov 22 12:24:41.877922 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-1d5ba048-58ed-4c6f-bd7e-b8225f208c5f req-42f10017-51a4-42b0-aa68-23fcc22c9598 tempest-TestMinimumBasicScenario-1001353867 tempest-TestMinimumBasicScenario-1001353867-project] 10.222.0.66 "GET /v2.0/security-groups?id=6bde9ed8-9c6b-4c28-ae4a-506b5d391ae6&id=fef67df6-c110-4434-a0a2-3d2b51571b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0557892 Nov 22 12:24:42.357413 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed7e442-7464-4260-8448-ddd3ef70f667 req-04a3e5c9-50a2-4397-808b-2ccabc0e5b3b tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:24:42.358935 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-9ed7e442-7464-4260-8448-ddd3ef70f667 req-04a3e5c9-50a2-4397-808b-2ccabc0e5b3b tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] 10.222.0.66 "GET /v2.0/ports?device_id=2306113c-8f98-42fd-8c0c-3dfac98fff21 HTTP/1.1" status: 200 len: 945 time: 0.0526752 Nov 22 12:24:42.409398 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-9ed7e442-7464-4260-8448-ddd3ef70f667 req-fe883748-87f4-4910-94ac-99415f39aad2 tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] 10.222.0.66 "GET /v2.0/security-groups?id=117aa477-d28a-495e-b4af-8d598b569f00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443821 Nov 22 12:24:42.999934 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03eb3dee-eb61-4495-80be-0dd57a34b612 req-fd324594-da59-4a20-97bf-8183c5beb37b tempest-TestMinimumBasicScenario-1001353867 tempest-TestMinimumBasicScenario-1001353867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:24:43.001534 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-03eb3dee-eb61-4495-80be-0dd57a34b612 req-fd324594-da59-4a20-97bf-8183c5beb37b tempest-TestMinimumBasicScenario-1001353867 tempest-TestMinimumBasicScenario-1001353867-project] 10.222.0.66 "GET /v2.0/ports?device_id=131dcb5b-f62d-42ec-b0d0-588a120aa1d3 HTTP/1.1" status: 200 len: 985 time: 0.0486884 Nov 22 12:24:43.069727 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-03eb3dee-eb61-4495-80be-0dd57a34b612 req-9a565d9d-9328-4f51-9ac7-5fcdd85ef3fa tempest-TestMinimumBasicScenario-1001353867 tempest-TestMinimumBasicScenario-1001353867-project] 10.222.0.66 "GET /v2.0/security-groups?id=6bde9ed8-9c6b-4c28-ae4a-506b5d391ae6&id=fef67df6-c110-4434-a0a2-3d2b51571b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0619967 Nov 22 12:24:43.542871 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b711f6-3bc0-4179-b8df-c995c6d2018a req-fcaaca2e-7a95-4458-b3dc-54f13f9704bd tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:24:43.544536 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-10b711f6-3bc0-4179-b8df-c995c6d2018a req-fcaaca2e-7a95-4458-b3dc-54f13f9704bd tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] 10.222.0.66 "GET /v2.0/ports?device_id=2306113c-8f98-42fd-8c0c-3dfac98fff21 HTTP/1.1" status: 200 len: 945 time: 0.0587263 Nov 22 12:24:43.603340 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-10b711f6-3bc0-4179-b8df-c995c6d2018a req-fee7a3f0-ad87-4860-95f6-ed2b4699f4a2 tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] 10.222.0.66 "GET /v2.0/security-groups?id=117aa477-d28a-495e-b4af-8d598b569f00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523679 Nov 22 12:24:44.200417 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1a7859-e0f8-4582-80c4-2fca4fed4675 req-060804ee-0e5f-40b4-a2d0-7bdf786066c0 tempest-TestMinimumBasicScenario-1001353867 tempest-TestMinimumBasicScenario-1001353867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:24:44.201920 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-db1a7859-e0f8-4582-80c4-2fca4fed4675 req-060804ee-0e5f-40b4-a2d0-7bdf786066c0 tempest-TestMinimumBasicScenario-1001353867 tempest-TestMinimumBasicScenario-1001353867-project] 10.222.0.66 "GET /v2.0/ports?device_id=131dcb5b-f62d-42ec-b0d0-588a120aa1d3 HTTP/1.1" status: 200 len: 985 time: 0.0532379 Nov 22 12:24:44.262500 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-db1a7859-e0f8-4582-80c4-2fca4fed4675 req-a69f6433-067f-4b04-b489-6659a92618b9 tempest-TestMinimumBasicScenario-1001353867 tempest-TestMinimumBasicScenario-1001353867-project] 10.222.0.66 "GET /v2.0/security-groups?id=6bde9ed8-9c6b-4c28-ae4a-506b5d391ae6&id=fef67df6-c110-4434-a0a2-3d2b51571b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0543523 Nov 22 12:24:44.724384 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f76b3c0-a775-4005-9f2f-a90916f36eb4 req-4b2bf2ce-a80a-458f-934a-e395f6f1f7a2 tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:24:44.726647 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-5f76b3c0-a775-4005-9f2f-a90916f36eb4 req-4b2bf2ce-a80a-458f-934a-e395f6f1f7a2 tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] 10.222.0.66 "GET /v2.0/ports?device_id=2306113c-8f98-42fd-8c0c-3dfac98fff21 HTTP/1.1" status: 200 len: 945 time: 0.0509934 Nov 22 12:24:44.780506 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-5f76b3c0-a775-4005-9f2f-a90916f36eb4 req-e3d31c59-5d7b-4f5d-8928-aac2172fd4d5 tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] 10.222.0.66 "GET /v2.0/security-groups?id=117aa477-d28a-495e-b4af-8d598b569f00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483105 Nov 22 12:24:45.394981 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508e3175-5938-470d-9563-689e2421d3b5 req-78d8e3a9-3a57-4799-b856-7aba1fd95345 tempest-TestMinimumBasicScenario-1001353867 tempest-TestMinimumBasicScenario-1001353867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:24:45.396638 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-508e3175-5938-470d-9563-689e2421d3b5 req-78d8e3a9-3a57-4799-b856-7aba1fd95345 tempest-TestMinimumBasicScenario-1001353867 tempest-TestMinimumBasicScenario-1001353867-project] 10.222.0.66 "GET /v2.0/ports?device_id=131dcb5b-f62d-42ec-b0d0-588a120aa1d3 HTTP/1.1" status: 200 len: 985 time: 0.0510979 Nov 22 12:24:45.467822 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-508e3175-5938-470d-9563-689e2421d3b5 req-eacd3054-2922-484c-abe1-39117cce2828 tempest-TestMinimumBasicScenario-1001353867 tempest-TestMinimumBasicScenario-1001353867-project] 10.222.0.66 "GET /v2.0/security-groups?id=6bde9ed8-9c6b-4c28-ae4a-506b5d391ae6&id=fef67df6-c110-4434-a0a2-3d2b51571b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0609391 Nov 22 12:24:45.912358 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44da38b2-84e0-49b9-8ed3-e0d38f66203e req-c861371e-b083-4581-8e25-f798dd6f29ca tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:24:45.913853 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-44da38b2-84e0-49b9-8ed3-e0d38f66203e req-c861371e-b083-4581-8e25-f798dd6f29ca tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] 10.222.0.66 "GET /v2.0/ports?device_id=2306113c-8f98-42fd-8c0c-3dfac98fff21 HTTP/1.1" status: 200 len: 945 time: 0.0508881 Nov 22 12:24:45.963432 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-44da38b2-84e0-49b9-8ed3-e0d38f66203e req-c67eac53-da74-4548-8bb5-952c8e9e33ee tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] 10.222.0.66 "GET /v2.0/security-groups?id=117aa477-d28a-495e-b4af-8d598b569f00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417335 Nov 22 12:24:47.091948 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711ae15d-df8f-4c49-96de-403871597b85 req-402f81c0-0508-47b7-be11-62e0c0021559 tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:24:47.093929 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-711ae15d-df8f-4c49-96de-403871597b85 req-402f81c0-0508-47b7-be11-62e0c0021559 tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] 10.222.0.66 "GET /v2.0/ports?device_id=2306113c-8f98-42fd-8c0c-3dfac98fff21 HTTP/1.1" status: 200 len: 945 time: 0.0582612 Nov 22 12:24:47.145120 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-711ae15d-df8f-4c49-96de-403871597b85 req-a9f74463-3e81-446f-baeb-76282775ab93 tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] 10.222.0.66 "GET /v2.0/security-groups?id=117aa477-d28a-495e-b4af-8d598b569f00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451696 Nov 22 12:24:47.522030 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793343475411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3821827'] for agent, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:24:48.264792 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add0556b-2331-492f-84b9-c8bfdd8fca20 req-bd70ab90-1923-4e70-870b-5cd3c9378451 tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:24:48.266202 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-add0556b-2331-492f-84b9-c8bfdd8fca20 req-bd70ab90-1923-4e70-870b-5cd3c9378451 tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] 10.222.0.66 "GET /v2.0/ports?device_id=2306113c-8f98-42fd-8c0c-3dfac98fff21 HTTP/1.1" status: 200 len: 945 time: 0.0496078 Nov 22 12:24:48.313905 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-add0556b-2331-492f-84b9-c8bfdd8fca20 req-496e47b8-4fa6-4f66-b14f-ac37c88851ff tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] 10.222.0.66 "GET /v2.0/security-groups?id=117aa477-d28a-495e-b4af-8d598b569f00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415137 Nov 22 12:24:49.440476 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81aae4ee-dc82-455e-a70f-abb8e6b5b7d0 req-48cde259-33cb-453e-978e-2e62fee4dd7f tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:24:49.443552 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-81aae4ee-dc82-455e-a70f-abb8e6b5b7d0 req-48cde259-33cb-453e-978e-2e62fee4dd7f tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] 10.222.0.66 "GET /v2.0/ports?device_id=2306113c-8f98-42fd-8c0c-3dfac98fff21 HTTP/1.1" status: 200 len: 945 time: 0.0578470 Nov 22 12:24:49.503437 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-81aae4ee-dc82-455e-a70f-abb8e6b5b7d0 req-72e8a83d-c731-4692-aadd-cf69ec2d6884 tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] 10.222.0.66 "GET /v2.0/security-groups?id=117aa477-d28a-495e-b4af-8d598b569f00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528812 Nov 22 12:24:49.517159 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.wsgi [-] (102750) accepted ('10.222.0.66', 51444) {{(pid=102750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:24:49.637607 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-2a3a8d4e-7678-41c9-ad9e-8e9bcdefe517 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:24:49.731070 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-2a3a8d4e-7678-41c9-ad9e-8e9bcdefe517 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:24:49.736041 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-2a3a8d4e-7678-41c9-ad9e-8e9bcdefe517 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545565'] for security_group, after_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:24:49.775448 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [None req-2a3a8d4e-7678-41c9-ad9e-8e9bcdefe517 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=49afbde8b1b2417fabc4f4ecc2c1dfa3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2570081 Nov 22 12:24:49.776436 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d197eb4-77d0-4d58-b231-6b8dd86a9927 req-f5b1fd45-042e-48ee-a194-b8d6f0192cd9 tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:24:49.778817 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.wsgi [-] (102750) accepted ('10.222.0.66', 51452) {{(pid=102750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:24:49.779200 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-2d197eb4-77d0-4d58-b231-6b8dd86a9927 req-f5b1fd45-042e-48ee-a194-b8d6f0192cd9 tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] 10.222.0.66 "GET /v2.0/ports?device_id=2306113c-8f98-42fd-8c0c-3dfac98fff21 HTTP/1.1" status: 200 len: 945 time: 0.1019959 Nov 22 12:24:49.788527 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3a8d4e-7678-41c9-ad9e-8e9bcdefe517 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ea1f840-9661-4989-8848-7ca58df81e0a,revision_number=1']} {{(pid=102750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:24:49.832076 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b6a44f-af1e-44d7-8bf4-d7947cb35324 req-26277a0d-978d-4f66-b585-bd69d9753f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:24:49.833745 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-c9b6a44f-af1e-44d7-8bf4-d7947cb35324 req-26277a0d-978d-4f66-b585-bd69d9753f82 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7f5dffe9bc3f41c7a2656d194fd02173&device_id=2306113c-8f98-42fd-8c0c-3dfac98fff21 HTTP/1.1" status: 200 len: 1098 time: 0.1008959 Nov 22 12:24:49.835719 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-05262704-fc62-4edf-b403-eed170e8d9ce admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:24:49.867176 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-05262704-fc62-4edf-b403-eed170e8d9ce admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:24:49.919115 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-2d197eb4-77d0-4d58-b231-6b8dd86a9927 req-d46881ad-6972-497d-9ff0-9dacbb2f42a5 tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] 10.222.0.66 "GET /v2.0/security-groups?id=117aa477-d28a-495e-b4af-8d598b569f00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1287072 Nov 22 12:24:49.928829 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-05262704-fc62-4edf-b403-eed170e8d9ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545565'] for security_group, after_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:24:49.941176 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-05262704-fc62-4edf-b403-eed170e8d9ce admin admin] Publish callbacks [] for security_group, before_response {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:24:49.941176 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [None req-05262704-fc62-4edf-b403-eed170e8d9ce admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/5ea1f840-9661-4989-8848-7ca58df81e0a HTTP/1.1" status: 204 len: 168 time: 0.1537900 Nov 22 12:24:49.948455 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05262704-fc62-4edf-b403-eed170e8d9ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ea1f840-9661-4989-8848-7ca58df81e0a,revision_number=None']} {{(pid=102750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:24:49.976100 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b6a44f-af1e-44d7-8bf4-d7947cb35324 req-260d8a4e-6a5f-4037-b3e5-e4d9fa30f816 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:24:49.977581 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-c9b6a44f-af1e-44d7-8bf4-d7947cb35324 req-260d8a4e-6a5f-4037-b3e5-e4d9fa30f816 service neutron] 10.222.0.46 "GET /v2.0/networks?id=10b712e1-1243-4ece-87db-2201cf5a5198 HTTP/1.1" status: 200 len: 911 time: 0.1329956 Nov 22 12:24:50.051162 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-c9b6a44f-af1e-44d7-8bf4-d7947cb35324 req-3c79a9ab-d326-49ec-ac6f-b0a851621c54 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0b19f5ef-ff09-43ae-866e-7b3d6c9fc45c HTTP/1.1" status: 200 len: 1001 time: 0.0654738 Nov 22 12:24:50.117354 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b6a44f-af1e-44d7-8bf4-d7947cb35324 req-f412437a-4f37-4103-999c-78d8c1645542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:24:50.118887 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-c9b6a44f-af1e-44d7-8bf4-d7947cb35324 req-f412437a-4f37-4103-999c-78d8c1645542 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=75c4fc63-17cf-4b1b-891d-bbf68c4295d3 HTTP/1.1" status: 200 len: 849 time: 0.0612917 Nov 22 12:24:50.176263 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b6a44f-af1e-44d7-8bf4-d7947cb35324 req-f97081f0-e330-484e-89e7-352f700efdb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:24:50.177833 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-c9b6a44f-af1e-44d7-8bf4-d7947cb35324 req-f97081f0-e330-484e-89e7-352f700efdb0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=10b712e1-1243-4ece-87db-2201cf5a5198&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0436356 Nov 22 12:24:50.254921 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.wsgi [-] (102750) accepted ('10.222.0.66', 51460) {{(pid=102750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:24:50.268660 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-b3e0b716-59fa-4fdd-b46d-4a7307f9f9bd admin admin] Publish callbacks [] for security_group, before_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:24:50.292512 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-c9b6a44f-af1e-44d7-8bf4-d7947cb35324 req-b350dee4-ad40-427b-96f8-48c6c22580fd service neutron] 10.222.0.46 "GET /v2.0/networks/10b712e1-1243-4ece-87db-2201cf5a5198?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1067164 Nov 22 12:24:50.346538 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-b3e0b716-59fa-4fdd-b46d-4a7307f9f9bd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:24:50.350953 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-b3e0b716-59fa-4fdd-b46d-4a7307f9f9bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545565'] for security_group, after_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:24:50.391663 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [None req-b3e0b716-59fa-4fdd-b46d-4a7307f9f9bd admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=eaadbb03a5c24498b924d258a25e65c6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1332722 Nov 22 12:24:50.391896 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-c9b6a44f-af1e-44d7-8bf4-d7947cb35324 req-82d59d42-316a-41d0-9054-ce58e0603581 service neutron] 10.222.0.46 "GET /v2.0/networks/10b712e1-1243-4ece-87db-2201cf5a5198?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896380 Nov 22 12:24:50.392040 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.wsgi [-] (102750) accepted ('10.222.0.66', 51462) {{(pid=102750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:24:50.397983 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e0b716-59fa-4fdd-b46d-4a7307f9f9bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a9982d4-1b39-4057-b96c-8993acb24d75,revision_number=1']} {{(pid=102750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:24:50.447304 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-003c78f5-c9be-4f90-a43e-5e47e8994039 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:24:50.469167 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-003c78f5-c9be-4f90-a43e-5e47e8994039 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:24:50.518182 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-003c78f5-c9be-4f90-a43e-5e47e8994039 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545565'] for security_group, after_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:24:50.522583 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-003c78f5-c9be-4f90-a43e-5e47e8994039 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:24:50.524189 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [None req-003c78f5-c9be-4f90-a43e-5e47e8994039 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/3a9982d4-1b39-4057-b96c-8993acb24d75 HTTP/1.1" status: 204 len: 168 time: 0.1311250 Nov 22 12:24:50.534960 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003c78f5-c9be-4f90-a43e-5e47e8994039 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a9982d4-1b39-4057-b96c-8993acb24d75,revision_number=None']} {{(pid=102750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:24:50.776399 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-bd79bbd4-fd36-4a88-a8a0-ec9f88cbe147 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793343475411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3821827'] for agent, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:24:50.873697 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.wsgi [-] (102750) accepted ('10.222.0.66', 51468) {{(pid=102750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:24:50.887526 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-bf46873c-9ee3-4362-9bc3-720a52ec434c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:24:50.979655 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-bf46873c-9ee3-4362-9bc3-720a52ec434c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:24:50.985722 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-bf46873c-9ee3-4362-9bc3-720a52ec434c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545565'] for security_group, after_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:24:51.026612 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [None req-bf46873c-9ee3-4362-9bc3-720a52ec434c admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=5b642f26b26c4db292603c1c99260632&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1502600 Nov 22 12:24:51.026612 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf46873c-9ee3-4362-9bc3-720a52ec434c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a32b5b24-1c04-461e-9092-eb5ee66a2f2a,revision_number=1']} {{(pid=102750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:24:51.028688 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.wsgi [-] (102750) accepted ('10.222.0.66', 51474) {{(pid=102750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:24:51.070720 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be1fd20-7da7-449c-8135-fd76d1542f9b req-89e17a42-3712-4a1d-a2a0-c2ee76a2924e tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:24:51.072438 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-9be1fd20-7da7-449c-8135-fd76d1542f9b req-89e17a42-3712-4a1d-a2a0-c2ee76a2924e tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] 10.222.0.66 "GET /v2.0/ports?device_id=2306113c-8f98-42fd-8c0c-3dfac98fff21 HTTP/1.1" status: 200 len: 945 time: 0.0682175 Nov 22 12:24:51.087268 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-e5e5a12b-86b5-49cb-8b9d-d1e6bed57ec4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:24:51.112747 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-e5e5a12b-86b5-49cb-8b9d-d1e6bed57ec4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:24:51.121255 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-9be1fd20-7da7-449c-8135-fd76d1542f9b req-f1a59e85-5a07-4ef8-ab42-328e9e09cbff tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] 10.222.0.66 "GET /v2.0/security-groups?id=117aa477-d28a-495e-b4af-8d598b569f00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422924 Nov 22 12:24:51.161893 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-e5e5a12b-86b5-49cb-8b9d-d1e6bed57ec4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545565'] for security_group, after_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:24:51.164471 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-e5e5a12b-86b5-49cb-8b9d-d1e6bed57ec4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:24:51.165729 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [None req-e5e5a12b-86b5-49cb-8b9d-d1e6bed57ec4 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/a32b5b24-1c04-461e-9092-eb5ee66a2f2a HTTP/1.1" status: 204 len: 168 time: 0.1359875 Nov 22 12:24:51.173527 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e5a12b-86b5-49cb-8b9d-d1e6bed57ec4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a32b5b24-1c04-461e-9092-eb5ee66a2f2a,revision_number=None']} {{(pid=102750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:24:53.009660 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-623d5630-e3aa-41b8-ba43-e081c977ee96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793343475411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3821827'] for agent, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:24:54.045771 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-9105419b-06f9-45a8-bbac-70d110a73200 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793343475411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3821827'] for agent, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:24:55.724434 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-2de83071-1b6f-4e8d-a0c8-0ed39ca59a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793343475411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3821827'] for agent, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:24:56.391876 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793343475411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3821827'] for agent, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:24:57.014886 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.db.agents_db [None req-5743c18b-166a-4bd0-85c4-3f13128e6c33 None None] Agent healthcheck: found 6 active agents {{(pid=102752) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 12:25:02.573582 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.wsgi [-] (102750) accepted ('10.222.0.66', 51632) {{(pid=102750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:25:02.680617 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-e6db3f74-e30f-4513-8037-4acf78643ab5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:25:02.762017 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-e6db3f74-e30f-4513-8037-4acf78643ab5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:25:02.766828 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-e6db3f74-e30f-4513-8037-4acf78643ab5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545565'] for security_group, after_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:25:02.806996 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [None req-e6db3f74-e30f-4513-8037-4acf78643ab5 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=305f5050ffa0443a888cbb78223a439f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2299035 Nov 22 12:25:02.806996 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6db3f74-e30f-4513-8037-4acf78643ab5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b2dc4af-8b59-41e6-b715-912975e595be,revision_number=1']} {{(pid=102750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:25:02.807543 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.wsgi [-] (102749) accepted ('10.222.0.66', 51636) {{(pid=102749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:25:02.863388 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-525761ab-fd2a-498e-b409-7e033a1e188d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:25:02.888763 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-525761ab-fd2a-498e-b409-7e033a1e188d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:25:03.180139 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-525761ab-fd2a-498e-b409-7e033a1e188d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545565'] for security_group, after_delete {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:25:03.182803 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-525761ab-fd2a-498e-b409-7e033a1e188d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:25:03.184061 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [None req-525761ab-fd2a-498e-b409-7e033a1e188d admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/2b2dc4af-8b59-41e6-b715-912975e595be HTTP/1.1" status: 204 len: 168 time: 0.3754785 Nov 22 12:25:03.192030 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525761ab-fd2a-498e-b409-7e033a1e188d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b2dc4af-8b59-41e6-b715-912975e595be,revision_number=None']} {{(pid=102749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:25:04.688386 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51076d15-a11a-4e66-9f0f-b6f73312b5eb req-554b7f85-7627-44d3-872e-24eb8132b0b3 tempest-TestShelveInstance-855138255 tempest-TestShelveInstance-855138255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:25:04.689864 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-51076d15-a11a-4e66-9f0f-b6f73312b5eb req-554b7f85-7627-44d3-872e-24eb8132b0b3 tempest-TestShelveInstance-855138255 tempest-TestShelveInstance-855138255-project] 10.222.0.66 "GET /v2.0/ports?device_id=10e112a7-d70a-4499-8be4-fd5e4ab3ec17 HTTP/1.1" status: 200 len: 946 time: 0.0496337 Nov 22 12:25:04.742783 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-51076d15-a11a-4e66-9f0f-b6f73312b5eb req-fda20be7-c9b4-43ba-a953-50ad853f8e2b tempest-TestShelveInstance-855138255 tempest-TestShelveInstance-855138255-project] 10.222.0.66 "GET /v2.0/security-groups?id=70d0fc64-ba67-465a-ab2a-a345deda9588&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469167 Nov 22 12:25:05.874003 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3993f731-c094-46c4-8d7c-3cf71491beb3 req-95819504-6a64-4552-97f4-84ec7c57f751 tempest-TestShelveInstance-855138255 tempest-TestShelveInstance-855138255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:25:05.875501 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-3993f731-c094-46c4-8d7c-3cf71491beb3 req-95819504-6a64-4552-97f4-84ec7c57f751 tempest-TestShelveInstance-855138255 tempest-TestShelveInstance-855138255-project] 10.222.0.66 "GET /v2.0/ports?device_id=10e112a7-d70a-4499-8be4-fd5e4ab3ec17 HTTP/1.1" status: 200 len: 946 time: 0.0519533 Nov 22 12:25:05.931715 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-3993f731-c094-46c4-8d7c-3cf71491beb3 req-35e0fbdf-0e53-4a61-b98e-679dcf3aac01 tempest-TestShelveInstance-855138255 tempest-TestShelveInstance-855138255-project] 10.222.0.66 "GET /v2.0/security-groups?id=70d0fc64-ba67-465a-ab2a-a345deda9588&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472014 Nov 22 12:25:07.055093 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953dcf5f-aea9-4c59-aedc-050135dbf898 req-b468808e-5900-4140-a167-b32e566d06e9 tempest-TestShelveInstance-855138255 tempest-TestShelveInstance-855138255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:25:07.056642 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-953dcf5f-aea9-4c59-aedc-050135dbf898 req-b468808e-5900-4140-a167-b32e566d06e9 tempest-TestShelveInstance-855138255 tempest-TestShelveInstance-855138255-project] 10.222.0.66 "GET /v2.0/ports?device_id=10e112a7-d70a-4499-8be4-fd5e4ab3ec17 HTTP/1.1" status: 200 len: 946 time: 0.0554507 Nov 22 12:25:07.108615 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-953dcf5f-aea9-4c59-aedc-050135dbf898 req-84d005da-a40c-4019-b578-85a860dadbd8 tempest-TestShelveInstance-855138255 tempest-TestShelveInstance-855138255-project] 10.222.0.66 "GET /v2.0/security-groups?id=70d0fc64-ba67-465a-ab2a-a345deda9588&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447190 Nov 22 12:25:08.229359 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfda863-a9aa-4552-9d11-eca0ac972c21 req-bb38e8d3-11e9-40c1-854d-185ece21c423 tempest-TestShelveInstance-855138255 tempest-TestShelveInstance-855138255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:25:08.230812 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-ecfda863-a9aa-4552-9d11-eca0ac972c21 req-bb38e8d3-11e9-40c1-854d-185ece21c423 tempest-TestShelveInstance-855138255 tempest-TestShelveInstance-855138255-project] 10.222.0.66 "GET /v2.0/ports?device_id=10e112a7-d70a-4499-8be4-fd5e4ab3ec17 HTTP/1.1" status: 200 len: 946 time: 0.0507886 Nov 22 12:25:08.282173 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-ecfda863-a9aa-4552-9d11-eca0ac972c21 req-1588b045-1358-4b44-8ae7-403b0113602d tempest-TestShelveInstance-855138255 tempest-TestShelveInstance-855138255-project] 10.222.0.66 "GET /v2.0/security-groups?id=70d0fc64-ba67-465a-ab2a-a345deda9588&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449593 Nov 22 12:25:09.411763 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a293280d-5456-46cb-9fae-e540334c1d0c req-0a34fb72-a940-4579-baa1-455384d4687a tempest-TestShelveInstance-855138255 tempest-TestShelveInstance-855138255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:25:09.413243 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-a293280d-5456-46cb-9fae-e540334c1d0c req-0a34fb72-a940-4579-baa1-455384d4687a tempest-TestShelveInstance-855138255 tempest-TestShelveInstance-855138255-project] 10.222.0.66 "GET /v2.0/ports?device_id=10e112a7-d70a-4499-8be4-fd5e4ab3ec17 HTTP/1.1" status: 200 len: 946 time: 0.0610466 Nov 22 12:25:09.467986 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-a293280d-5456-46cb-9fae-e540334c1d0c req-56cfd5dd-0c42-4359-af28-890dd4c14474 tempest-TestShelveInstance-855138255 tempest-TestShelveInstance-855138255-project] 10.222.0.66 "GET /v2.0/security-groups?id=70d0fc64-ba67-465a-ab2a-a345deda9588&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487869 Nov 22 12:25:10.602492 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9f9636-34ac-4ba2-8150-841593b2466d req-7104f2ef-cf8c-4c1e-8deb-89f08cc91424 tempest-TestShelveInstance-855138255 tempest-TestShelveInstance-855138255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:25:10.604009 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-dd9f9636-34ac-4ba2-8150-841593b2466d req-7104f2ef-cf8c-4c1e-8deb-89f08cc91424 tempest-TestShelveInstance-855138255 tempest-TestShelveInstance-855138255-project] 10.222.0.66 "GET /v2.0/ports?device_id=10e112a7-d70a-4499-8be4-fd5e4ab3ec17 HTTP/1.1" status: 200 len: 946 time: 0.0563426 Nov 22 12:25:10.658400 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-dd9f9636-34ac-4ba2-8150-841593b2466d req-276bb59c-18bc-4c01-98bf-83ef2a98717c tempest-TestShelveInstance-855138255 tempest-TestShelveInstance-855138255-project] 10.222.0.66 "GET /v2.0/security-groups?id=70d0fc64-ba67-465a-ab2a-a345deda9588&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481184 Nov 22 12:25:11.783897 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab83feb0-3c0c-4822-ad90-ee6be8568c65 req-c0778d69-3874-438f-8270-57fdd5422d3b tempest-TestShelveInstance-855138255 tempest-TestShelveInstance-855138255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:25:11.785281 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-ab83feb0-3c0c-4822-ad90-ee6be8568c65 req-c0778d69-3874-438f-8270-57fdd5422d3b tempest-TestShelveInstance-855138255 tempest-TestShelveInstance-855138255-project] 10.222.0.66 "GET /v2.0/ports?device_id=10e112a7-d70a-4499-8be4-fd5e4ab3ec17 HTTP/1.1" status: 200 len: 946 time: 0.0508225 Nov 22 12:25:11.845564 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-ab83feb0-3c0c-4822-ad90-ee6be8568c65 req-be132da3-20b5-48ac-b78b-df5de10c7ac7 tempest-TestShelveInstance-855138255 tempest-TestShelveInstance-855138255-project] 10.222.0.66 "GET /v2.0/security-groups?id=70d0fc64-ba67-465a-ab2a-a345deda9588&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518334 Nov 22 12:25:12.976679 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6c79f4-a199-460d-b587-f37d82fd53e0 req-78603c59-2811-42db-8304-c4a76d8c8100 tempest-TestShelveInstance-855138255 tempest-TestShelveInstance-855138255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:25:12.978235 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-9a6c79f4-a199-460d-b587-f37d82fd53e0 req-78603c59-2811-42db-8304-c4a76d8c8100 tempest-TestShelveInstance-855138255 tempest-TestShelveInstance-855138255-project] 10.222.0.66 "GET /v2.0/ports?device_id=10e112a7-d70a-4499-8be4-fd5e4ab3ec17 HTTP/1.1" status: 200 len: 946 time: 0.0530443 Nov 22 12:25:13.037141 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-9a6c79f4-a199-460d-b587-f37d82fd53e0 req-8b41c423-1a21-49bd-a2d8-835003d71325 tempest-TestShelveInstance-855138255 tempest-TestShelveInstance-855138255-project] 10.222.0.66 "GET /v2.0/security-groups?id=70d0fc64-ba67-465a-ab2a-a345deda9588&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502644 Nov 22 12:25:14.159796 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a415a2f2-1d51-4d17-87d8-54fb1da5ea9c req-f165e017-447d-46e9-b251-87ecad5fafd7 tempest-TestShelveInstance-855138255 tempest-TestShelveInstance-855138255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:25:14.161299 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-a415a2f2-1d51-4d17-87d8-54fb1da5ea9c req-f165e017-447d-46e9-b251-87ecad5fafd7 tempest-TestShelveInstance-855138255 tempest-TestShelveInstance-855138255-project] 10.222.0.66 "GET /v2.0/ports?device_id=10e112a7-d70a-4499-8be4-fd5e4ab3ec17 HTTP/1.1" status: 200 len: 946 time: 0.0552952 Nov 22 12:25:14.223729 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-a415a2f2-1d51-4d17-87d8-54fb1da5ea9c req-34b9f87f-d276-42c2-a436-568ef8fb91b4 tempest-TestShelveInstance-855138255 tempest-TestShelveInstance-855138255-project] 10.222.0.66 "GET /v2.0/security-groups?id=70d0fc64-ba67-465a-ab2a-a345deda9588&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563653 Nov 22 12:25:14.866210 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d84000-fb09-4b55-8e77-f5c4675a948a req-847b13d7-3f69-479a-8a1e-593f2adf38b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:25:14.867806 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-14d84000-fb09-4b55-8e77-f5c4675a948a req-847b13d7-3f69-479a-8a1e-593f2adf38b9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=575f4ae5262e4930b6658095a1aa8a32&device_id=10e112a7-d70a-4499-8be4-fd5e4ab3ec17 HTTP/1.1" status: 200 len: 1099 time: 0.0584323 Nov 22 12:25:15.100873 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d84000-fb09-4b55-8e77-f5c4675a948a req-123f8a12-26a8-457c-a7e3-1e3f6c66e9fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:25:15.102365 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-14d84000-fb09-4b55-8e77-f5c4675a948a req-123f8a12-26a8-457c-a7e3-1e3f6c66e9fd service neutron] 10.222.0.46 "GET /v2.0/networks?id=9aa5e7a8-a2f2-453e-b9d2-40a88d8e4e6e HTTP/1.1" status: 200 len: 910 time: 0.0995486 Nov 22 12:25:15.178119 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-14d84000-fb09-4b55-8e77-f5c4675a948a req-80c88c2f-5606-488c-831c-d42b620434b6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c27e22cf-346f-4a81-8e7d-d2418b4df811 HTTP/1.1" status: 200 len: 1000 time: 0.0662303 Nov 22 12:25:15.231251 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d84000-fb09-4b55-8e77-f5c4675a948a req-7c49997f-ad57-4213-96d3-fae5316d8514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:25:15.232739 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-14d84000-fb09-4b55-8e77-f5c4675a948a req-7c49997f-ad57-4213-96d3-fae5316d8514 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7e7d9e4f-b44e-4538-b000-cd64766a1fad HTTP/1.1" status: 200 len: 848 time: 0.0473461 Nov 22 12:25:15.280638 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d84000-fb09-4b55-8e77-f5c4675a948a req-899aae58-298f-496b-8520-7348e886d709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:25:15.282529 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-14d84000-fb09-4b55-8e77-f5c4675a948a req-899aae58-298f-496b-8520-7348e886d709 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9aa5e7a8-a2f2-453e-b9d2-40a88d8e4e6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0415661 Nov 22 12:25:15.407824 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5de30a-6634-48ec-8a15-9056d603faa7 req-f15d0156-61fa-4ba8-957e-2a434bebf792 tempest-TestShelveInstance-855138255 tempest-TestShelveInstance-855138255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:25:15.409331 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-6d5de30a-6634-48ec-8a15-9056d603faa7 req-f15d0156-61fa-4ba8-957e-2a434bebf792 tempest-TestShelveInstance-855138255 tempest-TestShelveInstance-855138255-project] 10.222.0.66 "GET /v2.0/ports?device_id=10e112a7-d70a-4499-8be4-fd5e4ab3ec17 HTTP/1.1" status: 200 len: 946 time: 0.1112552 Nov 22 12:25:15.415142 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-14d84000-fb09-4b55-8e77-f5c4675a948a req-38efb862-6fd2-494d-8f79-f5e4ba04a41c service neutron] 10.222.0.46 "GET /v2.0/networks/9aa5e7a8-a2f2-453e-b9d2-40a88d8e4e6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248581 Nov 22 12:25:15.513974 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-6d5de30a-6634-48ec-8a15-9056d603faa7 req-3c475811-6d2a-45bd-b9b7-6f84de2aacf9 tempest-TestShelveInstance-855138255 tempest-TestShelveInstance-855138255-project] 10.222.0.66 "GET /v2.0/security-groups?id=70d0fc64-ba67-465a-ab2a-a345deda9588&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0978432 Nov 22 12:25:15.543153 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-14d84000-fb09-4b55-8e77-f5c4675a948a req-2c27f255-525d-4c9d-a5f3-f5ce3c5d3e26 service neutron] 10.222.0.46 "GET /v2.0/networks/9aa5e7a8-a2f2-453e-b9d2-40a88d8e4e6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1138196 Nov 22 12:25:15.637985 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a07240-63b7-4007-acfa-1babe550cdd9 req-a4bb0e40-f4d6-4247-b823-5463841763ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:25:15.639612 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-21a07240-63b7-4007-acfa-1babe550cdd9 req-a4bb0e40-f4d6-4247-b823-5463841763ca service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=575f4ae5262e4930b6658095a1aa8a32&device_id=10e112a7-d70a-4499-8be4-fd5e4ab3ec17 HTTP/1.1" status: 200 len: 1099 time: 0.0444591 Nov 22 12:25:15.775573 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a07240-63b7-4007-acfa-1babe550cdd9 req-7b336caa-ab57-4c6e-8e67-62c18a7532b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:25:15.777567 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-21a07240-63b7-4007-acfa-1babe550cdd9 req-7b336caa-ab57-4c6e-8e67-62c18a7532b4 service neutron] 10.222.0.46 "GET /v2.0/networks?id=9aa5e7a8-a2f2-453e-b9d2-40a88d8e4e6e HTTP/1.1" status: 200 len: 910 time: 0.1122293 Nov 22 12:25:15.853722 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-21a07240-63b7-4007-acfa-1babe550cdd9 req-4397df4e-de44-4db5-86d8-931a8b0731c5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c27e22cf-346f-4a81-8e7d-d2418b4df811 HTTP/1.1" status: 200 len: 1000 time: 0.0684941 Nov 22 12:25:15.912667 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a07240-63b7-4007-acfa-1babe550cdd9 req-3be55b02-c5bb-485c-94a4-478174f8b012 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:25:15.915269 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-21a07240-63b7-4007-acfa-1babe550cdd9 req-3be55b02-c5bb-485c-94a4-478174f8b012 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7e7d9e4f-b44e-4538-b000-cd64766a1fad HTTP/1.1" status: 200 len: 848 time: 0.0534940 Nov 22 12:25:15.971311 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a07240-63b7-4007-acfa-1babe550cdd9 req-253b96f3-68b0-42f2-afc8-4be49c4cfc19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:25:15.972869 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-21a07240-63b7-4007-acfa-1babe550cdd9 req-253b96f3-68b0-42f2-afc8-4be49c4cfc19 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9aa5e7a8-a2f2-453e-b9d2-40a88d8e4e6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0494967 Nov 22 12:25:16.069288 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-21a07240-63b7-4007-acfa-1babe550cdd9 req-69f3c8fb-2b14-4878-81e5-92d600203b0f service neutron] 10.222.0.46 "GET /v2.0/networks/9aa5e7a8-a2f2-453e-b9d2-40a88d8e4e6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887272 Nov 22 12:25:16.178653 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-21a07240-63b7-4007-acfa-1babe550cdd9 req-d0893283-87c3-4694-af8e-48c7e9e88e6e service neutron] 10.222.0.46 "GET /v2.0/networks/9aa5e7a8-a2f2-453e-b9d2-40a88d8e4e6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009083 Nov 22 12:25:16.649258 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995db893-ddda-441b-9e55-c8c269bd7c26 req-4d3330a3-6877-40d3-a5d6-dfaefe7e583f tempest-TestShelveInstance-855138255 tempest-TestShelveInstance-855138255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:25:16.651272 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-995db893-ddda-441b-9e55-c8c269bd7c26 req-4d3330a3-6877-40d3-a5d6-dfaefe7e583f tempest-TestShelveInstance-855138255 tempest-TestShelveInstance-855138255-project] 10.222.0.66 "GET /v2.0/ports?device_id=10e112a7-d70a-4499-8be4-fd5e4ab3ec17 HTTP/1.1" status: 200 len: 946 time: 0.0613844 Nov 22 12:25:16.703615 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-995db893-ddda-441b-9e55-c8c269bd7c26 req-e2666709-7c54-438f-8c7e-1973a56d3d6a tempest-TestShelveInstance-855138255 tempest-TestShelveInstance-855138255-project] 10.222.0.66 "GET /v2.0/security-groups?id=70d0fc64-ba67-465a-ab2a-a345deda9588&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457575 Nov 22 12:25:17.516785 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793343475411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3821827'] for agent, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:25:17.835472 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4149bf-f1c5-4ec4-ac27-3b512a2ed99d req-95785dbd-d9d1-4083-ae49-4aec0dbec803 tempest-TestShelveInstance-855138255 tempest-TestShelveInstance-855138255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:25:17.836975 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-ed4149bf-f1c5-4ec4-ac27-3b512a2ed99d req-95785dbd-d9d1-4083-ae49-4aec0dbec803 tempest-TestShelveInstance-855138255 tempest-TestShelveInstance-855138255-project] 10.222.0.66 "GET /v2.0/ports?device_id=10e112a7-d70a-4499-8be4-fd5e4ab3ec17 HTTP/1.1" status: 200 len: 946 time: 0.0543962 Nov 22 12:25:17.893280 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-ed4149bf-f1c5-4ec4-ac27-3b512a2ed99d req-f2e6802d-01c8-40d6-ac33-49e50f290869 tempest-TestShelveInstance-855138255 tempest-TestShelveInstance-855138255-project] 10.222.0.66 "GET /v2.0/security-groups?id=70d0fc64-ba67-465a-ab2a-a345deda9588&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497932 Nov 22 12:25:18.059890 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.wsgi [req-7809583d-fa32-4e72-b1eb-91849e186407 req-777abbd8-dedd-4d94-9616-3a045c8cd1f8 service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=102749) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 12:25:18.060937 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-7809583d-fa32-4e72-b1eb-91849e186407 req-777abbd8-dedd-4d94-9616-3a045c8cd1f8 service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0979135 Nov 22 12:25:18.253054 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.wsgi [-] (102750) accepted ('10.222.0.66', 51738) {{(pid=102750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:25:18.273541 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bad8629-bbe9-410a-9f56-d1cd90972170 req-c041e4e1-ff0d-4b11-9cc6-a8845683e863 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:25:18.275075 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-8bad8629-bbe9-410a-9f56-d1cd90972170 req-c041e4e1-ff0d-4b11-9cc6-a8845683e863 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.66 "GET /v2.0/ports?device_id=496ce05f-ecc0-4dfd-b1d4-1c961f763af7 HTTP/1.1" status: 200 len: 945 time: 0.0840659 Nov 22 12:25:18.287735 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690c1b19-4f12-4ac5-b57a-a6f8074fb95f req-0b462e15-977b-4c8b-9ed3-6c21ca825a39 tempest-TestShelveInstance-855138255 tempest-TestShelveInstance-855138255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:25:18.289365 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-690c1b19-4f12-4ac5-b57a-a6f8074fb95f req-0b462e15-977b-4c8b-9ed3-6c21ca825a39 tempest-TestShelveInstance-855138255 tempest-TestShelveInstance-855138255-project] 10.222.0.66 "GET /v2.0/ports?device_id=10e112a7-d70a-4499-8be4-fd5e4ab3ec17 HTTP/1.1" status: 200 len: 946 time: 0.0866225 Nov 22 12:25:18.350470 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [req-12ba5248-8484-42cf-8781-0cb4507e7ad7 req-2fab4b22-4c3d-44af-9cd3-0d8afd8d392a service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=10e112a7-d70a-4499-8be4-fd5e4ab3ec17&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0954812 Nov 22 12:25:18.356092 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.wsgi [req-12ba5248-8484-42cf-8781-0cb4507e7ad7 req-2c09fe4f-0391-42f6-a2b8-13f2aa375f3d service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=102750) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 12:25:18.358078 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [req-12ba5248-8484-42cf-8781-0cb4507e7ad7 req-2c09fe4f-0391-42f6-a2b8-13f2aa375f3d service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060620 Nov 22 12:25:18.367091 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-690c1b19-4f12-4ac5-b57a-a6f8074fb95f req-17cc7216-1866-461e-9483-2a1597cbce93 tempest-TestShelveInstance-855138255 tempest-TestShelveInstance-855138255-project] 10.222.0.66 "GET /v2.0/security-groups?id=70d0fc64-ba67-465a-ab2a-a345deda9588&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697281 Nov 22 12:25:18.370282 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-8bad8629-bbe9-410a-9f56-d1cd90972170 req-1322ac25-915d-4a76-b578-7bab3907cdd0 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.66 "GET /v2.0/security-groups?id=bea8b415-2a88-446d-8b9a-0201cbf52809&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0800116 Nov 22 12:25:19.538079 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9e88f7-0b0e-431b-9eac-6054c62deb66 req-76b5b8c5-7390-4522-9d35-afd6fcfe7e95 tempest-TestShelveInstance-855138255 tempest-TestShelveInstance-855138255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:25:19.539752 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-4c9e88f7-0b0e-431b-9eac-6054c62deb66 req-76b5b8c5-7390-4522-9d35-afd6fcfe7e95 tempest-TestShelveInstance-855138255 tempest-TestShelveInstance-855138255-project] 10.222.0.66 "GET /v2.0/ports?device_id=10e112a7-d70a-4499-8be4-fd5e4ab3ec17 HTTP/1.1" status: 200 len: 946 time: 0.0950265 Nov 22 12:25:19.549533 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae0a05c-ee05-4fd8-b2de-e7541b356df4 req-f633e036-d3ea-4985-a733-aa18cda59a6a tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:25:19.551133 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-9ae0a05c-ee05-4fd8-b2de-e7541b356df4 req-f633e036-d3ea-4985-a733-aa18cda59a6a tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.66 "GET /v2.0/ports?device_id=496ce05f-ecc0-4dfd-b1d4-1c961f763af7 HTTP/1.1" status: 200 len: 945 time: 0.1043999 Nov 22 12:25:19.627164 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-4c9e88f7-0b0e-431b-9eac-6054c62deb66 req-d65d11c7-dddc-4ea6-967c-911982ca63e0 tempest-TestShelveInstance-855138255 tempest-TestShelveInstance-855138255-project] 10.222.0.66 "GET /v2.0/security-groups?id=70d0fc64-ba67-465a-ab2a-a345deda9588&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0746896 Nov 22 12:25:19.640338 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-9ae0a05c-ee05-4fd8-b2de-e7541b356df4 req-69644dab-e022-4d0a-9819-c2a1791260f4 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.66 "GET /v2.0/security-groups?id=bea8b415-2a88-446d-8b9a-0201cbf52809&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0817950 Nov 22 12:25:19.814888 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ba5248-8484-42cf-8781-0cb4507e7ad7 req-730abcb3-cf6c-4386-ada9-e6191fbe6a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:25:19.816511 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-12ba5248-8484-42cf-8781-0cb4507e7ad7 req-730abcb3-cf6c-4386-ada9-e6191fbe6a21 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=10e112a7-d70a-4499-8be4-fd5e4ab3ec17&tenant_id=575f4ae5262e4930b6658095a1aa8a32 HTTP/1.1" status: 200 len: 1099 time: 0.0482671 Nov 22 12:25:19.886821 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ba5248-8484-42cf-8781-0cb4507e7ad7 req-13f94c08-4c6a-4ba4-8fef-178d50867746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:25:19.888287 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-12ba5248-8484-42cf-8781-0cb4507e7ad7 req-13f94c08-4c6a-4ba4-8fef-178d50867746 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=575f4ae5262e4930b6658095a1aa8a32&device_id=10e112a7-d70a-4499-8be4-fd5e4ab3ec17 HTTP/1.1" status: 200 len: 1099 time: 0.0460010 Nov 22 12:25:19.994061 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ba5248-8484-42cf-8781-0cb4507e7ad7 req-61d90da8-8e1b-40a3-92c3-24b8fba1a35f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:25:19.995622 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-12ba5248-8484-42cf-8781-0cb4507e7ad7 req-61d90da8-8e1b-40a3-92c3-24b8fba1a35f service neutron] 10.222.0.46 "GET /v2.0/networks?id=9aa5e7a8-a2f2-453e-b9d2-40a88d8e4e6e HTTP/1.1" status: 200 len: 910 time: 0.0986707 Nov 22 12:25:20.071864 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-12ba5248-8484-42cf-8781-0cb4507e7ad7 req-17111cc9-c344-4a2c-9e82-fd7ebe7470a7 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c27e22cf-346f-4a81-8e7d-d2418b4df811 HTTP/1.1" status: 200 len: 1000 time: 0.0676179 Nov 22 12:25:20.125249 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ba5248-8484-42cf-8781-0cb4507e7ad7 req-59799e3b-76d8-45a6-a054-40deebaf2a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:25:20.126856 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-12ba5248-8484-42cf-8781-0cb4507e7ad7 req-59799e3b-76d8-45a6-a054-40deebaf2a4d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7e7d9e4f-b44e-4538-b000-cd64766a1fad HTTP/1.1" status: 200 len: 848 time: 0.0470500 Nov 22 12:25:20.180354 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ba5248-8484-42cf-8781-0cb4507e7ad7 req-f69781eb-0107-4653-867b-406760ccf0d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:25:20.181872 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-12ba5248-8484-42cf-8781-0cb4507e7ad7 req-f69781eb-0107-4653-867b-406760ccf0d7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9aa5e7a8-a2f2-453e-b9d2-40a88d8e4e6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0476749 Nov 22 12:25:20.282992 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-12ba5248-8484-42cf-8781-0cb4507e7ad7 req-2d806f68-5b44-4822-9cdb-4ea3bbd8806f service neutron] 10.222.0.46 "GET /v2.0/networks/9aa5e7a8-a2f2-453e-b9d2-40a88d8e4e6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930710 Nov 22 12:25:20.374447 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-12ba5248-8484-42cf-8781-0cb4507e7ad7 req-d0babf66-18f0-4094-bc6c-58e8f250038a service neutron] 10.222.0.46 "GET /v2.0/networks/9aa5e7a8-a2f2-453e-b9d2-40a88d8e4e6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844624 Nov 22 12:25:20.781651 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-4b630c24-0bc1-4023-9d87-927a58c5b4b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793343475411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3821827'] for agent, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:25:20.785760 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b428168-98a5-40f8-a881-81d1ff37ddef req-b6c0be7b-6a11-4914-8716-7ade1b968ab5 tempest-TestShelveInstance-855138255 tempest-TestShelveInstance-855138255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:25:20.787381 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-6b428168-98a5-40f8-a881-81d1ff37ddef req-b6c0be7b-6a11-4914-8716-7ade1b968ab5 tempest-TestShelveInstance-855138255 tempest-TestShelveInstance-855138255-project] 10.222.0.66 "GET /v2.0/ports?device_id=10e112a7-d70a-4499-8be4-fd5e4ab3ec17 HTTP/1.1" status: 200 len: 946 time: 0.0842955 Nov 22 12:25:20.802115 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b09df3-123e-4df4-b750-fd00b923f2aa req-1147c6a7-06b7-462e-b88e-426c1996e9e1 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:25:20.803621 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-01b09df3-123e-4df4-b750-fd00b923f2aa req-1147c6a7-06b7-462e-b88e-426c1996e9e1 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.66 "GET /v2.0/ports?device_id=496ce05f-ecc0-4dfd-b1d4-1c961f763af7 HTTP/1.1" status: 200 len: 945 time: 0.0739887 Nov 22 12:25:20.879162 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-6b428168-98a5-40f8-a881-81d1ff37ddef req-a5703c9f-876b-4e98-ad8e-42e47f3ebf85 tempest-TestShelveInstance-855138255 tempest-TestShelveInstance-855138255-project] 10.222.0.66 "GET /v2.0/security-groups?id=70d0fc64-ba67-465a-ab2a-a345deda9588&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0851884 Nov 22 12:25:20.883054 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-01b09df3-123e-4df4-b750-fd00b923f2aa req-6d44fcb5-7764-4f7b-9a6d-147f3220058d tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.66 "GET /v2.0/security-groups?id=bea8b415-2a88-446d-8b9a-0201cbf52809&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722692 Nov 22 12:25:21.098341 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.rpc [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Device c27e22cf-346f-4a81-8e7d-d2418b4df811 no longer exists at agent hyperv_hv-cinder-76845 {{(pid=102751) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 12:25:21.200883 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3931732'] for port, before_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:25:21.231896 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10e112a7-d70a-4499-8be4-fd5e4ab3ec17', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c27e22cf-346f-4a81-8e7d-d2418b4df811'}] {{(pid=102751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 12:25:21.234357 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50f57f68d0dae852c32e4f8721e97c07bf2df52fd56e1603e3e4743a1bb51d8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d524a2b-ee2b-4288-ae39-98db3a1da84c" -d '{"events": [{"server_uuid": "10e112a7-d70a-4499-8be4-fd5e4ab3ec17", "name": "network-vif-unplugged", "status": "completed", "tag": "c27e22cf-346f-4a81-8e7d-d2418b4df811"}]}' {{(pid=102751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 12:25:21.250009 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.db [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] For port c27e22cf-346f-4a81-8e7d-d2418b4df811, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=c27e22cf-346f-4a81-8e7d-d2418b4df811,segment=NetworkSegment(9c6b82f3-7afe-4cdf-a8d0-a821d86ed55a),segment_id=9c6b82f3-7afe-4cdf-a8d0-a821d86ed55a)] {{(pid=102751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 12:25:21.255680 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793343495738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793342949286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793342949304'] for port, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:25:21.310067 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Pushing event updated for resources: {'Port': ['ID=c27e22cf-346f-4a81-8e7d-d2418b4df811,revision_number=6']} {{(pid=102751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:25:21.319351 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:25:21.319690 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:25:21.320042 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:25:21.320451 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:25:21.320742 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:25:21.321081 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:25:21.321420 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:25:21.321756 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:25:21.322091 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:25:21.322423 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:25:21.322751 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:25:21.323082 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:25:21.405892 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 22 Nov 2021 12:25:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e6026c1-b90c-424a-a44d-7496f59ecc04 x-openstack-request-id: req-6e6026c1-b90c-424a-a44d-7496f59ecc04 {{(pid=102751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 12:25:21.406197 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10e112a7-d70a-4499-8be4-fd5e4ab3ec17", "name": "network-vif-unplugged", "status": "completed", "tag": "c27e22cf-346f-4a81-8e7d-d2418b4df811", "code": 200}]} {{(pid=102751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 12:25:21.406459 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-6e6026c1-b90c-424a-a44d-7496f59ecc04 {{(pid=102751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 12:25:21.407414 dv-cinder-768458-13-iscsi neutron-server[102751]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10e112a7-d70a-4499-8be4-fd5e4ab3ec17', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c27e22cf-346f-4a81-8e7d-d2418b4df811', 'code': 200} Nov 22 12:25:22.046229 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b17473e-7d3c-4dfe-9901-67615e83bd1f req-3650d5ee-2808-4a52-8f5b-0c2acae74903 tempest-TestShelveInstance-855138255 tempest-TestShelveInstance-855138255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:25:22.047879 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-5b17473e-7d3c-4dfe-9901-67615e83bd1f req-3650d5ee-2808-4a52-8f5b-0c2acae74903 tempest-TestShelveInstance-855138255 tempest-TestShelveInstance-855138255-project] 10.222.0.66 "GET /v2.0/ports?device_id=10e112a7-d70a-4499-8be4-fd5e4ab3ec17 HTTP/1.1" status: 200 len: 944 time: 0.0862725 Nov 22 12:25:22.056802 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633b5111-7a7b-440a-8e90-1e9b56a6ba73 req-8a300629-3e0c-4877-af52-952017f94f05 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:25:22.058347 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-633b5111-7a7b-440a-8e90-1e9b56a6ba73 req-8a300629-3e0c-4877-af52-952017f94f05 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.66 "GET /v2.0/ports?device_id=496ce05f-ecc0-4dfd-b1d4-1c961f763af7 HTTP/1.1" status: 200 len: 945 time: 0.0942392 Nov 22 12:25:22.141675 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-5b17473e-7d3c-4dfe-9901-67615e83bd1f req-7f24ae4d-c12a-42c9-99b0-7dde3c7d8f08 tempest-TestShelveInstance-855138255 tempest-TestShelveInstance-855138255-project] 10.222.0.66 "GET /v2.0/security-groups?id=70d0fc64-ba67-465a-ab2a-a345deda9588&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0818038 Nov 22 12:25:22.146063 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-633b5111-7a7b-440a-8e90-1e9b56a6ba73 req-1fee3edd-7c7f-4fa8-99f3-bbb3fac1d084 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.66 "GET /v2.0/security-groups?id=bea8b415-2a88-446d-8b9a-0201cbf52809&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0803788 Nov 22 12:25:23.003788 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-c4b18da5-6e09-4370-ab53-27495e8cb9cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793343475411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3821827'] for agent, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:25:23.306961 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255daaaf-45d6-4346-80f6-57547a4bf750 req-e714ee5f-bae3-4361-89e0-2b8b5272ea41 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:25:23.308432 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-255daaaf-45d6-4346-80f6-57547a4bf750 req-e714ee5f-bae3-4361-89e0-2b8b5272ea41 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.66 "GET /v2.0/ports?device_id=496ce05f-ecc0-4dfd-b1d4-1c961f763af7 HTTP/1.1" status: 200 len: 945 time: 0.0786746 Nov 22 12:25:23.316078 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8070772e-b842-4ccd-bd78-a72bfd78895f req-f0eac5ba-2667-45a9-a2c4-93c8b4119e3e tempest-TestShelveInstance-855138255 tempest-TestShelveInstance-855138255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:25:23.317528 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-8070772e-b842-4ccd-bd78-a72bfd78895f req-f0eac5ba-2667-45a9-a2c4-93c8b4119e3e tempest-TestShelveInstance-855138255 tempest-TestShelveInstance-855138255-project] 10.222.0.66 "GET /v2.0/ports?device_id=10e112a7-d70a-4499-8be4-fd5e4ab3ec17 HTTP/1.1" status: 200 len: 944 time: 0.0897381 Nov 22 12:25:23.391749 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-255daaaf-45d6-4346-80f6-57547a4bf750 req-00f7c631-bfdf-42e1-b521-f437d58fb113 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.66 "GET /v2.0/security-groups?id=bea8b415-2a88-446d-8b9a-0201cbf52809&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731301 Nov 22 12:25:23.395934 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-8070772e-b842-4ccd-bd78-a72bfd78895f req-16722c54-fb19-42eb-978a-669e973aa0f0 tempest-TestShelveInstance-855138255 tempest-TestShelveInstance-855138255-project] 10.222.0.66 "GET /v2.0/security-groups?id=70d0fc64-ba67-465a-ab2a-a345deda9588&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713937 Nov 22 12:25:24.050461 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-9105419b-06f9-45a8-bbac-70d110a73200 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793343475411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3821827'] for agent, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:25:24.545615 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2b6fd1-63fe-4131-aa6f-4d67d0c54424 req-d27ab1f2-a22e-45dd-83d1-107a79aee84a tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:25:24.547198 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-9b2b6fd1-63fe-4131-aa6f-4d67d0c54424 req-d27ab1f2-a22e-45dd-83d1-107a79aee84a tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.66 "GET /v2.0/ports?device_id=496ce05f-ecc0-4dfd-b1d4-1c961f763af7 HTTP/1.1" status: 200 len: 945 time: 0.0814168 Nov 22 12:25:24.559382 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679292fc-3d50-4e35-bdc4-99a6bf793c87 req-7949cf7a-eafa-42ec-a2cc-3dbebbd143c6 tempest-TestShelveInstance-855138255 tempest-TestShelveInstance-855138255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:25:24.560926 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-679292fc-3d50-4e35-bdc4-99a6bf793c87 req-7949cf7a-eafa-42ec-a2cc-3dbebbd143c6 tempest-TestShelveInstance-855138255 tempest-TestShelveInstance-855138255-project] 10.222.0.66 "GET /v2.0/ports?device_id=10e112a7-d70a-4499-8be4-fd5e4ab3ec17 HTTP/1.1" status: 200 len: 944 time: 0.0929873 Nov 22 12:25:24.643948 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-9b2b6fd1-63fe-4131-aa6f-4d67d0c54424 req-0e91f1b2-a600-43fa-a4ec-cc4ed8eed9a5 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.66 "GET /v2.0/security-groups?id=bea8b415-2a88-446d-8b9a-0201cbf52809&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0820138 Nov 22 12:25:24.648502 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-679292fc-3d50-4e35-bdc4-99a6bf793c87 req-84279609-7de5-41ff-aa26-a8279d512e71 tempest-TestShelveInstance-855138255 tempest-TestShelveInstance-855138255-project] 10.222.0.66 "GET /v2.0/security-groups?id=70d0fc64-ba67-465a-ab2a-a345deda9588&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0802572 Nov 22 12:25:25.727945 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-2de83071-1b6f-4e8d-a0c8-0ed39ca59a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793343475411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3821827'] for agent, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:25:25.809418 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49545001-eb41-49d2-a799-1970c658c21d req-26200553-5752-40d6-a96e-24154484b285 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:25:25.810881 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-49545001-eb41-49d2-a799-1970c658c21d req-26200553-5752-40d6-a96e-24154484b285 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.66 "GET /v2.0/ports?device_id=496ce05f-ecc0-4dfd-b1d4-1c961f763af7 HTTP/1.1" status: 200 len: 945 time: 0.0822735 Nov 22 12:25:25.826747 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e51ceb5-68b1-4405-96aa-ee6e9faaf01d req-e54582c8-e107-48a0-9953-e6b16045041b tempest-TestShelveInstance-855138255 tempest-TestShelveInstance-855138255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:25:25.828366 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-2e51ceb5-68b1-4405-96aa-ee6e9faaf01d req-e54582c8-e107-48a0-9953-e6b16045041b tempest-TestShelveInstance-855138255 tempest-TestShelveInstance-855138255-project] 10.222.0.66 "GET /v2.0/ports?device_id=10e112a7-d70a-4499-8be4-fd5e4ab3ec17 HTTP/1.1" status: 200 len: 944 time: 0.0904200 Nov 22 12:25:25.903707 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-49545001-eb41-49d2-a799-1970c658c21d req-fc205593-fc36-4f45-ad7c-5c474e3dddad tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.66 "GET /v2.0/security-groups?id=bea8b415-2a88-446d-8b9a-0201cbf52809&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742424 Nov 22 12:25:25.913551 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-2e51ceb5-68b1-4405-96aa-ee6e9faaf01d req-aa04f841-2299-46ff-9833-49d9314aa1bd tempest-TestShelveInstance-855138255 tempest-TestShelveInstance-855138255-project] 10.222.0.66 "GET /v2.0/security-groups?id=70d0fc64-ba67-465a-ab2a-a345deda9588&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0777826 Nov 22 12:25:26.397645 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793343475411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3821827'] for agent, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:25:26.714513 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27403d77-9300-42ce-871e-e838db8c2070 req-34d9194b-3427-4943-8488-5b9cf712ef77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:25:26.716076 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-27403d77-9300-42ce-871e-e838db8c2070 req-34d9194b-3427-4943-8488-5b9cf712ef77 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=10e112a7-d70a-4499-8be4-fd5e4ab3ec17 HTTP/1.1" status: 200 len: 1097 time: 0.0426707 Nov 22 12:25:26.772564 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-27403d77-9300-42ce-871e-e838db8c2070 req-f1275221-e6eb-419b-84f7-dcc8cb446db6 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=70d0fc64-ba67-465a-ab2a-a345deda9588&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483673 Nov 22 12:25:27.064566 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fa3333-5aaa-4106-be00-109e54224c36 req-e6c40f3e-84be-4fbe-9e05-229527318a3c tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:25:27.066285 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-58fa3333-5aaa-4106-be00-109e54224c36 req-e6c40f3e-84be-4fbe-9e05-229527318a3c tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.66 "GET /v2.0/ports?device_id=496ce05f-ecc0-4dfd-b1d4-1c961f763af7 HTTP/1.1" status: 200 len: 945 time: 0.0836391 Nov 22 12:25:27.079803 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c466da96-363e-44a1-bb62-37029ea31754 req-0faaf509-8620-494c-b70b-44928c5b0770 tempest-TestShelveInstance-855138255 tempest-TestShelveInstance-855138255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:25:27.081461 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-c466da96-363e-44a1-bb62-37029ea31754 req-0faaf509-8620-494c-b70b-44928c5b0770 tempest-TestShelveInstance-855138255 tempest-TestShelveInstance-855138255-project] 10.222.0.66 "GET /v2.0/ports?device_id=10e112a7-d70a-4499-8be4-fd5e4ab3ec17 HTTP/1.1" status: 200 len: 944 time: 0.0956955 Nov 22 12:25:27.163901 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-58fa3333-5aaa-4106-be00-109e54224c36 req-4f70e5ca-9b1c-43f5-a2fa-d1eaecd7537d tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.66 "GET /v2.0/security-groups?id=bea8b415-2a88-446d-8b9a-0201cbf52809&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0813391 Nov 22 12:25:27.168040 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-c466da96-363e-44a1-bb62-37029ea31754 req-a6fe190b-9026-4937-8002-d4785dc08af9 tempest-TestShelveInstance-855138255 tempest-TestShelveInstance-855138255-project] 10.222.0.66 "GET /v2.0/security-groups?id=70d0fc64-ba67-465a-ab2a-a345deda9588&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0791032 Nov 22 12:25:27.372725 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-b7c86ac4-648f-48e6-a8d6-f6052f62be0a req-597e8769-6f29-4b24-9f91-e3be37f07056 tempest-TestMinimumBasicScenario-1001353867 tempest-TestMinimumBasicScenario-1001353867-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-271807768&fields=id&tenant_id=7b282b4e5e2147a692e990f45ce44b8f HTTP/1.1" status: 200 len: 267 time: 0.0479102 Nov 22 12:25:27.436406 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c86ac4-648f-48e6-a8d6-f6052f62be0a req-031d4433-c6b0-48b7-b3be-961a5170f99b tempest-TestMinimumBasicScenario-1001353867 tempest-TestMinimumBasicScenario-1001353867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:25:27.438071 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-b7c86ac4-648f-48e6-a8d6-f6052f62be0a req-031d4433-c6b0-48b7-b3be-961a5170f99b tempest-TestMinimumBasicScenario-1001353867 tempest-TestMinimumBasicScenario-1001353867-project] 10.222.0.66 "GET /v2.0/ports?device_id=131dcb5b-f62d-42ec-b0d0-588a120aa1d3 HTTP/1.1" status: 200 len: 985 time: 0.0590389 Nov 22 12:25:27.461674 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.v2.base [req-b7c86ac4-648f-48e6-a8d6-f6052f62be0a req-43226a8e-2ff8-41c0-ab26-216aac8de460 tempest-TestMinimumBasicScenario-1001353867 tempest-TestMinimumBasicScenario-1001353867-project] Request body: {'port': {'security_groups': ['fef67df6-c110-4434-a0a2-3d2b51571b5f']}} {{(pid=102749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 12:25:27.535620 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [req-b7c86ac4-648f-48e6-a8d6-f6052f62be0a req-43226a8e-2ff8-41c0-ab26-216aac8de460 tempest-TestMinimumBasicScenario-1001353867 tempest-TestMinimumBasicScenario-1001353867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3931732'] for port, before_update {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:25:27.728982 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.plugins.ml2.db [req-b7c86ac4-648f-48e6-a8d6-f6052f62be0a req-43226a8e-2ff8-41c0-ab26-216aac8de460 tempest-TestMinimumBasicScenario-1001353867 tempest-TestMinimumBasicScenario-1001353867-project] For port f7e46359-fc84-431c-88fd-b6af0c318ee6, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=f7e46359-fc84-431c-88fd-b6af0c318ee6,segment=NetworkSegment(febd2015-56a8-4ea3-acf5-8c944ae8a2eb),segment_id=febd2015-56a8-4ea3-acf5-8c944ae8a2eb)] {{(pid=102749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 12:25:27.762154 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [req-b7c86ac4-648f-48e6-a8d6-f6052f62be0a req-43226a8e-2ff8-41c0-ab26-216aac8de460 tempest-TestMinimumBasicScenario-1001353867 tempest-TestMinimumBasicScenario-1001353867-project] Publish callbacks [] for port, precommit_update {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:25:27.768345 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [req-b7c86ac4-648f-48e6-a8d6-f6052f62be0a req-43226a8e-2ff8-41c0-ab26-216aac8de460 tempest-TestMinimumBasicScenario-1001353867 tempest-TestMinimumBasicScenario-1001353867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793343495738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793342949286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793342949304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126077611'] for port, after_update {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:25:27.783867 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.db [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] get_ports_and_sgs() called for port_ids ['f7e46359-fc84-431c-88fd-b6af0c318ee6'] {{(pid=102751) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 12:25:27.819175 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c86ac4-648f-48e6-a8d6-f6052f62be0a req-43226a8e-2ff8-41c0-ab26-216aac8de460 tempest-TestMinimumBasicScenario-1001353867 tempest-TestMinimumBasicScenario-1001353867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:25:27.819902 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [req-b7c86ac4-648f-48e6-a8d6-f6052f62be0a req-43226a8e-2ff8-41c0-ab26-216aac8de460 tempest-TestMinimumBasicScenario-1001353867 tempest-TestMinimumBasicScenario-1001353867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434365'] for port, before_response {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:25:27.821370 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-b7c86ac4-648f-48e6-a8d6-f6052f62be0a req-43226a8e-2ff8-41c0-ab26-216aac8de460 tempest-TestMinimumBasicScenario-1001353867 tempest-TestMinimumBasicScenario-1001353867-project] 10.222.0.66 "PUT /v2.0/ports/f7e46359-fc84-431c-88fd-b6af0c318ee6 HTTP/1.1" status: 200 len: 943 time: 0.3732605 Nov 22 12:25:27.827341 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '131dcb5b-f62d-42ec-b0d0-588a120aa1d3', 'tag': 'f7e46359-fc84-431c-88fd-b6af0c318ee6'}] {{(pid=102749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 12:25:27.827549 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.wsgi [-] (102750) accepted ('10.222.0.66', 51798) {{(pid=102750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:25:27.830006 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e75a82c02e5e8e80361e9b8ad1df1450ec212ebfa93d78ee9da720cb5365782c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4365c236-938c-4ffc-b0c8-9603eb0d7d4f" -d '{"events": [{"name": "network-changed", "server_uuid": "131dcb5b-f62d-42ec-b0d0-588a120aa1d3", "tag": "f7e46359-fc84-431c-88fd-b6af0c318ee6"}]}' {{(pid=102749) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 12:25:27.857262 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43226a8e-2ff8-41c0-ab26-216aac8de460 tempest-TestMinimumBasicScenario-1001353867 tempest-TestMinimumBasicScenario-1001353867-project] Pushing event updated for resources: {'Port': ['ID=f7e46359-fc84-431c-88fd-b6af0c318ee6,revision_number=7']} {{(pid=102749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:25:27.944779 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-ef75fccc-5595-4763-92c0-8647ade6c54c tempest-TestMinimumBasicScenario-1001353867 tempest-TestMinimumBasicScenario-1001353867-project] Publish callbacks [] for security_group, before_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:25:27.979375 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-ef75fccc-5595-4763-92c0-8647ade6c54c tempest-TestMinimumBasicScenario-1001353867 tempest-TestMinimumBasicScenario-1001353867-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:25:27.983846 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 12:25:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85b92074-3a11-4a18-81d4-6349a9c5d493 x-openstack-request-id: req-85b92074-3a11-4a18-81d4-6349a9c5d493 {{(pid=102749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 12:25:27.984151 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "131dcb5b-f62d-42ec-b0d0-588a120aa1d3", "tag": "f7e46359-fc84-431c-88fd-b6af0c318ee6", "status": "completed", "code": 200}]} {{(pid=102749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 12:25:27.984414 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-85b92074-3a11-4a18-81d4-6349a9c5d493 {{(pid=102749) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 12:25:27.984901 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '131dcb5b-f62d-42ec-b0d0-588a120aa1d3', 'tag': 'f7e46359-fc84-431c-88fd-b6af0c318ee6', 'status': 'completed', 'code': 200} Nov 22 12:25:28.001162 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.db [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] get_ports_and_sgs() called for port_ids ['f7e46359-fc84-431c-88fd-b6af0c318ee6'] {{(pid=102751) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 12:25:28.064435 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-ef75fccc-5595-4763-92c0-8647ade6c54c tempest-TestMinimumBasicScenario-1001353867 tempest-TestMinimumBasicScenario-1001353867-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545565'] for security_group, after_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:25:28.067602 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-ef75fccc-5595-4763-92c0-8647ade6c54c tempest-TestMinimumBasicScenario-1001353867 tempest-TestMinimumBasicScenario-1001353867-project] Publish callbacks [] for security_group, before_response {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:25:28.072088 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [None req-ef75fccc-5595-4763-92c0-8647ade6c54c tempest-TestMinimumBasicScenario-1001353867 tempest-TestMinimumBasicScenario-1001353867-project] 10.222.0.66 "DELETE /v2.0/security-groups/6bde9ed8-9c6b-4c28-ae4a-506b5d391ae6 HTTP/1.1" status: 204 len: 168 time: 0.2435079 Nov 22 12:25:28.073336 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.wsgi [-] (102750) accepted ('10.222.0.66', 51806) {{(pid=102750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:25:28.093459 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4365c236-938c-4ffc-b0c8-9603eb0d7d4f req-07b3260f-4e87-4ef5-84c2-32505aad0f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:25:28.096997 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-4365c236-938c-4ffc-b0c8-9603eb0d7d4f req-07b3260f-4e87-4ef5-84c2-32505aad0f78 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7b282b4e5e2147a692e990f45ce44b8f&device_id=131dcb5b-f62d-42ec-b0d0-588a120aa1d3 HTTP/1.1" status: 200 len: 1099 time: 0.0637949 Nov 22 12:25:28.139731 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef75fccc-5595-4763-92c0-8647ade6c54c tempest-TestMinimumBasicScenario-1001353867 tempest-TestMinimumBasicScenario-1001353867-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bde9ed8-9c6b-4c28-ae4a-506b5d391ae6,revision_number=None']} {{(pid=102750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:25:28.246902 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4365c236-938c-4ffc-b0c8-9603eb0d7d4f req-7a06d230-cb10-4063-8059-2afa9abf4cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:25:28.248959 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-4365c236-938c-4ffc-b0c8-9603eb0d7d4f req-7a06d230-cb10-4063-8059-2afa9abf4cdc service neutron] 10.222.0.46 "GET /v2.0/networks?id=3bb69f26-c969-40f0-8e57-593fe240347b HTTP/1.1" status: 200 len: 916 time: 0.1404071 Nov 22 12:25:28.249155 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.provisioning_blocks [None req-a0cf3e56-1bb3-479c-89a4-03939695745c None None] Provisioning complete for port f7e46359-fc84-431c-88fd-b6af0c318ee6 triggered by entity DHCP. {{(pid=102751) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 12:25:28.249743 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-a0cf3e56-1bb3-479c-89a4-03939695745c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3821908'] for port, provisioning_complete {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:25:28.347108 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.plugins.ml2.plugin [None req-c1189330-2eab-4cba-b990-10f3f193b371 tempest-TestMinimumBasicScenario-1001353867 tempest-TestMinimumBasicScenario-1001353867-project] Deleting port 78dc9eba-76f5-40bb-9f5d-003685966d98 {{(pid=102750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 12:25:28.347507 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-c1189330-2eab-4cba-b990-10f3f193b371 tempest-TestMinimumBasicScenario-1001353867 tempest-TestMinimumBasicScenario-1001353867-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793343491880'] for port, before_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:25:28.410242 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-4365c236-938c-4ffc-b0c8-9603eb0d7d4f req-dc3f505f-65e0-45c0-b4f2-89331a9e5a14 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f7e46359-fc84-431c-88fd-b6af0c318ee6 HTTP/1.1" status: 200 len: 1001 time: 0.1514940 Nov 22 12:25:28.418437 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d05094-3bdc-4c8a-ae60-d19f58875056 req-59441dac-52e3-47aa-a6a1-2b15c1ae636e tempest-TestShelveInstance-855138255 tempest-TestShelveInstance-855138255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:25:28.420553 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-d2d05094-3bdc-4c8a-ae60-d19f58875056 req-59441dac-52e3-47aa-a6a1-2b15c1ae636e tempest-TestShelveInstance-855138255 tempest-TestShelveInstance-855138255-project] 10.222.0.66 "GET /v2.0/ports?device_id=10e112a7-d70a-4499-8be4-fd5e4ab3ec17 HTTP/1.1" status: 200 len: 944 time: 0.1098847 Nov 22 12:25:28.428034 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cb12f0-5132-40b0-838c-59b3b5abe9be req-1406c81a-4425-4f1a-8176-00e92add7755 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:25:28.429664 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-42cb12f0-5132-40b0-838c-59b3b5abe9be req-1406c81a-4425-4f1a-8176-00e92add7755 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.66 "GET /v2.0/ports?device_id=496ce05f-ecc0-4dfd-b1d4-1c961f763af7 HTTP/1.1" status: 200 len: 945 time: 0.1211634 Nov 22 12:25:28.444555 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-c1189330-2eab-4cba-b990-10f3f193b371 tempest-TestMinimumBasicScenario-1001353867 tempest-TestMinimumBasicScenario-1001353867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-535547'] for port, precommit_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:25:28.444882 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-c1189330-2eab-4cba-b990-10f3f193b371 tempest-TestMinimumBasicScenario-1001353867 tempest-TestMinimumBasicScenario-1001353867-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:25:28.461352 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.plugins.ml2.plugin [None req-c1189330-2eab-4cba-b990-10f3f193b371 tempest-TestMinimumBasicScenario-1001353867 tempest-TestMinimumBasicScenario-1001353867-project] Calling delete_port for 78dc9eba-76f5-40bb-9f5d-003685966d98 owned by network:floatingip {{(pid=102750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 12:25:28.528936 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4365c236-938c-4ffc-b0c8-9603eb0d7d4f req-4c8447e1-375d-4b26-b744-43e144781d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:25:28.530452 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-4365c236-938c-4ffc-b0c8-9603eb0d7d4f req-4c8447e1-375d-4b26-b744-43e144781d7c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8eb197fb-0ac4-498b-bea4-1e9726d009e0 HTTP/1.1" status: 200 len: 854 time: 0.0987108 Nov 22 12:25:28.576740 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-42cb12f0-5132-40b0-838c-59b3b5abe9be req-66d71c1c-669f-44a8-ba64-33d137393ec8 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.66 "GET /v2.0/security-groups?id=bea8b415-2a88-446d-8b9a-0201cbf52809&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1352663 Nov 22 12:25:28.581833 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-d2d05094-3bdc-4c8a-ae60-d19f58875056 req-37922cd8-bba3-42d6-8be7-1af74631f018 tempest-TestShelveInstance-855138255 tempest-TestShelveInstance-855138255-project] 10.222.0.66 "GET /v2.0/security-groups?id=70d0fc64-ba67-465a-ab2a-a345deda9588&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1511233 Nov 22 12:25:28.598598 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4365c236-938c-4ffc-b0c8-9603eb0d7d4f req-9ae3286a-eb21-46a2-943b-62c3211d2bee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:25:28.600523 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-4365c236-938c-4ffc-b0c8-9603eb0d7d4f req-9ae3286a-eb21-46a2-943b-62c3211d2bee service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3bb69f26-c969-40f0-8e57-593fe240347b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0573099 Nov 22 12:25:28.664485 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-c1189330-2eab-4cba-b990-10f3f193b371 tempest-TestMinimumBasicScenario-1001353867 tempest-TestMinimumBasicScenario-1001353867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793343495765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793342949277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128483729'] for port, after_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:25:28.705635 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1189330-2eab-4cba-b990-10f3f193b371 tempest-TestMinimumBasicScenario-1001353867 tempest-TestMinimumBasicScenario-1001353867-project] Pushing event deleted for resources: {'Port': ['ID=78dc9eba-76f5-40bb-9f5d-003685966d98,revision_number=None']} {{(pid=102750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:25:28.734120 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-4365c236-938c-4ffc-b0c8-9603eb0d7d4f req-affad213-23c4-4ceb-b6b5-d0c2703c4a41 service neutron] 10.222.0.46 "GET /v2.0/networks/3bb69f26-c969-40f0-8e57-593fe240347b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1191616 Nov 22 12:25:28.783272 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-c1189330-2eab-4cba-b990-10f3f193b371 tempest-TestMinimumBasicScenario-1001353867 tempest-TestMinimumBasicScenario-1001353867-project] Publish callbacks [] for floatingip, after_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:25:28.783272 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.db.l3_db [None req-c1189330-2eab-4cba-b990-10f3f193b371 tempest-TestMinimumBasicScenario-1001353867 tempest-TestMinimumBasicScenario-1001353867-project] Floating IP 13dd5393-9806-41b2-b617-36d5d45b2a10 disassociated (deleted). External IP: 172.27.0.74, port: f7e46359-fc84-431c-88fd-b6af0c318ee6. Nov 22 12:25:28.879135 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-4365c236-938c-4ffc-b0c8-9603eb0d7d4f req-eeb674e7-043c-4acb-85dd-bdcc54c725bc service neutron] 10.222.0.46 "GET /v2.0/networks/3bb69f26-c969-40f0-8e57-593fe240347b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255002 Nov 22 12:25:28.890168 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7091be8-0742-4453-8452-de010efd6848 req-b0470b8b-4815-475b-9197-31ef928274ad tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:25:28.892212 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-f7091be8-0742-4453-8452-de010efd6848 req-b0470b8b-4815-475b-9197-31ef928274ad tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] 10.222.0.66 "GET /v2.0/ports?device_id=2306113c-8f98-42fd-8c0c-3dfac98fff21 HTTP/1.1" status: 200 len: 945 time: 0.0784609 Nov 22 12:25:28.944207 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-f7091be8-0742-4453-8452-de010efd6848 req-f589d592-e57f-44be-a5a9-104bbb82de0e tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] 10.222.0.66 "GET /v2.0/security-groups?id=117aa477-d28a-495e-b4af-8d598b569f00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454669 Nov 22 12:25:29.001990 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1189330-2eab-4cba-b990-10f3f193b371 tempest-TestMinimumBasicScenario-1001353867 tempest-TestMinimumBasicScenario-1001353867-project] Router da80b4de-9c9c-4c18-a073-62097029eff8 has already been hosted by L3 agent b4a26ead-6ab2-4f98-a352-c9ed6d39b73e {{(pid=102750) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 12:25:29.126076 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.rpc [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Device c27e22cf-346f-4a81-8e7d-d2418b4df811 details requested by agent hyperv_hv-cinder-76845 with host hv-cinder-76845 {{(pid=102751) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 12:25:29.235969 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.db [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] For port c27e22cf-346f-4a81-8e7d-d2418b4df811, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=c27e22cf-346f-4a81-8e7d-d2418b4df811,segment=NetworkSegment(9c6b82f3-7afe-4cdf-a8d0-a821d86ed55a),segment_id=9c6b82f3-7afe-4cdf-a8d0-a821d86ed55a)] {{(pid=102751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 12:25:29.249938 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.rpc [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Returning: {'device': 'c27e22cf-346f-4a81-8e7d-d2418b4df811', 'network_id': '9aa5e7a8-a2f2-453e-b9d2-40a88d8e4e6e', 'port_id': 'c27e22cf-346f-4a81-8e7d-d2418b4df811', 'mac_address': 'fa:16:3e:50:4f:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 612, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e7d9e4f-b44e-4538-b000-cd64766a1fad', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102751) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 12:25:29.297194 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3931732'] for port, before_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:25:29.386939 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1189330-2eab-4cba-b990-10f3f193b371 tempest-TestMinimumBasicScenario-1001353867 tempest-TestMinimumBasicScenario-1001353867-project] Notify agent at l3_agent.dv-cinder-768458-13-iscsi the message routers_updated {{(pid=102750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 12:25:29.392943 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-c1189330-2eab-4cba-b990-10f3f193b371 tempest-TestMinimumBasicScenario-1001353867 tempest-TestMinimumBasicScenario-1001353867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434365'] for floatingip, before_response {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:25:29.421681 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [None req-c1189330-2eab-4cba-b990-10f3f193b371 tempest-TestMinimumBasicScenario-1001353867 tempest-TestMinimumBasicScenario-1001353867-project] 10.222.0.66 "DELETE /v2.0/floatingips/13dd5393-9806-41b2-b617-36d5d45b2a10 HTTP/1.1" status: 204 len: 168 time: 1.3433044 Nov 22 12:25:29.422914 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '131dcb5b-f62d-42ec-b0d0-588a120aa1d3', 'tag': 'f7e46359-fc84-431c-88fd-b6af0c318ee6'}] {{(pid=102750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 12:25:29.424861 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2a0bed14b240d0d35e029181fb516e01dd4ce85d5fb41ae8ef5632c0b13bd43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c64d2d96-d5d5-4520-b19c-b0ff42247b28" -d '{"events": [{"name": "network-changed", "server_uuid": "131dcb5b-f62d-42ec-b0d0-588a120aa1d3", "tag": "f7e46359-fc84-431c-88fd-b6af0c318ee6"}]}' {{(pid=102750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 12:25:29.444754 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fd654f6-4843-4586-a070-266573688f26 None None] Sync routers for ids ['da80b4de-9c9c-4c18-a073-62097029eff8'] in dv-cinder-768458-13-iscsi {{(pid=102751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 12:25:29.448515 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.notifiers.nova [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c27e22cf-346f-4a81-8e7d-d2418b4df811 {{(pid=102751) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 12:25:29.461861 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 12:25:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0169c970-92bc-445c-ac27-14f3f9c44057 x-openstack-request-id: req-0169c970-92bc-445c-ac27-14f3f9c44057 {{(pid=102750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 12:25:29.462159 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "131dcb5b-f62d-42ec-b0d0-588a120aa1d3", "tag": "f7e46359-fc84-431c-88fd-b6af0c318ee6", "status": "completed", "code": 200}]} {{(pid=102750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 12:25:29.462391 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-0169c970-92bc-445c-ac27-14f3f9c44057 {{(pid=102750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 12:25:29.462789 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '131dcb5b-f62d-42ec-b0d0-588a120aa1d3', 'tag': 'f7e46359-fc84-431c-88fd-b6af0c318ee6', 'status': 'completed', 'code': 200} Nov 22 12:25:29.477100 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.db [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] For port c27e22cf-346f-4a81-8e7d-d2418b4df811, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=c27e22cf-346f-4a81-8e7d-d2418b4df811,segment=NetworkSegment(9c6b82f3-7afe-4cdf-a8d0-a821d86ed55a),segment_id=9c6b82f3-7afe-4cdf-a8d0-a821d86ed55a)] {{(pid=102751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 12:25:29.478287 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fd654f6-4843-4586-a070-266573688f26 None None] Routers {'da80b4de-9c9c-4c18-a073-62097029eff8'} bound to L3 agent in host dv-cinder-768458-13-iscsi {{(pid=102751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 12:25:29.478958 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.l3_hamode_db [None req-6fd654f6-4843-4586-a070-266573688f26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T12:11:23Z,description=,heartbeat_timestamp=2021-11-22T12:25:23Z,host='dv-cinder-768458-13-iscsi',id=b4a26ead-6ab2-4f98-a352-c9ed6d39b73e,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T12:11:23Z,topic='l3_agent')) {'router_ids': ['da80b4de-9c9c-4c18-a073-62097029eff8'], 'active': True} {{(pid=102751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 12:25:29.482931 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793343495738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793342949286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793342949304'] for port, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:25:29.546825 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64d2d96-d5d5-4520-b19c-b0ff42247b28 req-2cfafc43-81a4-4611-9406-d1e9674619de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:25:29.548732 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-c64d2d96-d5d5-4520-b19c-b0ff42247b28 req-2cfafc43-81a4-4611-9406-d1e9674619de service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7b282b4e5e2147a692e990f45ce44b8f&device_id=131dcb5b-f62d-42ec-b0d0-588a120aa1d3 HTTP/1.1" status: 200 len: 1099 time: 0.0507045 Nov 22 12:25:29.611879 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Pushing event updated for resources: {'Port': ['ID=c27e22cf-346f-4a81-8e7d-d2418b4df811,revision_number=7']} {{(pid=102751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:25:29.636822 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.l3_dvr_db [None req-6fd654f6-4843-4586-a070-266573688f26 None None] Set router da80b4de-9c9c-4c18-a073-62097029eff8 gateway port host: dv-cinder-768458-13-iscsi {{(pid=102751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 12:25:29.721000 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64d2d96-d5d5-4520-b19c-b0ff42247b28 req-c5267d7b-1423-4da8-91a9-deca20318bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:25:29.722619 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-c64d2d96-d5d5-4520-b19c-b0ff42247b28 req-c5267d7b-1423-4da8-91a9-deca20318bd8 service neutron] 10.222.0.46 "GET /v2.0/networks?id=3bb69f26-c969-40f0-8e57-593fe240347b HTTP/1.1" status: 200 len: 916 time: 0.1639841 Nov 22 12:25:29.757749 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f463f9b-9c1d-4a43-9c88-57ddf331b91d req-bea9fbfb-524e-449e-bc60-75a3d7b8415b tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:25:29.759742 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-1f463f9b-9c1d-4a43-9c88-57ddf331b91d req-bea9fbfb-524e-449e-bc60-75a3d7b8415b tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.66 "GET /v2.0/ports?device_id=496ce05f-ecc0-4dfd-b1d4-1c961f763af7 HTTP/1.1" status: 200 len: 945 time: 0.0774107 Nov 22 12:25:29.780350 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.db [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] get_ports_and_sgs() called for port_ids ['c27e22cf-346f-4a81-8e7d-d2418b4df811'] {{(pid=102751) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 12:25:29.799534 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-c64d2d96-d5d5-4520-b19c-b0ff42247b28 req-00cc4068-8aa8-4eee-aa68-6d8f611669cc service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f7e46359-fc84-431c-88fd-b6af0c318ee6 HTTP/1.1" status: 200 len: 217 time: 0.0574517 Nov 22 12:25:29.881791 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-1f463f9b-9c1d-4a43-9c88-57ddf331b91d req-b98ee279-0ea5-46cb-9981-c3ac598764c8 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.66 "GET /v2.0/security-groups?id=bea8b415-2a88-446d-8b9a-0201cbf52809&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0853796 Nov 22 12:25:29.883291 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64d2d96-d5d5-4520-b19c-b0ff42247b28 req-34cd3ae3-a4e9-4e64-945f-67149001748a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:25:29.884704 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-c64d2d96-d5d5-4520-b19c-b0ff42247b28 req-34cd3ae3-a4e9-4e64-945f-67149001748a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8eb197fb-0ac4-498b-bea4-1e9726d009e0 HTTP/1.1" status: 200 len: 854 time: 0.0726674 Nov 22 12:25:29.993629 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.l3_hamode_db [None req-6fd654f6-4843-4586-a070-266573688f26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da80b4de-9c9c-4c18-a073-62097029eff8', 'name': 'tempest-TestMinimumBasicScenario-1685909895-router', 'tenant_id': '7b282b4e5e2147a692e990f45ce44b8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52f34850-4f08-4bf9-8f19-1c892d4c6132', 'external_fixed_ips': [{'subnet_id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': '9cc44500-ff5e-4d55-bb54-612434ae443c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T12:23:00Z', 'updated_at': '2021-11-22T12:23:04Z', 'revision_number': 4, 'project_id': '7b282b4e5e2147a692e990f45ce44b8f', 'gw_port': {'id': '9cc44500-ff5e-4d55-bb54-612434ae443c', 'name': '', 'network_id': '52f34850-4f08-4bf9-8f19-1c892d4c6132', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:51:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da80b4de-9c9c-4c18-a073-62097029eff8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T12:23:01Z', 'updated_at': '2021-11-22T12:23:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-13-iscsi', '_interfaces': [{'id': 'aaa35f34-add3-4c25-b90b-58e71029d454', 'name': '', 'network_id': '3bb69f26-c969-40f0-8e57-593fe240347b', 'tenant_id': '7b282b4e5e2147a692e990f45ce44b8f', 'mac_address': 'fa:16:3e:03:10:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da80b4de-9c9c-4c18-a073-62097029eff8', 'device_owner': 'network:router_interface', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '8eb197fb-0ac4-498b-bea4-1e9726d009e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T12:23:03Z', 'updated_at': '2021-11-22T12:23:09Z', 'revision_number': 5, 'project_id': '7b282b4e5e2147a692e990f45ce44b8f', 'subnets': [{'id': '8eb197fb-0ac4-498b-bea4-1e9726d009e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-13-iscsi', False) {} {{(pid=102751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 12:25:30.037447 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fd654f6-4843-4586-a070-266573688f26 None None] Checking router: da80b4de-9c9c-4c18-a073-62097029eff8 for host: dv-cinder-768458-13-iscsi {{(pid=102751) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 12:25:30.061195 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fd654f6-4843-4586-a070-266573688f26 None None] Routers {'da80b4de-9c9c-4c18-a073-62097029eff8'} bound to L3 agent in host dv-cinder-768458-13-iscsi {{(pid=102751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 12:25:30.061766 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.l3_hamode_db [None req-6fd654f6-4843-4586-a070-266573688f26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T12:11:23Z,description=,heartbeat_timestamp=2021-11-22T12:25:23Z,host='dv-cinder-768458-13-iscsi',id=b4a26ead-6ab2-4f98-a352-c9ed6d39b73e,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T12:11:23Z,topic='l3_agent')) {'router_ids': ['da80b4de-9c9c-4c18-a073-62097029eff8'], 'active': True} {{(pid=102751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 12:25:30.232760 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.l3_dvr_db [None req-6fd654f6-4843-4586-a070-266573688f26 None None] Set router da80b4de-9c9c-4c18-a073-62097029eff8 gateway port host: dv-cinder-768458-13-iscsi {{(pid=102751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 12:25:30.268699 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64d2d96-d5d5-4520-b19c-b0ff42247b28 req-2c7af433-7673-45a1-8789-4f6dbbae02fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:25:30.271205 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-c64d2d96-d5d5-4520-b19c-b0ff42247b28 req-2c7af433-7673-45a1-8789-4f6dbbae02fb service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3bb69f26-c969-40f0-8e57-593fe240347b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.3717859 Nov 22 12:25:30.293261 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f66da67-cf9e-4071-8573-14510fb5f161 req-b6bbad50-4ab2-4204-81f2-ab29d297b9f9 tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:25:30.295317 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-5f66da67-cf9e-4071-8573-14510fb5f161 req-b6bbad50-4ab2-4204-81f2-ab29d297b9f9 tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] 10.222.0.66 "GET /v2.0/ports?device_id=2306113c-8f98-42fd-8c0c-3dfac98fff21 HTTP/1.1" status: 200 len: 945 time: 0.0968161 Nov 22 12:25:30.416632 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-5f66da67-cf9e-4071-8573-14510fb5f161 req-f8d7a18e-a50c-43d7-8c3d-f01b5c975d39 tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] 10.222.0.66 "GET /v2.0/security-groups?id=117aa477-d28a-495e-b4af-8d598b569f00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0978682 Nov 22 12:25:30.458051 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-c64d2d96-d5d5-4520-b19c-b0ff42247b28 req-215e7af8-c5ee-40e9-b56c-2e6404ec3f38 service neutron] 10.222.0.46 "GET /v2.0/networks/3bb69f26-c969-40f0-8e57-593fe240347b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1613197 Nov 22 12:25:30.478543 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.l3_hamode_db [None req-6fd654f6-4843-4586-a070-266573688f26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da80b4de-9c9c-4c18-a073-62097029eff8', 'name': 'tempest-TestMinimumBasicScenario-1685909895-router', 'tenant_id': '7b282b4e5e2147a692e990f45ce44b8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52f34850-4f08-4bf9-8f19-1c892d4c6132', 'external_fixed_ips': [{'subnet_id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': '9cc44500-ff5e-4d55-bb54-612434ae443c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T12:23:00Z', 'updated_at': '2021-11-22T12:23:04Z', 'revision_number': 4, 'project_id': '7b282b4e5e2147a692e990f45ce44b8f', 'gw_port': {'id': '9cc44500-ff5e-4d55-bb54-612434ae443c', 'name': '', 'network_id': '52f34850-4f08-4bf9-8f19-1c892d4c6132', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:51:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da80b4de-9c9c-4c18-a073-62097029eff8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T12:23:01Z', 'updated_at': '2021-11-22T12:23:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-13-iscsi', '_interfaces': [{'id': 'aaa35f34-add3-4c25-b90b-58e71029d454', 'name': '', 'network_id': '3bb69f26-c969-40f0-8e57-593fe240347b', 'tenant_id': '7b282b4e5e2147a692e990f45ce44b8f', 'mac_address': 'fa:16:3e:03:10:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da80b4de-9c9c-4c18-a073-62097029eff8', 'device_owner': 'network:router_interface', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '8eb197fb-0ac4-498b-bea4-1e9726d009e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T12:23:03Z', 'updated_at': '2021-11-22T12:23:09Z', 'revision_number': 5, 'project_id': '7b282b4e5e2147a692e990f45ce44b8f', 'subnets': [{'id': '8eb197fb-0ac4-498b-bea4-1e9726d009e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-13-iscsi', False) {} {{(pid=102751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 12:25:30.520428 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fd654f6-4843-4586-a070-266573688f26 None None] The sync data for ids ['da80b4de-9c9c-4c18-a073-62097029eff8'] in dv-cinder-768458-13-iscsi is: [{'id': 'da80b4de-9c9c-4c18-a073-62097029eff8', 'name': 'tempest-TestMinimumBasicScenario-1685909895-router', 'tenant_id': '7b282b4e5e2147a692e990f45ce44b8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52f34850-4f08-4bf9-8f19-1c892d4c6132', 'external_fixed_ips': [{'subnet_id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': '9cc44500-ff5e-4d55-bb54-612434ae443c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T12:23:00Z', 'updated_at': '2021-11-22T12:23:04Z', 'revision_number': 4, 'project_id': '7b282b4e5e2147a692e990f45ce44b8f', 'gw_port': {'id': '9cc44500-ff5e-4d55-bb54-612434ae443c', 'name': '', 'network_id': '52f34850-4f08-4bf9-8f19-1c892d4c6132', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:51:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da80b4de-9c9c-4c18-a073-62097029eff8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T12:23:01Z', 'updated_at': '2021-11-22T12:23:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-13-iscsi', '_interfaces': [{'id': 'aaa35f34-add3-4c25-b90b-58e71029d454', 'name': '', 'network_id': '3bb69f26-c969-40f0-8e57-593fe240347b', 'tenant_id': '7b282b4e5e2147a692e990f45ce44b8f', 'mac_address': 'fa:16:3e:03:10:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da80b4de-9c9c-4c18-a073-62097029eff8', 'device_owner': 'network:router_interface', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '8eb197fb-0ac4-498b-bea4-1e9726d009e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T12:23:03Z', 'updated_at': '2021-11-22T12:23:09Z', 'revision_number': 5, 'project_id': '7b282b4e5e2147a692e990f45ce44b8f', 'subnets': [{'id': '8eb197fb-0ac4-498b-bea4-1e9726d009e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 12:25:30.571754 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-c64d2d96-d5d5-4520-b19c-b0ff42247b28 req-853d863e-9c9d-40c5-bdee-5029921e6932 service neutron] 10.222.0.46 "GET /v2.0/networks/3bb69f26-c969-40f0-8e57-593fe240347b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045029 Nov 22 12:25:30.781613 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50f0a144-f570-4797-ae43-672ff4a7c05b None None] New status for floating IP 13dd5393-9806-41b2-b617-36d5d45b2a10: DOWN {{(pid=102752) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 12:25:31.033610 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f9688c-32e2-4293-96d2-f969ea0b4a00 req-e69443f9-bac1-42e8-adcf-cbcc5c8c4196 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:25:31.035483 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-f2f9688c-32e2-4293-96d2-f969ea0b4a00 req-e69443f9-bac1-42e8-adcf-cbcc5c8c4196 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.66 "GET /v2.0/ports?device_id=496ce05f-ecc0-4dfd-b1d4-1c961f763af7 HTTP/1.1" status: 200 len: 945 time: 0.0595763 Nov 22 12:25:31.088951 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-f2f9688c-32e2-4293-96d2-f969ea0b4a00 req-8df11457-3fb7-44fd-8285-eac9dab59c49 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.66 "GET /v2.0/security-groups?id=bea8b415-2a88-446d-8b9a-0201cbf52809&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473371 Nov 22 12:25:31.144758 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be226059-5d26-4d71-bedc-8020d8e491bb req-8ee27783-0b04-4265-a39e-3aa645541e4f tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:25:31.146373 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-be226059-5d26-4d71-bedc-8020d8e491bb req-8ee27783-0b04-4265-a39e-3aa645541e4f tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] 10.222.0.46 "GET /v2.0/ports?device_id=2306113c-8f98-42fd-8c0c-3dfac98fff21 HTTP/1.1" status: 200 len: 945 time: 0.0553756 Nov 22 12:25:31.146906 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.rpc [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Device c27e22cf-346f-4a81-8e7d-d2418b4df811 up at agent hyperv_hv-cinder-76845 {{(pid=102751) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 12:25:31.207352 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.provisioning_blocks [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Provisioning complete for port c27e22cf-346f-4a81-8e7d-d2418b4df811 triggered by entity L2. {{(pid=102751) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 12:25:31.213481 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3821908'] for port, provisioning_complete {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:25:31.282633 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.plugins.ml2.plugin [req-be226059-5d26-4d71-bedc-8020d8e491bb req-6f264f9f-12ce-458a-8f2b-fde09cb7a67f tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] Deleting port 0b19f5ef-ff09-43ae-866e-7b3d6c9fc45c {{(pid=102749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 12:25:31.282984 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [req-be226059-5d26-4d71-bedc-8020d8e491bb req-6f264f9f-12ce-458a-8f2b-fde09cb7a67f tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793343491880'] for port, before_delete {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:25:31.318888 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3931732'] for port, before_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:25:31.347056 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10e112a7-d70a-4499-8be4-fd5e4ab3ec17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c27e22cf-346f-4a81-8e7d-d2418b4df811'}] {{(pid=102751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 12:25:31.349778 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50f57f68d0dae852c32e4f8721e97c07bf2df52fd56e1603e3e4743a1bb51d8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc01e649-b7e3-49ad-8207-c85072c4bc99" -d '{"events": [{"server_uuid": "10e112a7-d70a-4499-8be4-fd5e4ab3ec17", "name": "network-vif-plugged", "status": "completed", "tag": "c27e22cf-346f-4a81-8e7d-d2418b4df811"}]}' {{(pid=102751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 12:25:31.368719 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.db [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] For port c27e22cf-346f-4a81-8e7d-d2418b4df811, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=c27e22cf-346f-4a81-8e7d-d2418b4df811,segment=NetworkSegment(9c6b82f3-7afe-4cdf-a8d0-a821d86ed55a),segment_id=9c6b82f3-7afe-4cdf-a8d0-a821d86ed55a)] {{(pid=102751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 12:25:31.379086 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793343495738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793342949286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793342949304'] for port, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:25:31.397362 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.plugins.ml2.db [req-be226059-5d26-4d71-bedc-8020d8e491bb req-6f264f9f-12ce-458a-8f2b-fde09cb7a67f tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] For port 0b19f5ef-ff09-43ae-866e-7b3d6c9fc45c, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=0b19f5ef-ff09-43ae-866e-7b3d6c9fc45c,segment=NetworkSegment(b78e0815-b799-49df-bef0-4bb183f15c4f),segment_id=b78e0815-b799-49df-bef0-4bb183f15c4f)] {{(pid=102749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 12:25:31.397789 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [req-be226059-5d26-4d71-bedc-8020d8e491bb req-6f264f9f-12ce-458a-8f2b-fde09cb7a67f tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-535547'] for port, precommit_delete {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:25:31.416751 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 12:25:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2924e7e-0556-4353-8eea-8ab69cab9c63 x-openstack-request-id: req-c2924e7e-0556-4353-8eea-8ab69cab9c63 {{(pid=102751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 12:25:31.417194 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10e112a7-d70a-4499-8be4-fd5e4ab3ec17", "name": "network-vif-plugged", "status": "completed", "tag": "c27e22cf-346f-4a81-8e7d-d2418b4df811", "code": 200}]} {{(pid=102751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 12:25:31.417347 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-c2924e7e-0556-4353-8eea-8ab69cab9c63 {{(pid=102751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 12:25:31.417659 dv-cinder-768458-13-iscsi neutron-server[102751]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10e112a7-d70a-4499-8be4-fd5e4ab3ec17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c27e22cf-346f-4a81-8e7d-d2418b4df811', 'code': 200} Nov 22 12:25:31.444504 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Pushing event updated for resources: {'Port': ['ID=c27e22cf-346f-4a81-8e7d-d2418b4df811,revision_number=8']} {{(pid=102751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:25:31.613871 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245bc75f-a362-478e-9c35-5e02e41d11a1 req-3b2bdff3-e6b5-4ec0-88c9-37ca2cecda32 tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:25:31.615489 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-245bc75f-a362-478e-9c35-5e02e41d11a1 req-3b2bdff3-e6b5-4ec0-88c9-37ca2cecda32 tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] 10.222.0.66 "GET /v2.0/ports?device_id=2306113c-8f98-42fd-8c0c-3dfac98fff21 HTTP/1.1" status: 200 len: 945 time: 0.1168268 Nov 22 12:25:31.703701 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [req-be226059-5d26-4d71-bedc-8020d8e491bb req-6f264f9f-12ce-458a-8f2b-fde09cb7a67f tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:25:31.703972 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [req-be226059-5d26-4d71-bedc-8020d8e491bb req-6f264f9f-12ce-458a-8f2b-fde09cb7a67f tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-532624'] for floatingip, after_update {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:25:31.704509 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.db.l3_db [req-be226059-5d26-4d71-bedc-8020d8e491bb req-6f264f9f-12ce-458a-8f2b-fde09cb7a67f tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] Floating IP b8e3f311-852c-41eb-b6f8-f22fc423bdb4 disassociated. External IP: 172.27.0.114, port: 0b19f5ef-ff09-43ae-866e-7b3d6c9fc45c. Nov 22 12:25:31.704850 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.plugins.ml2.plugin [req-be226059-5d26-4d71-bedc-8020d8e491bb req-6f264f9f-12ce-458a-8f2b-fde09cb7a67f tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] Calling delete_port for 0b19f5ef-ff09-43ae-866e-7b3d6c9fc45c owned by compute:nova {{(pid=102749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 12:25:31.724279 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-245bc75f-a362-478e-9c35-5e02e41d11a1 req-ef2af215-8cc9-40f3-9857-6c06a11faa8c tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] 10.222.0.66 "GET /v2.0/security-groups?id=117aa477-d28a-495e-b4af-8d598b569f00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728276 Nov 22 12:25:31.857568 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [req-be226059-5d26-4d71-bedc-8020d8e491bb req-6f264f9f-12ce-458a-8f2b-fde09cb7a67f tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793343495765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793342949277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126077602'] for port, after_delete {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:25:31.888277 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f264f9f-12ce-458a-8f2b-fde09cb7a67f tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] Pushing event deleted for resources: {'Port': ['ID=0b19f5ef-ff09-43ae-866e-7b3d6c9fc45c,revision_number=None']} {{(pid=102749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:25:32.016963 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.scheduler.l3_agent_scheduler [req-be226059-5d26-4d71-bedc-8020d8e491bb req-6f264f9f-12ce-458a-8f2b-fde09cb7a67f tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] Router 63592a9c-68c1-48ea-b288-b87effc8bba2 has already been hosted by L3 agent b4a26ead-6ab2-4f98-a352-c9ed6d39b73e {{(pid=102749) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 12:25:32.230256 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-be226059-5d26-4d71-bedc-8020d8e491bb req-6f264f9f-12ce-458a-8f2b-fde09cb7a67f tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] Notify agent at l3_agent.dv-cinder-768458-13-iscsi the message routers_updated {{(pid=102749) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 12:25:32.249000 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f641f29e-20a2-44df-a6a9-0d7be77362ed None None] Sync routers for ids ['63592a9c-68c1-48ea-b288-b87effc8bba2'] in dv-cinder-768458-13-iscsi {{(pid=102751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 12:25:32.270023 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f641f29e-20a2-44df-a6a9-0d7be77362ed None None] Routers {'63592a9c-68c1-48ea-b288-b87effc8bba2'} bound to L3 agent in host dv-cinder-768458-13-iscsi {{(pid=102751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 12:25:32.270679 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.l3_hamode_db [None req-f641f29e-20a2-44df-a6a9-0d7be77362ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T12:11:23Z,description=,heartbeat_timestamp=2021-11-22T12:25:23Z,host='dv-cinder-768458-13-iscsi',id=b4a26ead-6ab2-4f98-a352-c9ed6d39b73e,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T12:11:23Z,topic='l3_agent')) {'router_ids': ['63592a9c-68c1-48ea-b288-b87effc8bba2'], 'active': True} {{(pid=102751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 12:25:32.291132 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.db.l3_dvrscheduler_db [req-be226059-5d26-4d71-bedc-8020d8e491bb req-6f264f9f-12ce-458a-8f2b-fde09cb7a67f tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] No DVR routers for this DVR port 0b19f5ef-ff09-43ae-866e-7b3d6c9fc45c on host hv-cinder-76845 {{(pid=102749) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 12:25:32.294210 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [req-be226059-5d26-4d71-bedc-8020d8e491bb req-6f264f9f-12ce-458a-8f2b-fde09cb7a67f tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434365'] for port, before_response {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:25:32.297861 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-be226059-5d26-4d71-bedc-8020d8e491bb req-6f264f9f-12ce-458a-8f2b-fde09cb7a67f tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] 10.222.0.46 "DELETE /v2.0/ports/0b19f5ef-ff09-43ae-866e-7b3d6c9fc45c HTTP/1.1" status: 204 len: 173 time: 1.1442258 Nov 22 12:25:32.298357 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2306113c-8f98-42fd-8c0c-3dfac98fff21', 'name': 'network-vif-deleted', 'tag': '0b19f5ef-ff09-43ae-866e-7b3d6c9fc45c'}] {{(pid=102749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 12:25:32.300861 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e75a82c02e5e8e80361e9b8ad1df1450ec212ebfa93d78ee9da720cb5365782c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e73a62ec-989c-4daf-9c27-a1d8639ebc09" -d '{"events": [{"server_uuid": "2306113c-8f98-42fd-8c0c-3dfac98fff21", "name": "network-vif-deleted", "tag": "0b19f5ef-ff09-43ae-866e-7b3d6c9fc45c"}]}' {{(pid=102749) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 12:25:32.324866 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334a3989-2c11-4942-9d38-b712d08f8b6e req-27b631f4-4f76-483e-91cb-0a46b031906a tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:25:32.326661 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-334a3989-2c11-4942-9d38-b712d08f8b6e req-27b631f4-4f76-483e-91cb-0a46b031906a tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.66 "GET /v2.0/ports?device_id=496ce05f-ecc0-4dfd-b1d4-1c961f763af7 HTTP/1.1" status: 200 len: 945 time: 0.1457405 Nov 22 12:25:32.416771 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33758d88-49fe-4e38-82b4-0a40a1eb0ff5 req-37831829-636f-4d9d-aefd-a5a6a4da417c tempest-TestMinimumBasicScenario-1001353867 tempest-TestMinimumBasicScenario-1001353867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:25:32.418420 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-33758d88-49fe-4e38-82b4-0a40a1eb0ff5 req-37831829-636f-4d9d-aefd-a5a6a4da417c tempest-TestMinimumBasicScenario-1001353867 tempest-TestMinimumBasicScenario-1001353867-project] 10.222.0.66 "GET /v2.0/ports?device_id=131dcb5b-f62d-42ec-b0d0-588a120aa1d3 HTTP/1.1" status: 200 len: 946 time: 0.0907719 Nov 22 12:25:32.442046 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.l3_dvr_db [None req-f641f29e-20a2-44df-a6a9-0d7be77362ed None None] Set router 63592a9c-68c1-48ea-b288-b87effc8bba2 gateway port host: dv-cinder-768458-13-iscsi {{(pid=102751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 12:25:32.450895 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-334a3989-2c11-4942-9d38-b712d08f8b6e req-1cbbf956-8a09-4eb9-a945-498d06166cc5 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.66 "GET /v2.0/security-groups?id=bea8b415-2a88-446d-8b9a-0201cbf52809&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1125216 Nov 22 12:25:32.528153 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 12:25:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-027c563c-d025-460c-9f68-646976d8acea x-openstack-request-id: req-027c563c-d025-460c-9f68-646976d8acea {{(pid=102749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 12:25:32.528634 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2306113c-8f98-42fd-8c0c-3dfac98fff21", "name": "network-vif-deleted", "tag": "0b19f5ef-ff09-43ae-866e-7b3d6c9fc45c", "status": "completed", "code": 200}]} {{(pid=102749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 12:25:32.529022 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-027c563c-d025-460c-9f68-646976d8acea {{(pid=102749) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 12:25:32.529631 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2306113c-8f98-42fd-8c0c-3dfac98fff21', 'name': 'network-vif-deleted', 'tag': '0b19f5ef-ff09-43ae-866e-7b3d6c9fc45c', 'status': 'completed', 'code': 200} Nov 22 12:25:32.538314 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-33758d88-49fe-4e38-82b4-0a40a1eb0ff5 req-84064ebe-bd44-4c10-b3f2-974081352874 tempest-TestMinimumBasicScenario-1001353867 tempest-TestMinimumBasicScenario-1001353867-project] 10.222.0.66 "GET /v2.0/security-groups?id=fef67df6-c110-4434-a0a2-3d2b51571b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122875 Nov 22 12:25:32.700587 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.l3_hamode_db [None req-f641f29e-20a2-44df-a6a9-0d7be77362ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63592a9c-68c1-48ea-b288-b87effc8bba2', 'name': 'tempest-AttachVolumeTestJSON-126369036-router', 'tenant_id': '7f5dffe9bc3f41c7a2656d194fd02173', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52f34850-4f08-4bf9-8f19-1c892d4c6132', 'external_fixed_ips': [{'subnet_id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'ip_address': '172.27.0.63'}], 'enable_snat': True}, 'gw_port_id': '0ac1a34f-6725-44f8-8b88-8fb9c49da86b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T12:20:16Z', 'updated_at': '2021-11-22T12:20:18Z', 'revision_number': 4, 'project_id': '7f5dffe9bc3f41c7a2656d194fd02173', 'gw_port': {'id': '0ac1a34f-6725-44f8-8b88-8fb9c49da86b', 'name': '', 'network_id': '52f34850-4f08-4bf9-8f19-1c892d4c6132', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:da:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63592a9c-68c1-48ea-b288-b87effc8bba2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 246, 'fixed_ips': [{'subnet_id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'ip_address': '172.27.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T12:20:16Z', 'updated_at': '2021-11-22T12:20:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-13-iscsi', '_interfaces': [{'id': 'bbf1bde1-bd21-4da0-b335-a9b80c21c589', 'name': '', 'network_id': '10b712e1-1243-4ece-87db-2201cf5a5198', 'tenant_id': '7f5dffe9bc3f41c7a2656d194fd02173', 'mac_address': 'fa:16:3e:ee:93:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63592a9c-68c1-48ea-b288-b87effc8bba2', 'device_owner': 'network:router_interface', 'standard_attr_id': 247, 'fixed_ips': [{'subnet_id': '75c4fc63-17cf-4b1b-891d-bbf68c4295d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T12:20:18Z', 'updated_at': '2021-11-22T12:20:22Z', 'revision_number': 5, 'project_id': '7f5dffe9bc3f41c7a2656d194fd02173', 'subnets': [{'id': '75c4fc63-17cf-4b1b-891d-bbf68c4295d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-13-iscsi', False) {} {{(pid=102751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 12:25:32.869229 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f641f29e-20a2-44df-a6a9-0d7be77362ed None None] Checking router: 63592a9c-68c1-48ea-b288-b87effc8bba2 for host: dv-cinder-768458-13-iscsi {{(pid=102751) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 12:25:32.874379 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-237905f9-1884-4e4e-9f29-7fada4ad330a req-3fe12947-67bb-472a-a4fd-db74bba65283 tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] 10.222.0.66 "GET /v2.0/ports?device_id=2306113c-8f98-42fd-8c0c-3dfac98fff21 HTTP/1.1" status: 200 len: 210 time: 0.0514593 Nov 22 12:25:32.880775 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f641f29e-20a2-44df-a6a9-0d7be77362ed None None] Routers {'63592a9c-68c1-48ea-b288-b87effc8bba2'} bound to L3 agent in host dv-cinder-768458-13-iscsi {{(pid=102751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 12:25:32.881424 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.l3_hamode_db [None req-f641f29e-20a2-44df-a6a9-0d7be77362ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T12:11:23Z,description=,heartbeat_timestamp=2021-11-22T12:25:23Z,host='dv-cinder-768458-13-iscsi',id=b4a26ead-6ab2-4f98-a352-c9ed6d39b73e,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T12:11:23Z,topic='l3_agent')) {'router_ids': ['63592a9c-68c1-48ea-b288-b87effc8bba2'], 'active': True} {{(pid=102751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 12:25:33.029350 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.l3_dvr_db [None req-f641f29e-20a2-44df-a6a9-0d7be77362ed None None] Set router 63592a9c-68c1-48ea-b288-b87effc8bba2 gateway port host: dv-cinder-768458-13-iscsi {{(pid=102751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 12:25:33.284994 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.l3_hamode_db [None req-f641f29e-20a2-44df-a6a9-0d7be77362ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63592a9c-68c1-48ea-b288-b87effc8bba2', 'name': 'tempest-AttachVolumeTestJSON-126369036-router', 'tenant_id': '7f5dffe9bc3f41c7a2656d194fd02173', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52f34850-4f08-4bf9-8f19-1c892d4c6132', 'external_fixed_ips': [{'subnet_id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'ip_address': '172.27.0.63'}], 'enable_snat': True}, 'gw_port_id': '0ac1a34f-6725-44f8-8b88-8fb9c49da86b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T12:20:16Z', 'updated_at': '2021-11-22T12:20:18Z', 'revision_number': 4, 'project_id': '7f5dffe9bc3f41c7a2656d194fd02173', 'gw_port': {'id': '0ac1a34f-6725-44f8-8b88-8fb9c49da86b', 'name': '', 'network_id': '52f34850-4f08-4bf9-8f19-1c892d4c6132', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:da:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63592a9c-68c1-48ea-b288-b87effc8bba2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 246, 'fixed_ips': [{'subnet_id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'ip_address': '172.27.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T12:20:16Z', 'updated_at': '2021-11-22T12:20:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-13-iscsi', '_interfaces': [{'id': 'bbf1bde1-bd21-4da0-b335-a9b80c21c589', 'name': '', 'network_id': '10b712e1-1243-4ece-87db-2201cf5a5198', 'tenant_id': '7f5dffe9bc3f41c7a2656d194fd02173', 'mac_address': 'fa:16:3e:ee:93:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63592a9c-68c1-48ea-b288-b87effc8bba2', 'device_owner': 'network:router_interface', 'standard_attr_id': 247, 'fixed_ips': [{'subnet_id': '75c4fc63-17cf-4b1b-891d-bbf68c4295d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T12:20:18Z', 'updated_at': '2021-11-22T12:20:22Z', 'revision_number': 5, 'project_id': '7f5dffe9bc3f41c7a2656d194fd02173', 'subnets': [{'id': '75c4fc63-17cf-4b1b-891d-bbf68c4295d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-13-iscsi', False) {} {{(pid=102751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 12:25:33.316901 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f641f29e-20a2-44df-a6a9-0d7be77362ed None None] The sync data for ids ['63592a9c-68c1-48ea-b288-b87effc8bba2'] in dv-cinder-768458-13-iscsi is: [{'id': '63592a9c-68c1-48ea-b288-b87effc8bba2', 'name': 'tempest-AttachVolumeTestJSON-126369036-router', 'tenant_id': '7f5dffe9bc3f41c7a2656d194fd02173', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52f34850-4f08-4bf9-8f19-1c892d4c6132', 'external_fixed_ips': [{'subnet_id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'ip_address': '172.27.0.63'}], 'enable_snat': True}, 'gw_port_id': '0ac1a34f-6725-44f8-8b88-8fb9c49da86b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T12:20:16Z', 'updated_at': '2021-11-22T12:20:18Z', 'revision_number': 4, 'project_id': '7f5dffe9bc3f41c7a2656d194fd02173', 'gw_port': {'id': '0ac1a34f-6725-44f8-8b88-8fb9c49da86b', 'name': '', 'network_id': '52f34850-4f08-4bf9-8f19-1c892d4c6132', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:da:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63592a9c-68c1-48ea-b288-b87effc8bba2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 246, 'fixed_ips': [{'subnet_id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'ip_address': '172.27.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T12:20:16Z', 'updated_at': '2021-11-22T12:20:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-13-iscsi', '_interfaces': [{'id': 'bbf1bde1-bd21-4da0-b335-a9b80c21c589', 'name': '', 'network_id': '10b712e1-1243-4ece-87db-2201cf5a5198', 'tenant_id': '7f5dffe9bc3f41c7a2656d194fd02173', 'mac_address': 'fa:16:3e:ee:93:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63592a9c-68c1-48ea-b288-b87effc8bba2', 'device_owner': 'network:router_interface', 'standard_attr_id': 247, 'fixed_ips': [{'subnet_id': '75c4fc63-17cf-4b1b-891d-bbf68c4295d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T12:20:18Z', 'updated_at': '2021-11-22T12:20:22Z', 'revision_number': 5, 'project_id': '7f5dffe9bc3f41c7a2656d194fd02173', 'subnets': [{'id': '75c4fc63-17cf-4b1b-891d-bbf68c4295d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 12:25:33.568245 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d5c061d-4226-4d1a-972d-1cb1a8460ad1 None None] New status for floating IP b8e3f311-852c-41eb-b6f8-f22fc423bdb4: DOWN {{(pid=102752) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 12:25:33.602858 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36217712-f5b1-4f1b-a2be-7243fc3be43b req-a9a75b52-a00b-4a0c-a64e-020354fba653 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:25:33.604706 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-36217712-f5b1-4f1b-a2be-7243fc3be43b req-a9a75b52-a00b-4a0c-a64e-020354fba653 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.66 "GET /v2.0/ports?device_id=496ce05f-ecc0-4dfd-b1d4-1c961f763af7 HTTP/1.1" status: 200 len: 945 time: 0.0578418 Nov 22 12:25:33.690068 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-36217712-f5b1-4f1b-a2be-7243fc3be43b req-68199aea-cb0c-47c8-aff1-10007106f5f2 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.66 "GET /v2.0/security-groups?id=bea8b415-2a88-446d-8b9a-0201cbf52809&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0770686 Nov 22 12:25:33.711284 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1932ba55-93ed-4d43-9e40-77993b1fa02a req-18f348ae-aba4-4418-bb2e-ca8a97bdbe86 tempest-TestMinimumBasicScenario-1001353867 tempest-TestMinimumBasicScenario-1001353867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:25:33.712804 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-1932ba55-93ed-4d43-9e40-77993b1fa02a req-18f348ae-aba4-4418-bb2e-ca8a97bdbe86 tempest-TestMinimumBasicScenario-1001353867 tempest-TestMinimumBasicScenario-1001353867-project] 10.222.0.66 "GET /v2.0/ports?device_id=131dcb5b-f62d-42ec-b0d0-588a120aa1d3 HTTP/1.1" status: 200 len: 946 time: 0.0922208 Nov 22 12:25:33.780235 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-1932ba55-93ed-4d43-9e40-77993b1fa02a req-3260bc2e-0dd6-4edb-8655-fb11a9a9b2b3 tempest-TestMinimumBasicScenario-1001353867 tempest-TestMinimumBasicScenario-1001353867-project] 10.222.0.66 "GET /v2.0/security-groups?id=fef67df6-c110-4434-a0a2-3d2b51571b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552235 Nov 22 12:25:33.984210 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.wsgi [-] (102750) accepted ('10.222.0.66', 51870) {{(pid=102750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:25:34.016217 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.db.agents_db [None req-5743c18b-166a-4bd0-85c4-3f13128e6c33 None None] Agent healthcheck: found 6 active agents {{(pid=102752) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 12:25:34.044280 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-50504691-45cd-4d64-9b5c-c54406d14382 tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] Publish callbacks [] for security_group, before_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:25:34.071728 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-50504691-45cd-4d64-9b5c-c54406d14382 tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:25:34.126250 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-50504691-45cd-4d64-9b5c-c54406d14382 tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545565'] for security_group, after_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:25:34.129578 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-50504691-45cd-4d64-9b5c-c54406d14382 tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] Publish callbacks [] for security_group, before_response {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:25:34.130944 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [None req-50504691-45cd-4d64-9b5c-c54406d14382 tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] 10.222.0.66 "DELETE /v2.0/security-groups/117aa477-d28a-495e-b4af-8d598b569f00 HTTP/1.1" status: 204 len: 168 time: 0.1453416 Nov 22 12:25:34.134937 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.wsgi [-] (102750) accepted ('10.222.0.66', 51872) {{(pid=102750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:25:34.156952 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50504691-45cd-4d64-9b5c-c54406d14382 tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=117aa477-d28a-495e-b4af-8d598b569f00,revision_number=None']} {{(pid=102750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:25:34.158986 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.api.v2.resource [None req-7f139b89-870c-4bef-842d-727a7781b33b tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] show failed (client error): The resource could not be found. Nov 22 12:25:34.160086 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [None req-7f139b89-870c-4bef-842d-727a7781b33b tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] 10.222.0.66 "GET /v2.0/security-groups/117aa477-d28a-495e-b4af-8d598b569f00 HTTP/1.1" status: 404 len: 347 time: 0.0240221 Nov 22 12:25:34.164538 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.wsgi [-] (102750) accepted ('10.222.0.66', 51874) {{(pid=102750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:25:34.180587 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3d5d01-b221-4f52-a329-426f6959821b req-e2cfcb59-ce9e-43e9-897e-95d789b2efc5 tempest-TestMinimumBasicScenario-1001353867 tempest-TestMinimumBasicScenario-1001353867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:25:34.182220 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-dc3d5d01-b221-4f52-a329-426f6959821b req-e2cfcb59-ce9e-43e9-897e-95d789b2efc5 tempest-TestMinimumBasicScenario-1001353867 tempest-TestMinimumBasicScenario-1001353867-project] 10.222.0.46 "GET /v2.0/ports?device_id=131dcb5b-f62d-42ec-b0d0-588a120aa1d3 HTTP/1.1" status: 200 len: 946 time: 0.0830479 Nov 22 12:25:34.302388 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.plugins.ml2.plugin [req-dc3d5d01-b221-4f52-a329-426f6959821b req-3269d062-2dd4-4af6-b0dd-4e402dc18715 tempest-TestMinimumBasicScenario-1001353867 tempest-TestMinimumBasicScenario-1001353867-project] Deleting port f7e46359-fc84-431c-88fd-b6af0c318ee6 {{(pid=102749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 12:25:34.302743 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [req-dc3d5d01-b221-4f52-a329-426f6959821b req-3269d062-2dd4-4af6-b0dd-4e402dc18715 tempest-TestMinimumBasicScenario-1001353867 tempest-TestMinimumBasicScenario-1001353867-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793343491880'] for port, before_delete {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:25:34.304962 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.plugins.ml2.plugin [None req-b7a987e7-9ea1-4d88-b449-39dd53bbfc7a tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] Deleting port a17177de-d449-4c83-82e0-2e8531b7e6b4 {{(pid=102750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 12:25:34.305310 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-b7a987e7-9ea1-4d88-b449-39dd53bbfc7a tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793343491880'] for port, before_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:25:34.394416 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-b7a987e7-9ea1-4d88-b449-39dd53bbfc7a tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-535547'] for port, precommit_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:25:34.394747 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-b7a987e7-9ea1-4d88-b449-39dd53bbfc7a tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:25:34.409326 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.plugins.ml2.plugin [None req-b7a987e7-9ea1-4d88-b449-39dd53bbfc7a tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] Calling delete_port for a17177de-d449-4c83-82e0-2e8531b7e6b4 owned by network:floatingip {{(pid=102750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 12:25:34.420822 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.plugins.ml2.db [req-dc3d5d01-b221-4f52-a329-426f6959821b req-3269d062-2dd4-4af6-b0dd-4e402dc18715 tempest-TestMinimumBasicScenario-1001353867 tempest-TestMinimumBasicScenario-1001353867-project] For port f7e46359-fc84-431c-88fd-b6af0c318ee6, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=f7e46359-fc84-431c-88fd-b6af0c318ee6,segment=NetworkSegment(febd2015-56a8-4ea3-acf5-8c944ae8a2eb),segment_id=febd2015-56a8-4ea3-acf5-8c944ae8a2eb)] {{(pid=102749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 12:25:34.421228 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [req-dc3d5d01-b221-4f52-a329-426f6959821b req-3269d062-2dd4-4af6-b0dd-4e402dc18715 tempest-TestMinimumBasicScenario-1001353867 tempest-TestMinimumBasicScenario-1001353867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-535547'] for port, precommit_delete {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:25:34.435895 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.plugins.ml2.plugin [req-dc3d5d01-b221-4f52-a329-426f6959821b req-3269d062-2dd4-4af6-b0dd-4e402dc18715 tempest-TestMinimumBasicScenario-1001353867 tempest-TestMinimumBasicScenario-1001353867-project] Calling delete_port for f7e46359-fc84-431c-88fd-b6af0c318ee6 owned by compute:nova {{(pid=102749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 12:25:34.593513 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [req-dc3d5d01-b221-4f52-a329-426f6959821b req-3269d062-2dd4-4af6-b0dd-4e402dc18715 tempest-TestMinimumBasicScenario-1001353867 tempest-TestMinimumBasicScenario-1001353867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793343495765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793342949277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126077602'] for port, after_delete {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:25:34.595784 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-b7a987e7-9ea1-4d88-b449-39dd53bbfc7a tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793343495765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793342949277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128483729'] for port, after_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:25:34.607577 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.db [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] get_ports_and_sgs() called for port_ids ['f7e46359-fc84-431c-88fd-b6af0c318ee6'] {{(pid=102751) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 12:25:34.624776 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3269d062-2dd4-4af6-b0dd-4e402dc18715 tempest-TestMinimumBasicScenario-1001353867 tempest-TestMinimumBasicScenario-1001353867-project] Pushing event deleted for resources: {'Port': ['ID=f7e46359-fc84-431c-88fd-b6af0c318ee6,revision_number=None']} {{(pid=102749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:25:34.647138 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a987e7-9ea1-4d88-b449-39dd53bbfc7a tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] Pushing event deleted for resources: {'Port': ['ID=a17177de-d449-4c83-82e0-2e8531b7e6b4,revision_number=None']} {{(pid=102750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:25:34.674106 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc3d5d01-b221-4f52-a329-426f6959821b req-3269d062-2dd4-4af6-b0dd-4e402dc18715 tempest-TestMinimumBasicScenario-1001353867 tempest-TestMinimumBasicScenario-1001353867-project] No DVR routers for this DVR port f7e46359-fc84-431c-88fd-b6af0c318ee6 on host hv-cinder-76845 {{(pid=102749) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 12:25:34.676978 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [req-dc3d5d01-b221-4f52-a329-426f6959821b req-3269d062-2dd4-4af6-b0dd-4e402dc18715 tempest-TestMinimumBasicScenario-1001353867 tempest-TestMinimumBasicScenario-1001353867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434365'] for port, before_response {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:25:34.681578 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-dc3d5d01-b221-4f52-a329-426f6959821b req-3269d062-2dd4-4af6-b0dd-4e402dc18715 tempest-TestMinimumBasicScenario-1001353867 tempest-TestMinimumBasicScenario-1001353867-project] 10.222.0.46 "DELETE /v2.0/ports/f7e46359-fc84-431c-88fd-b6af0c318ee6 HTTP/1.1" status: 204 len: 173 time: 0.4914157 Nov 22 12:25:34.682226 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '131dcb5b-f62d-42ec-b0d0-588a120aa1d3', 'name': 'network-vif-deleted', 'tag': 'f7e46359-fc84-431c-88fd-b6af0c318ee6'}] {{(pid=102749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 12:25:34.684966 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e75a82c02e5e8e80361e9b8ad1df1450ec212ebfa93d78ee9da720cb5365782c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19e440e6-ba10-44ca-a5fe-dcd606e1b3b8" -d '{"events": [{"server_uuid": "131dcb5b-f62d-42ec-b0d0-588a120aa1d3", "name": "network-vif-deleted", "tag": "f7e46359-fc84-431c-88fd-b6af0c318ee6"}]}' {{(pid=102749) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 12:25:34.706061 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-b7a987e7-9ea1-4d88-b449-39dd53bbfc7a tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] Publish callbacks [] for floatingip, after_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:25:34.706061 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-b7a987e7-9ea1-4d88-b449-39dd53bbfc7a tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434365'] for floatingip, before_response {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:25:34.706061 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [None req-b7a987e7-9ea1-4d88-b449-39dd53bbfc7a tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] 10.222.0.66 "DELETE /v2.0/floatingips/b8e3f311-852c-41eb-b6f8-f22fc423bdb4 HTTP/1.1" status: 204 len: 168 time: 0.5402472 Nov 22 12:25:34.740231 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 12:25:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d443cf7-40f9-416a-9964-79187fb50a9d x-openstack-request-id: req-5d443cf7-40f9-416a-9964-79187fb50a9d {{(pid=102749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 12:25:34.740522 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "131dcb5b-f62d-42ec-b0d0-588a120aa1d3", "name": "network-vif-deleted", "tag": "f7e46359-fc84-431c-88fd-b6af0c318ee6", "status": "completed", "code": 200}]} {{(pid=102749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 12:25:34.741503 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-5d443cf7-40f9-416a-9964-79187fb50a9d {{(pid=102749) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 12:25:34.741503 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '131dcb5b-f62d-42ec-b0d0-588a120aa1d3', 'name': 'network-vif-deleted', 'tag': 'f7e46359-fc84-431c-88fd-b6af0c318ee6', 'status': 'completed', 'code': 200} Nov 22 12:25:34.889001 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e33d769-b0bc-472b-9b22-83e6b6b0fe70 req-d89eb986-0cf6-4b62-81f0-4517a2e26728 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:25:34.890969 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-9e33d769-b0bc-472b-9b22-83e6b6b0fe70 req-d89eb986-0cf6-4b62-81f0-4517a2e26728 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.66 "GET /v2.0/ports?device_id=496ce05f-ecc0-4dfd-b1d4-1c961f763af7 HTTP/1.1" status: 200 len: 945 time: 0.0654306 Nov 22 12:25:34.943859 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-9e33d769-b0bc-472b-9b22-83e6b6b0fe70 req-e6b60178-8857-4063-b312-9d78c354fd38 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.66 "GET /v2.0/security-groups?id=bea8b415-2a88-446d-8b9a-0201cbf52809&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458121 Nov 22 12:25:35.058499 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-6850e0e9-f74d-4fcc-b169-9a2d128bb450 req-4fdfc4ae-46d8-4b5a-907b-af15ca148688 tempest-TestMinimumBasicScenario-1001353867 tempest-TestMinimumBasicScenario-1001353867-project] 10.222.0.66 "GET /v2.0/ports?device_id=131dcb5b-f62d-42ec-b0d0-588a120aa1d3 HTTP/1.1" status: 200 len: 210 time: 0.0279229 Nov 22 12:25:35.175433 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.rpc [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Device 0b19f5ef-ff09-43ae-866e-7b3d6c9fc45c no longer exists at agent hyperv_hv-cinder-76845 {{(pid=102751) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 12:25:35.178800 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.wsgi [-] (102749) accepted ('10.222.0.66', 51884) {{(pid=102749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:25:35.185038 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.v2.base [None req-7e7ef65a-9dce-492a-9d17-8bf9522bb918 tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1212079809', 'description': 'tempest-description--1964984384'}} {{(pid=102749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 12:25:35.206531 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.plugin [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] No Port match for: 0b19f5ef-ff09-43ae-866e-7b3d6c9fc45c {{(pid=102751) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 12:25:35.206762 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.rpc [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Device 0b19f5ef-ff09-43ae-866e-7b3d6c9fc45c not bound to the agent host hv-cinder-76845 {{(pid=102751) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 12:25:35.224789 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-7e7ef65a-9dce-492a-9d17-8bf9522bb918 tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] Publish callbacks [] for security_group, before_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:25:35.311120 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-7e7ef65a-9dce-492a-9d17-8bf9522bb918 tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] Publish callbacks [] for security_group, precommit_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:25:35.316287 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-7e7ef65a-9dce-492a-9d17-8bf9522bb918 tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545565'] for security_group, after_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:25:35.357357 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7ef65a-9dce-492a-9d17-8bf9522bb918 tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] Pushing event updated for resources: {'SecurityGroup': ['ID=42c847cf-7296-4ab8-8762-4ec01f5ec735,revision_number=1']} {{(pid=102749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:25:35.364570 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-7e7ef65a-9dce-492a-9d17-8bf9522bb918 tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] Publish callbacks [] for security_group, before_response {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:25:35.366596 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [None req-7e7ef65a-9dce-492a-9d17-8bf9522bb918 tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1861155 Nov 22 12:25:35.369276 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.wsgi [-] (102749) accepted ('10.222.0.66', 51886) {{(pid=102749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:25:35.376392 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.v2.base [None req-4e72e835-5c88-4de5-91c8-2037c611de06 tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] Request body: {'security_group_rule': {'security_group_id': '42c847cf-7296-4ab8-8762-4ec01f5ec735', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 12:25:35.417532 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-4e72e835-5c88-4de5-91c8-2037c611de06 tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:25:35.488811 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-4e72e835-5c88-4de5-91c8-2037c611de06 tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:25:35.494332 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-4e72e835-5c88-4de5-91c8-2037c611de06 tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754837'] for security_group_rule, after_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:25:35.511768 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e72e835-5c88-4de5-91c8-2037c611de06 tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7944b0eb-609a-4a19-88b2-988e213fba2e,revision_number=0']} {{(pid=102749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:25:35.532187 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-4e72e835-5c88-4de5-91c8-2037c611de06 tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:25:35.534695 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [None req-4e72e835-5c88-4de5-91c8-2037c611de06 tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1639271 Nov 22 12:25:35.537885 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.wsgi [-] (102749) accepted ('10.222.0.66', 51896) {{(pid=102749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:25:35.542927 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.v2.base [None req-5c9420dc-fe39-4744-a256-38c32f32fbf5 tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] Request body: {'security_group_rule': {'security_group_id': '42c847cf-7296-4ab8-8762-4ec01f5ec735', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 12:25:35.573034 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-5c9420dc-fe39-4744-a256-38c32f32fbf5 tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:25:35.636612 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-5c9420dc-fe39-4744-a256-38c32f32fbf5 tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:25:35.641101 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-5c9420dc-fe39-4744-a256-38c32f32fbf5 tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754837'] for security_group_rule, after_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:25:35.662211 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9420dc-fe39-4744-a256-38c32f32fbf5 tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af6acf7f-1b0f-49a9-af80-b96ed88812a8,revision_number=0']} {{(pid=102749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:25:35.672194 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-5c9420dc-fe39-4744-a256-38c32f32fbf5 tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:25:35.673788 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [None req-5c9420dc-fe39-4744-a256-38c32f32fbf5 tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1347055 Nov 22 12:25:35.677439 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.wsgi [-] (102750) accepted ('10.222.0.66', 51902) {{(pid=102750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:25:35.682266 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.v2.base [None req-39e66f6c-17a5-49cd-96e2-5b63092575e7 tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] Request body: {'floatingip': {'floating_network_id': '52f34850-4f08-4bf9-8f19-1c892d4c6132'}} {{(pid=102750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 12:25:35.709521 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-39e66f6c-17a5-49cd-96e2-5b63092575e7 tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] Publish callbacks [] for floatingip, before_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:25:35.823619 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-39e66f6c-17a5-49cd-96e2-5b63092575e7 tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3931732'] for port, before_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:25:35.950494 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.db.db_base_plugin_common [None req-39e66f6c-17a5-49cd-96e2-5b63092575e7 tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] Allocated IP 172.27.0.224 (52f34850-4f08-4bf9-8f19-1c892d4c6132/9e59152d-9f1b-4a42-ae53-82f6bd285144/e1562a79-8c22-4af3-9fec-b7857fedea5d) {{(pid=102750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 12:25:36.091013 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-39e66f6c-17a5-49cd-96e2-5b63092575e7 tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] Publish callbacks [] for port, precommit_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:25:36.120223 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1505677-cf39-4e14-a531-c86fd8cbb8aa req-52e15c75-8aff-4a46-b4a9-309fa1e8169c tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:25:36.123741 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-c1505677-cf39-4e14-a531-c86fd8cbb8aa req-52e15c75-8aff-4a46-b4a9-309fa1e8169c tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.66 "GET /v2.0/ports?device_id=496ce05f-ecc0-4dfd-b1d4-1c961f763af7 HTTP/1.1" status: 200 len: 945 time: 0.0892942 Nov 22 12:25:36.185435 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-39e66f6c-17a5-49cd-96e2-5b63092575e7 tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793342949268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128483729'] for port, after_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:25:36.245241 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39e66f6c-17a5-49cd-96e2-5b63092575e7 tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] Network 52f34850-4f08-4bf9-8f19-1c892d4c6132 is already hosted by enough agents. {{(pid=102750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 12:25:36.247355 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-c1505677-cf39-4e14-a531-c86fd8cbb8aa req-019a293e-bee6-4b3f-85b8-d5feebf0eb62 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.66 "GET /v2.0/security-groups?id=bea8b415-2a88-446d-8b9a-0201cbf52809&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1096292 Nov 22 12:25:36.268736 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.scheduler.base_scheduler [None req-39e66f6c-17a5-49cd-96e2-5b63092575e7 tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] Resources bound (agent type, host, resource id): {{(pid=102750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 12:25:36.275710 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39e66f6c-17a5-49cd-96e2-5b63092575e7 tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] Received port after_create {{(pid=102750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 12:25:36.278766 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e66f6c-17a5-49cd-96e2-5b63092575e7 tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] Pushing event updated for resources: {'Port': ['ID=e1562a79-8c22-4af3-9fec-b7857fedea5d,revision_number=1']} {{(pid=102750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:25:36.407428 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-39e66f6c-17a5-49cd-96e2-5b63092575e7 tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:25:36.468022 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-39e66f6c-17a5-49cd-96e2-5b63092575e7 tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3931732'] for port, before_update {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:25:36.720704 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-39e66f6c-17a5-49cd-96e2-5b63092575e7 tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] Publish callbacks [] for port, precommit_update {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:25:36.727206 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-39e66f6c-17a5-49cd-96e2-5b63092575e7 tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793343495738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793342949286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793342949304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128483736'] for port, after_update {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:25:36.842282 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e66f6c-17a5-49cd-96e2-5b63092575e7 tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] Pushing event updated for resources: {'Port': ['ID=e1562a79-8c22-4af3-9fec-b7857fedea5d,revision_number=2']} {{(pid=102750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:25:36.861409 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e66f6c-17a5-49cd-96e2-5b63092575e7 tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:25:36.861409 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e66f6c-17a5-49cd-96e2-5b63092575e7 tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:25:36.861409 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e66f6c-17a5-49cd-96e2-5b63092575e7 tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:25:36.861409 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e66f6c-17a5-49cd-96e2-5b63092575e7 tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:25:36.861409 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e66f6c-17a5-49cd-96e2-5b63092575e7 tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:25:36.862722 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e66f6c-17a5-49cd-96e2-5b63092575e7 tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:25:36.862722 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e66f6c-17a5-49cd-96e2-5b63092575e7 tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:25:36.862722 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e66f6c-17a5-49cd-96e2-5b63092575e7 tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:25:36.862722 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e66f6c-17a5-49cd-96e2-5b63092575e7 tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:25:36.863407 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e66f6c-17a5-49cd-96e2-5b63092575e7 tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:25:36.863407 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e66f6c-17a5-49cd-96e2-5b63092575e7 tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:25:36.863769 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e66f6c-17a5-49cd-96e2-5b63092575e7 tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:25:36.877950 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-39e66f6c-17a5-49cd-96e2-5b63092575e7 tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-532624'] for floatingip, after_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:25:36.908775 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-39e66f6c-17a5-49cd-96e2-5b63092575e7 tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434365'] for floatingip, before_response {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:25:36.910621 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [None req-39e66f6c-17a5-49cd-96e2-5b63092575e7 tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2320735 Nov 22 12:25:37.104797 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.wsgi [-] (102750) accepted ('10.222.0.66', 51970) {{(pid=102750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:25:37.185881 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.rpc [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Device 94a1cac1-1361-4086-b60b-55660b9c75fc details requested by agent hyperv_hv-cinder-76845 with host hv-cinder-76845 {{(pid=102751) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 12:25:37.291931 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-944e7534-4b63-4199-8c25-bc8ed9650108 req-800dc27e-5fe2-435f-8592-443afa09f2fb tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-securitygroup--1212079809&fields=id&tenant_id=7f5dffe9bc3f41c7a2656d194fd02173 HTTP/1.1" status: 200 len: 267 time: 0.1291904 Nov 22 12:25:37.366299 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.db [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] For port 94a1cac1-1361-4086-b60b-55660b9c75fc, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=94a1cac1-1361-4086-b60b-55660b9c75fc,segment=NetworkSegment(ad989668-ff42-4f8a-9eac-7040e599f03e),segment_id=ad989668-ff42-4f8a-9eac-7040e599f03e)] {{(pid=102751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 12:25:37.383895 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.rpc [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Returning: {'device': '94a1cac1-1361-4086-b60b-55660b9c75fc', 'network_id': '47c7c2df-c485-45be-9ae4-891cba4c7953', 'port_id': '94a1cac1-1361-4086-b60b-55660b9c75fc', 'mac_address': 'fa:16:3e:e5:c2:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 623, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b38e15d-2758-41f6-bf64-d497af1d9f95', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102751) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 12:25:37.453287 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3931732'] for port, before_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:25:37.480405 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.notifiers.nova [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 94a1cac1-1361-4086-b60b-55660b9c75fc {{(pid=102751) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 12:25:37.523365 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.db [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] For port 94a1cac1-1361-4086-b60b-55660b9c75fc, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=94a1cac1-1361-4086-b60b-55660b9c75fc,segment=NetworkSegment(ad989668-ff42-4f8a-9eac-7040e599f03e),segment_id=ad989668-ff42-4f8a-9eac-7040e599f03e)] {{(pid=102751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 12:25:37.528257 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944e7534-4b63-4199-8c25-bc8ed9650108 req-fec95da0-772c-48b4-ba9f-8090e46d4f53 tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:25:37.529814 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-944e7534-4b63-4199-8c25-bc8ed9650108 req-fec95da0-772c-48b4-ba9f-8090e46d4f53 tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] 10.222.0.66 "GET /v2.0/networks?id=10b712e1-1243-4ece-87db-2201cf5a5198 HTTP/1.1" status: 200 len: 810 time: 0.2362273 Nov 22 12:25:37.533425 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793343495738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793342949286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793342949304'] for port, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:25:37.560705 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823a6570-03ce-4de3-a6b4-eefc0df25469 req-de26a437-f4b1-41e4-bf7a-136ad6d202cb tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:25:37.562727 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-823a6570-03ce-4de3-a6b4-eefc0df25469 req-de26a437-f4b1-41e4-bf7a-136ad6d202cb tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.66 "GET /v2.0/ports?device_id=496ce05f-ecc0-4dfd-b1d4-1c961f763af7 HTTP/1.1" status: 200 len: 945 time: 0.1287968 Nov 22 12:25:37.604697 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-944e7534-4b63-4199-8c25-bc8ed9650108 req-9a469ba8-8127-4294-bb95-a04ed97c01c2 tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] 10.222.0.66 "GET /v2.0/quotas/7f5dffe9bc3f41c7a2656d194fd02173 HTTP/1.1" status: 200 len: 375 time: 0.0647459 Nov 22 12:25:37.644006 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.db [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] get_ports_and_sgs() called for port_ids ['94a1cac1-1361-4086-b60b-55660b9c75fc'] {{(pid=102751) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 12:25:37.695275 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-823a6570-03ce-4de3-a6b4-eefc0df25469 req-2516a29b-cbb9-4270-a646-df72d59b67c9 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.66 "GET /v2.0/security-groups?id=bea8b415-2a88-446d-8b9a-0201cbf52809&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0954103 Nov 22 12:25:37.699064 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Pushing event updated for resources: {'Port': ['ID=94a1cac1-1361-4086-b60b-55660b9c75fc,revision_number=6']} {{(pid=102751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:25:37.712631 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-9f8ddcc6-1efe-465b-9b75-1298cd8290b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-531600'] for router_interface, before_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:25:37.741895 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-944e7534-4b63-4199-8c25-bc8ed9650108 req-b0c558b7-117c-4c54-9f20-4a73fe64d3c2 tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=7f5dffe9bc3f41c7a2656d194fd02173&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1269166 Nov 22 12:25:37.988221 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-944e7534-4b63-4199-8c25-bc8ed9650108 req-89eeeb30-11f8-4558-a625-0ee8816739ed service neutron] 10.222.0.66 "GET /v2.0/networks/10b712e1-1243-4ece-87db-2201cf5a5198?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2178822 Nov 22 12:25:38.091753 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.plugins.ml2.plugin [None req-9f8ddcc6-1efe-465b-9b75-1298cd8290b5 admin admin] Deleting port aaa35f34-add3-4c25-b90b-58e71029d454 {{(pid=102750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 12:25:38.092476 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-9f8ddcc6-1efe-465b-9b75-1298cd8290b5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793343491880'] for port, before_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:25:38.143448 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-944e7534-4b63-4199-8c25-bc8ed9650108 req-2baab304-aa1f-420c-9792-a23969e817ad service neutron] 10.222.0.66 "GET /v2.0/networks/10b712e1-1243-4ece-87db-2201cf5a5198?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1537490 Nov 22 12:25:38.250837 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.plugins.ml2.db [None req-9f8ddcc6-1efe-465b-9b75-1298cd8290b5 admin admin] For port aaa35f34-add3-4c25-b90b-58e71029d454, host dv-cinder-768458-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-13-iscsi',level=0,port_id=aaa35f34-add3-4c25-b90b-58e71029d454,segment=NetworkSegment(febd2015-56a8-4ea3-acf5-8c944ae8a2eb),segment_id=febd2015-56a8-4ea3-acf5-8c944ae8a2eb)] {{(pid=102750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 12:25:38.251449 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-9f8ddcc6-1efe-465b-9b75-1298cd8290b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-535547'] for port, precommit_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:25:38.269688 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.plugins.ml2.plugin [None req-9f8ddcc6-1efe-465b-9b75-1298cd8290b5 admin admin] Calling delete_port for aaa35f34-add3-4c25-b90b-58e71029d454 owned by network:router_interface {{(pid=102750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 12:25:38.455321 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-45014077-ea72-4acb-8708-28305d213b01 req-2d588f63-0ba1-4b15-bdc1-f6a5741a13bf tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] 10.222.0.66 "GET /v2.0/ports?device_id=e5d549b4-7eb7-4cdd-90f0-ead23b7df090 HTTP/1.1" status: 200 len: 210 time: 0.0710158 Nov 22 12:25:38.554043 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-9f8ddcc6-1efe-465b-9b75-1298cd8290b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793343495765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793342949277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128483729'] for port, after_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:25:38.605931 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8ddcc6-1efe-465b-9b75-1298cd8290b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=aaa35f34-add3-4c25-b90b-58e71029d454,revision_number=None']} {{(pid=102750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:25:38.951212 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30584b4f-73e6-4334-a037-f8391b054ea6 req-4e8acb99-05d4-478d-bd63-5b33b0db36db tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:25:38.972893 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-30584b4f-73e6-4334-a037-f8391b054ea6 req-4e8acb99-05d4-478d-bd63-5b33b0db36db tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.66 "GET /v2.0/ports?device_id=496ce05f-ecc0-4dfd-b1d4-1c961f763af7 HTTP/1.1" status: 200 len: 944 time: 0.1501634 Nov 22 12:25:39.030747 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-9f8ddcc6-1efe-465b-9b75-1298cd8290b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-758388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531580'] for router_interface, after_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:25:39.124189 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-30584b4f-73e6-4334-a037-f8391b054ea6 req-b82540f9-28c1-4500-b718-e44a9047c8e5 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.66 "GET /v2.0/security-groups?id=bea8b415-2a88-446d-8b9a-0201cbf52809&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1490278 Nov 22 12:25:39.191974 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.rpc [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Device 94a1cac1-1361-4086-b60b-55660b9c75fc up at agent hyperv_hv-cinder-76845 {{(pid=102751) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 12:25:39.314467 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.provisioning_blocks [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Provisioning complete for port 94a1cac1-1361-4086-b60b-55660b9c75fc triggered by entity L2. {{(pid=102751) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 12:25:39.315062 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3821908'] for port, provisioning_complete {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:25:39.383390 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f8ddcc6-1efe-465b-9b75-1298cd8290b5 admin admin] Router da80b4de-9c9c-4c18-a073-62097029eff8 has already been hosted by L3 agent b4a26ead-6ab2-4f98-a352-c9ed6d39b73e {{(pid=102750) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 12:25:39.519441 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3931732'] for port, before_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:25:39.569142 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '496ce05f-ecc0-4dfd-b1d4-1c961f763af7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94a1cac1-1361-4086-b60b-55660b9c75fc'}] {{(pid=102751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 12:25:39.570376 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f8ddcc6-1efe-465b-9b75-1298cd8290b5 admin admin] Notify agent at l3_agent.dv-cinder-768458-13-iscsi the message routers_updated {{(pid=102750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 12:25:39.574068 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50f57f68d0dae852c32e4f8721e97c07bf2df52fd56e1603e3e4743a1bb51d8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df16211c-2bed-448e-8c6a-d5a906f6de73" -d '{"events": [{"server_uuid": "496ce05f-ecc0-4dfd-b1d4-1c961f763af7", "name": "network-vif-plugged", "status": "completed", "tag": "94a1cac1-1361-4086-b60b-55660b9c75fc"}]}' {{(pid=102751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 12:25:39.608201 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [None req-9f8ddcc6-1efe-465b-9b75-1298cd8290b5 admin admin] 10.222.0.66 "PUT /v2.0/routers/da80b4de-9c9c-4c18-a073-62097029eff8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4999490 Nov 22 12:25:39.611601 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.wsgi [-] (102750) accepted ('10.222.0.66', 51994) {{(pid=102750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:25:39.617528 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-02ecfa6c-c09d-47ad-8def-9d531565ada7 req-f2a0245d-aa94-4d4b-88d5-3c05a7c0d0b1 tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] 10.222.0.66 "GET /v2.0/ports?device_id=e5d549b4-7eb7-4cdd-90f0-ead23b7df090 HTTP/1.1" status: 200 len: 210 time: 0.0426381 Nov 22 12:25:39.621822 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e13f9bd4-d1fc-413e-8273-9fbd61539bc0 None None] Sync routers for ids ['da80b4de-9c9c-4c18-a073-62097029eff8'] in dv-cinder-768458-13-iscsi {{(pid=102751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 12:25:39.679804 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.db [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] For port 94a1cac1-1361-4086-b60b-55660b9c75fc, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=94a1cac1-1361-4086-b60b-55660b9c75fc,segment=NetworkSegment(ad989668-ff42-4f8a-9eac-7040e599f03e),segment_id=ad989668-ff42-4f8a-9eac-7040e599f03e)] {{(pid=102751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 12:25:39.690930 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e13f9bd4-d1fc-413e-8273-9fbd61539bc0 None None] Routers {'da80b4de-9c9c-4c18-a073-62097029eff8'} bound to L3 agent in host dv-cinder-768458-13-iscsi {{(pid=102751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 12:25:39.691839 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.l3_hamode_db [None req-e13f9bd4-d1fc-413e-8273-9fbd61539bc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T12:11:23Z,description=,heartbeat_timestamp=2021-11-22T12:25:23Z,host='dv-cinder-768458-13-iscsi',id=b4a26ead-6ab2-4f98-a352-c9ed6d39b73e,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T12:11:23Z,topic='l3_agent')) {'router_ids': ['da80b4de-9c9c-4c18-a073-62097029eff8'], 'active': True} {{(pid=102751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 12:25:39.747726 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 12:25:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61059729-df88-4bb6-84f9-2005bdecc24f x-openstack-request-id: req-61059729-df88-4bb6-84f9-2005bdecc24f {{(pid=102751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 12:25:39.748121 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "496ce05f-ecc0-4dfd-b1d4-1c961f763af7", "name": "network-vif-plugged", "status": "completed", "tag": "94a1cac1-1361-4086-b60b-55660b9c75fc", "code": 200}]} {{(pid=102751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 12:25:39.748359 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-61059729-df88-4bb6-84f9-2005bdecc24f {{(pid=102751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 12:25:39.748784 dv-cinder-768458-13-iscsi neutron-server[102751]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '496ce05f-ecc0-4dfd-b1d4-1c961f763af7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94a1cac1-1361-4086-b60b-55660b9c75fc', 'code': 200} Nov 22 12:25:39.749540 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793343495738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793342949286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793342949304'] for port, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:25:39.751122 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.rpc [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Device f7e46359-fc84-431c-88fd-b6af0c318ee6 no longer exists at agent hyperv_hv-cinder-76845 {{(pid=102751) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 12:25:39.817624 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.plugin [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] No Port match for: f7e46359-fc84-431c-88fd-b6af0c318ee6 {{(pid=102751) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 12:25:39.818106 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.rpc [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Device f7e46359-fc84-431c-88fd-b6af0c318ee6 not bound to the agent host hv-cinder-76845 {{(pid=102751) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 12:25:39.867547 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-f644f089-6035-4993-aab7-4947b62911c3 admin admin] Publish callbacks [] for router, before_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:25:39.912188 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Pushing event updated for resources: {'Port': ['ID=94a1cac1-1361-4086-b60b-55660b9c75fc,revision_number=7']} {{(pid=102751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:25:40.014284 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-f644f089-6035-4993-aab7-4947b62911c3 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:25:40.016866 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.l3_dvr_db [None req-e13f9bd4-d1fc-413e-8273-9fbd61539bc0 None None] Set router da80b4de-9c9c-4c18-a073-62097029eff8 gateway port host: dv-cinder-768458-13-iscsi {{(pid=102751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 12:25:40.067730 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944e7534-4b63-4199-8c25-bc8ed9650108 req-c022fb23-69a6-47fe-92da-6260e3dcafb1 tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:25:40.070149 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-944e7534-4b63-4199-8c25-bc8ed9650108 req-c022fb23-69a6-47fe-92da-6260e3dcafb1 tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] 10.222.0.46 "GET /v2.0/networks?id=10b712e1-1243-4ece-87db-2201cf5a5198 HTTP/1.1" status: 200 len: 810 time: 0.1969905 Nov 22 12:25:40.149486 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.plugins.ml2.plugin [None req-f644f089-6035-4993-aab7-4947b62911c3 admin admin] Deleting port 9cc44500-ff5e-4d55-bb54-612434ae443c {{(pid=102750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 12:25:40.150331 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-f644f089-6035-4993-aab7-4947b62911c3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793343491880'] for port, before_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:25:40.274971 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-944e7534-4b63-4199-8c25-bc8ed9650108 req-2934a73b-0895-4a11-ae53-da5b9bd5c7e9 tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7f5dffe9bc3f41c7a2656d194fd02173 HTTP/1.1" status: 200 len: 380 time: 0.1833496 Nov 22 12:25:40.292201 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.v2.base [req-944e7534-4b63-4199-8c25-bc8ed9650108 req-13b7c77f-94c5-43ce-b3f0-faa1b508b256 tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] Request body: {'port': {'device_id': 'e5d549b4-7eb7-4cdd-90f0-ead23b7df090', 'network_id': '10b712e1-1243-4ece-87db-2201cf5a5198', 'admin_state_up': True, 'tenant_id': '7f5dffe9bc3f41c7a2656d194fd02173', 'security_groups': ['42c847cf-7296-4ab8-8762-4ec01f5ec735']}} {{(pid=102749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 12:25:40.366978 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.plugins.ml2.db [None req-f644f089-6035-4993-aab7-4947b62911c3 admin admin] For port 9cc44500-ff5e-4d55-bb54-612434ae443c, host dv-cinder-768458-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-13-iscsi',level=0,port_id=9cc44500-ff5e-4d55-bb54-612434ae443c,segment=NetworkSegment(91a15bc4-f975-4336-93bb-1ba9d2e7565e),segment_id=91a15bc4-f975-4336-93bb-1ba9d2e7565e)] {{(pid=102750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 12:25:40.367543 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-f644f089-6035-4993-aab7-4947b62911c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-535547'] for port, precommit_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:25:40.404068 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.plugins.ml2.plugin [None req-f644f089-6035-4993-aab7-4947b62911c3 admin admin] Calling delete_port for 9cc44500-ff5e-4d55-bb54-612434ae443c owned by network:router_gateway {{(pid=102750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 12:25:40.443018 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.l3_hamode_db [None req-e13f9bd4-d1fc-413e-8273-9fbd61539bc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da80b4de-9c9c-4c18-a073-62097029eff8', 'name': 'tempest-TestMinimumBasicScenario-1685909895-router', 'tenant_id': '7b282b4e5e2147a692e990f45ce44b8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52f34850-4f08-4bf9-8f19-1c892d4c6132', 'external_fixed_ips': [{'subnet_id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': '9cc44500-ff5e-4d55-bb54-612434ae443c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T12:23:00Z', 'updated_at': '2021-11-22T12:25:38Z', 'revision_number': 5, 'project_id': '7b282b4e5e2147a692e990f45ce44b8f', 'gw_port': {'id': '9cc44500-ff5e-4d55-bb54-612434ae443c', 'name': '', 'network_id': '52f34850-4f08-4bf9-8f19-1c892d4c6132', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:51:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da80b4de-9c9c-4c18-a073-62097029eff8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T12:23:01Z', 'updated_at': '2021-11-22T12:23:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-13-iscsi'}], 'dv-cinder-768458-13-iscsi', False) {} {{(pid=102751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 12:25:40.459562 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7bd5e1-7b10-4a56-93a0-75e52eee5b26 req-8cd8fa10-73ce-4bb9-bb29-9603936bdac3 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:25:40.461363 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-4c7bd5e1-7b10-4a56-93a0-75e52eee5b26 req-8cd8fa10-73ce-4bb9-bb29-9603936bdac3 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.66 "GET /v2.0/ports?device_id=496ce05f-ecc0-4dfd-b1d4-1c961f763af7 HTTP/1.1" status: 200 len: 945 time: 0.1006784 Nov 22 12:25:40.492007 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e13f9bd4-d1fc-413e-8273-9fbd61539bc0 None None] Checking router: da80b4de-9c9c-4c18-a073-62097029eff8 for host: dv-cinder-768458-13-iscsi {{(pid=102751) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 12:25:40.504128 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e13f9bd4-d1fc-413e-8273-9fbd61539bc0 None None] Routers {'da80b4de-9c9c-4c18-a073-62097029eff8'} bound to L3 agent in host dv-cinder-768458-13-iscsi {{(pid=102751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 12:25:40.504768 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.l3_hamode_db [None req-e13f9bd4-d1fc-413e-8273-9fbd61539bc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T12:11:23Z,description=,heartbeat_timestamp=2021-11-22T12:25:23Z,host='dv-cinder-768458-13-iscsi',id=b4a26ead-6ab2-4f98-a352-c9ed6d39b73e,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T12:11:23Z,topic='l3_agent')) {'router_ids': ['da80b4de-9c9c-4c18-a073-62097029eff8'], 'active': True} {{(pid=102751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 12:25:40.582732 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-4c7bd5e1-7b10-4a56-93a0-75e52eee5b26 req-a91db4bd-6d08-4c82-b753-c29152e2e8ad tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.66 "GET /v2.0/security-groups?id=bea8b415-2a88-446d-8b9a-0201cbf52809&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1066487 Nov 22 12:25:40.593864 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-944e7534-4b63-4199-8c25-bc8ed9650108 req-13b7c77f-94c5-43ce-b3f0-faa1b508b256 tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] Made reservation on behalf of 7f5dffe9bc3f41c7a2656d194fd02173 for: {'port': 1} {{(pid=102749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 12:25:40.598183 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [req-944e7534-4b63-4199-8c25-bc8ed9650108 req-13b7c77f-94c5-43ce-b3f0-faa1b508b256 tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3931732'] for port, before_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:25:40.670010 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.l3_dvr_db [None req-e13f9bd4-d1fc-413e-8273-9fbd61539bc0 None None] Set router da80b4de-9c9c-4c18-a073-62097029eff8 gateway port host: None {{(pid=102751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 12:25:40.751358 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.l3_hamode_db [None req-e13f9bd4-d1fc-413e-8273-9fbd61539bc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da80b4de-9c9c-4c18-a073-62097029eff8', 'name': 'tempest-TestMinimumBasicScenario-1685909895-router', 'tenant_id': '7b282b4e5e2147a692e990f45ce44b8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T12:23:00Z', 'updated_at': '2021-11-22T12:25:40Z', 'revision_number': 6, 'project_id': '7b282b4e5e2147a692e990f45ce44b8f', 'gw_port_host': None}], 'dv-cinder-768458-13-iscsi', False) {} {{(pid=102751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 12:25:40.794986 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e13f9bd4-d1fc-413e-8273-9fbd61539bc0 None None] The sync data for ids ['da80b4de-9c9c-4c18-a073-62097029eff8'] in dv-cinder-768458-13-iscsi is: [{'id': 'da80b4de-9c9c-4c18-a073-62097029eff8', 'name': 'tempest-TestMinimumBasicScenario-1685909895-router', 'tenant_id': '7b282b4e5e2147a692e990f45ce44b8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T12:23:00Z', 'updated_at': '2021-11-22T12:25:40Z', 'revision_number': 6, 'project_id': '7b282b4e5e2147a692e990f45ce44b8f', 'gw_port_host': None}] {{(pid=102751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 12:25:40.801285 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-f644f089-6035-4993-aab7-4947b62911c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793343495765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793342949277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128483729'] for port, after_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:25:40.874185 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f644f089-6035-4993-aab7-4947b62911c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=9cc44500-ff5e-4d55-bb54-612434ae443c,revision_number=None']} {{(pid=102750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:25:40.910770 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-2ba720c4-2fff-4190-b462-3f9119698b0c req-96fc6cca-7a75-4ecf-b33a-9c806ebe21e9 tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] 10.222.0.66 "GET /v2.0/ports?device_id=e5d549b4-7eb7-4cdd-90f0-ead23b7df090 HTTP/1.1" status: 200 len: 210 time: 0.0461569 Nov 22 12:25:40.950303 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.db.db_base_plugin_common [req-944e7534-4b63-4199-8c25-bc8ed9650108 req-13b7c77f-94c5-43ce-b3f0-faa1b508b256 tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] Allocated IP 172.20.0.8 (10b712e1-1243-4ece-87db-2201cf5a5198/75c4fc63-17cf-4b1b-891d-bbf68c4295d3/cdf642d5-e9c9-4450-b020-77cb141c2767) {{(pid=102749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 12:25:40.951618 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-f644f089-6035-4993-aab7-4947b62911c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-532702'] for router_gateway, after_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:25:41.113179 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-f644f089-6035-4993-aab7-4947b62911c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11715'] for router, precommit_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:25:41.119080 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-f644f089-6035-4993-aab7-4947b62911c3 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:25:41.175549 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [req-944e7534-4b63-4199-8c25-bc8ed9650108 req-13b7c77f-94c5-43ce-b3f0-faa1b508b256 tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] Publish callbacks [] for port, precommit_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:25:41.200868 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-f644f089-6035-4993-aab7-4947b62911c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532541'] for router, after_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:25:41.201693 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f644f089-6035-4993-aab7-4947b62911c3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router da80b4de-9c9c-4c18-a073-62097029eff8 {{(pid=102750) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 12:25:41.216268 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-f644f089-6035-4993-aab7-4947b62911c3 admin admin] Publish callbacks [] for router, before_response {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:25:41.218089 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [None req-f644f089-6035-4993-aab7-4947b62911c3 admin admin] 10.222.0.66 "DELETE /v2.0/routers/da80b4de-9c9c-4c18-a073-62097029eff8 HTTP/1.1" status: 204 len: 168 time: 1.6047394 Nov 22 12:25:41.220767 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.wsgi [-] (102750) accepted ('10.222.0.66', 52006) {{(pid=102750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:25:41.294322 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [req-944e7534-4b63-4199-8c25-bc8ed9650108 req-13b7c77f-94c5-43ce-b3f0-faa1b508b256 tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793342949268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126077602'] for port, after_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:25:41.301274 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.rpc [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] Device aaa35f34-add3-4c25-b90b-58e71029d454 no longer exists at agent ovs-agent-dv-cinder-768458-13-iscsi {{(pid=102751) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 12:25:41.336001 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5725d86-b785-4aaa-8c5c-2d44c5d59d51 admin admin] Deleting subnet 8eb197fb-0ac4-498b-bea4-1e9726d009e0 {{(pid=102750) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 12:25:41.344490 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-a5725d86-b785-4aaa-8c5c-2d44c5d59d51 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:25:41.349399 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.plugin [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] No Port match for: aaa35f34-add3-4c25-b90b-58e71029d454 {{(pid=102751) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 12:25:41.349900 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.rpc [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] Device aaa35f34-add3-4c25-b90b-58e71029d454 not bound to the agent host dv-cinder-768458-13-iscsi {{(pid=102751) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 12:25:41.376570 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-944e7534-4b63-4199-8c25-bc8ed9650108 req-13b7c77f-94c5-43ce-b3f0-faa1b508b256 tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] Network 10b712e1-1243-4ece-87db-2201cf5a5198 is already hosted by enough agents. {{(pid=102749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 12:25:41.381460 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.scheduler.base_scheduler [req-944e7534-4b63-4199-8c25-bc8ed9650108 req-13b7c77f-94c5-43ce-b3f0-faa1b508b256 tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] Resources bound (agent type, host, resource id): {{(pid=102749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 12:25:41.389951 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.db.l3_dvrscheduler_db [req-944e7534-4b63-4199-8c25-bc8ed9650108 req-13b7c77f-94c5-43ce-b3f0-faa1b508b256 tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] Received port after_create {{(pid=102749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 12:25:41.409491 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-a5725d86-b785-4aaa-8c5c-2d44c5d59d51 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129945341'] for subnet, precommit_delete_associations {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:25:41.442105 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b7c77f-94c5-43ce-b3f0-faa1b508b256 tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] Pushing event updated for resources: {'Port': ['ID=cdf642d5-e9c9-4450-b020-77cb141c2767,revision_number=1']} {{(pid=102749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:25:41.453512 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b7c77f-94c5-43ce-b3f0-faa1b508b256 tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:25:41.454186 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b7c77f-94c5-43ce-b3f0-faa1b508b256 tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:25:41.454548 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b7c77f-94c5-43ce-b3f0-faa1b508b256 tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:25:41.454897 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b7c77f-94c5-43ce-b3f0-faa1b508b256 tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:25:41.455273 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b7c77f-94c5-43ce-b3f0-faa1b508b256 tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:25:41.455626 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b7c77f-94c5-43ce-b3f0-faa1b508b256 tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:25:41.456406 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b7c77f-94c5-43ce-b3f0-faa1b508b256 tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:25:41.456406 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b7c77f-94c5-43ce-b3f0-faa1b508b256 tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:25:41.456635 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b7c77f-94c5-43ce-b3f0-faa1b508b256 tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:25:41.457354 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b7c77f-94c5-43ce-b3f0-faa1b508b256 tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:25:41.457713 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b7c77f-94c5-43ce-b3f0-faa1b508b256 tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:25:41.458040 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b7c77f-94c5-43ce-b3f0-faa1b508b256 tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:25:41.503745 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944e7534-4b63-4199-8c25-bc8ed9650108 req-13b7c77f-94c5-43ce-b3f0-faa1b508b256 tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:25:41.503745 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [req-944e7534-4b63-4199-8c25-bc8ed9650108 req-13b7c77f-94c5-43ce-b3f0-faa1b508b256 tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434365'] for port, before_response {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:25:41.534468 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-944e7534-4b63-4199-8c25-bc8ed9650108 req-13b7c77f-94c5-43ce-b3f0-faa1b508b256 tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2496376 Nov 22 12:25:41.554958 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.v2.base [req-944e7534-4b63-4199-8c25-bc8ed9650108 req-17020fca-1d59-4787-a866-71df809df4e6 service neutron] Request body: {'port': {'device_id': 'e5d549b4-7eb7-4cdd-90f0-ead23b7df090', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76845'}} {{(pid=102749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 12:25:41.639404 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [req-944e7534-4b63-4199-8c25-bc8ed9650108 req-17020fca-1d59-4787-a866-71df809df4e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3931732'] for port, before_update {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:25:41.791147 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.provisioning_blocks [None req-9fad351c-55d0-47c1-aed8-55f2fed07b6c None None] Provisioning complete for port cdf642d5-e9c9-4450-b020-77cb141c2767 triggered by entity DHCP. {{(pid=102751) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 12:25:41.791779 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-9fad351c-55d0-47c1-aed8-55f2fed07b6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3821908'] for port, provisioning_complete {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:25:41.872493 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.plugin [None req-9fad351c-55d0-47c1-aed8-55f2fed07b6c None None] Port cdf642d5-e9c9-4450-b020-77cb141c2767 cannot update to ACTIVE because it is not bound. {{(pid=102751) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 12:25:41.965040 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-a5725d86-b785-4aaa-8c5c-2d44c5d59d51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3851550'] for subnet, precommit_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:25:42.084948 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-a5725d86-b785-4aaa-8c5c-2d44c5d59d51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3851541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128483662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125991811'] for subnet, after_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:25:42.121169 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864268c7-80a3-4e0f-b392-32799dbd2ac9 req-e413e925-584c-4c05-8e4d-8c25ff6488af tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:25:42.124454 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5725d86-b785-4aaa-8c5c-2d44c5d59d51 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8eb197fb-0ac4-498b-bea4-1e9726d009e0,revision_number=None']} {{(pid=102750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:25:42.127527 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-864268c7-80a3-4e0f-b392-32799dbd2ac9 req-e413e925-584c-4c05-8e4d-8c25ff6488af tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.66 "GET /v2.0/ports?device_id=496ce05f-ecc0-4dfd-b1d4-1c961f763af7 HTTP/1.1" status: 200 len: 945 time: 0.2835259 Nov 22 12:25:42.128551 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-a5725d86-b785-4aaa-8c5c-2d44c5d59d51 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:25:42.132395 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [None req-a5725d86-b785-4aaa-8c5c-2d44c5d59d51 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/8eb197fb-0ac4-498b-bea4-1e9726d009e0 HTTP/1.1" status: 204 len: 168 time: 0.9104204 Nov 22 12:25:42.135116 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.wsgi [-] (102750) accepted ('10.222.0.66', 52014) {{(pid=102750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:25:42.146018 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b986965-3d27-494f-b739-5f02293966c0 None None] Network 3bb69f26-c969-40f0-8e57-593fe240347b requested from dv-cinder-768458-13-iscsi {{(pid=102751) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 12:25:42.203613 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bd08f3-a6d7-4c5e-8fda-a6473fa4359d req-7c8dc267-b489-45b3-8ddf-5b5f675b3d52 tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:25:42.205595 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-a0bd08f3-a6d7-4c5e-8fda-a6473fa4359d req-7c8dc267-b489-45b3-8ddf-5b5f675b3d52 tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] 10.222.0.66 "GET /v2.0/ports?device_id=e5d549b4-7eb7-4cdd-90f0-ead23b7df090 HTTP/1.1" status: 200 len: 931 time: 0.1574330 Nov 22 12:25:42.275666 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-d4716413-a694-4748-a6de-2ef6964b9194 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3895399'] for network, before_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:25:42.284099 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.notifiers.nova [req-944e7534-4b63-4199-8c25-bc8ed9650108 req-17020fca-1d59-4787-a866-71df809df4e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cdf642d5-e9c9-4450-b020-77cb141c2767 {{(pid=102749) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 12:25:42.303119 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-864268c7-80a3-4e0f-b392-32799dbd2ac9 req-5be313c9-3eac-4a3e-8f0f-f7031fd9df9a tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.66 "GET /v2.0/security-groups?id=bea8b415-2a88-446d-8b9a-0201cbf52809&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1591475 Nov 22 12:25:42.320305 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [req-944e7534-4b63-4199-8c25-bc8ed9650108 req-17020fca-1d59-4787-a866-71df809df4e6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:25:42.345857 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-a0bd08f3-a6d7-4c5e-8fda-a6473fa4359d req-31993814-c15e-452f-a516-4d46c4a47852 tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] 10.222.0.66 "GET /v2.0/security-groups?id=42c847cf-7296-4ab8-8762-4ec01f5ec735&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1138916 Nov 22 12:25:42.347814 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.db.provisioning_blocks [req-944e7534-4b63-4199-8c25-bc8ed9650108 req-17020fca-1d59-4787-a866-71df809df4e6 service neutron] Transition to ACTIVE for port object cdf642d5-e9c9-4450-b020-77cb141c2767 will not be triggered until provisioned by entity L2. {{(pid=102749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 12:25:42.356762 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [req-944e7534-4b63-4199-8c25-bc8ed9650108 req-17020fca-1d59-4787-a866-71df809df4e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793343495738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793342949286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793342949304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126077611'] for port, after_update {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:25:42.372004 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.plugins.ml2.plugin [None req-d4716413-a694-4748-a6de-2ef6964b9194 admin admin] Deleting port c90b079c-e038-4b7f-b2e4-b31e26106ade {{(pid=102750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 12:25:42.372693 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-d4716413-a694-4748-a6de-2ef6964b9194 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793343491880'] for port, before_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:25:42.465952 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17020fca-1d59-4787-a866-71df809df4e6 service neutron] Pushing event updated for resources: {'Port': ['ID=cdf642d5-e9c9-4450-b020-77cb141c2767,revision_number=2']} {{(pid=102749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:25:42.488475 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.plugins.ml2.db [None req-d4716413-a694-4748-a6de-2ef6964b9194 admin admin] For port c90b079c-e038-4b7f-b2e4-b31e26106ade, host dv-cinder-768458-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-13-iscsi',level=0,port_id=c90b079c-e038-4b7f-b2e4-b31e26106ade,segment=NetworkSegment(febd2015-56a8-4ea3-acf5-8c944ae8a2eb),segment_id=febd2015-56a8-4ea3-acf5-8c944ae8a2eb)] {{(pid=102750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 12:25:42.489232 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-d4716413-a694-4748-a6de-2ef6964b9194 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-535547'] for port, precommit_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:25:42.509713 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16f4dc1e-15a1-4d02-941b-bb5b9946b505 None None] DHCP port deletion for 3bb69f26-c969-40f0-8e57-593fe240347b request from dv-cinder-768458-13-iscsi {{(pid=102751) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 12:25:42.524310 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.plugins.ml2.plugin [None req-d4716413-a694-4748-a6de-2ef6964b9194 admin admin] Calling delete_port for c90b079c-e038-4b7f-b2e4-b31e26106ade owned by network:dhcp {{(pid=102750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 12:25:42.561036 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.plugins.ml2.managers [req-944e7534-4b63-4199-8c25-bc8ed9650108 req-17020fca-1d59-4787-a866-71df809df4e6 service neutron] Attempting to bind port cdf642d5-e9c9-4450-b020-77cb141c2767 on host hv-cinder-76845 for vnic_type normal with profile {{(pid=102749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 12:25:42.561386 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.plugins.ml2.managers [req-944e7534-4b63-4199-8c25-bc8ed9650108 req-17020fca-1d59-4787-a866-71df809df4e6 service neutron] Attempting to bind port cdf642d5-e9c9-4450-b020-77cb141c2767 by drivers openvswitch,hyperv on host hv-cinder-76845 at level 0 using segments [{'id': 'b78e0815-b799-49df-bef0-4bb183f15c4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '10b712e1-1243-4ece-87db-2201cf5a5198'}] {{(pid=102749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 12:25:42.561744 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-944e7534-4b63-4199-8c25-bc8ed9650108 req-17020fca-1d59-4787-a866-71df809df4e6 service neutron] Attempting to bind port cdf642d5-e9c9-4450-b020-77cb141c2767 on network 10b712e1-1243-4ece-87db-2201cf5a5198 {{(pid=102749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 12:25:42.567573 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-944e7534-4b63-4199-8c25-bc8ed9650108 req-17020fca-1d59-4787-a866-71df809df4e6 service neutron] Port cdf642d5-e9c9-4450-b020-77cb141c2767 on network 10b712e1-1243-4ece-87db-2201cf5a5198 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76845 {{(pid=102749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 12:25:42.567904 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-944e7534-4b63-4199-8c25-bc8ed9650108 req-17020fca-1d59-4787-a866-71df809df4e6 service neutron] Attempting to bind port cdf642d5-e9c9-4450-b020-77cb141c2767 on network 10b712e1-1243-4ece-87db-2201cf5a5198 {{(pid=102749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 12:25:42.574137 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-944e7534-4b63-4199-8c25-bc8ed9650108 req-17020fca-1d59-4787-a866-71df809df4e6 service neutron] Checking agent: {'id': 'fca0b015-0cd5-4a44-bbfe-abb10adcdf42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76845', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 12, 17, 17), 'started_at': datetime.datetime(2021, 11, 22, 12, 17, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 12, 25, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 12:25:42.574501 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-944e7534-4b63-4199-8c25-bc8ed9650108 req-17020fca-1d59-4787-a866-71df809df4e6 service neutron] Checking segment: {'id': 'b78e0815-b799-49df-bef0-4bb183f15c4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '10b712e1-1243-4ece-87db-2201cf5a5198'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 12:25:42.574832 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-944e7534-4b63-4199-8c25-bc8ed9650108 req-17020fca-1d59-4787-a866-71df809df4e6 service neutron] Bound using segment: {'id': 'b78e0815-b799-49df-bef0-4bb183f15c4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '10b712e1-1243-4ece-87db-2201cf5a5198'} {{(pid=102749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 12:25:42.575773 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.plugins.ml2.managers [req-944e7534-4b63-4199-8c25-bc8ed9650108 req-17020fca-1d59-4787-a866-71df809df4e6 service neutron] Bound port: cdf642d5-e9c9-4450-b020-77cb141c2767, host: hv-cinder-76845, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b78e0815-b799-49df-bef0-4bb183f15c4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '10b712e1-1243-4ece-87db-2201cf5a5198'}}] {{(pid=102749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 12:25:42.576212 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [req-944e7534-4b63-4199-8c25-bc8ed9650108 req-17020fca-1d59-4787-a866-71df809df4e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3931732'] for port, before_update {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:25:42.630372 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.plugin [None req-16f4dc1e-15a1-4d02-941b-bb5b9946b505 None None] Deleting port c90b079c-e038-4b7f-b2e4-b31e26106ade {{(pid=102751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 12:25:42.630822 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-16f4dc1e-15a1-4d02-941b-bb5b9946b505 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793343491880'] for port, before_delete {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:25:42.684996 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.plugins.ml2.db [req-944e7534-4b63-4199-8c25-bc8ed9650108 req-17020fca-1d59-4787-a866-71df809df4e6 service neutron] For port cdf642d5-e9c9-4450-b020-77cb141c2767, host hv-cinder-76845, cleared binding levels {{(pid=102749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 12:25:42.691871 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.plugins.ml2.db [req-944e7534-4b63-4199-8c25-bc8ed9650108 req-17020fca-1d59-4787-a866-71df809df4e6 service neutron] For port cdf642d5-e9c9-4450-b020-77cb141c2767, host hv-cinder-76845, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=cdf642d5-e9c9-4450-b020-77cb141c2767,segment=NetworkSegment(b78e0815-b799-49df-bef0-4bb183f15c4f),segment_id=b78e0815-b799-49df-bef0-4bb183f15c4f)] {{(pid=102749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 12:25:42.698096 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [req-944e7534-4b63-4199-8c25-bc8ed9650108 req-17020fca-1d59-4787-a866-71df809df4e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793343495738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793342949286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793342949304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126077611'] for port, after_update {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:25:42.749913 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.db [None req-16f4dc1e-15a1-4d02-941b-bb5b9946b505 None None] For port c90b079c-e038-4b7f-b2e4-b31e26106ade, host dv-cinder-768458-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-13-iscsi',level=0,port_id=c90b079c-e038-4b7f-b2e4-b31e26106ade,segment=NetworkSegment(febd2015-56a8-4ea3-acf5-8c944ae8a2eb),segment_id=febd2015-56a8-4ea3-acf5-8c944ae8a2eb)] {{(pid=102751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 12:25:42.750506 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-16f4dc1e-15a1-4d02-941b-bb5b9946b505 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-535547'] for port, precommit_delete {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:25:42.764650 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944e7534-4b63-4199-8c25-bc8ed9650108 req-17020fca-1d59-4787-a866-71df809df4e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:25:42.765295 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [req-944e7534-4b63-4199-8c25-bc8ed9650108 req-17020fca-1d59-4787-a866-71df809df4e6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434365'] for port, before_response {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:25:42.766919 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-944e7534-4b63-4199-8c25-bc8ed9650108 req-17020fca-1d59-4787-a866-71df809df4e6 service neutron] 10.222.0.46 "PUT /v2.0/ports/cdf642d5-e9c9-4450-b020-77cb141c2767 HTTP/1.1" status: 200 len: 1093 time: 1.2225602 Nov 22 12:25:42.767466 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5d549b4-7eb7-4cdd-90f0-ead23b7df090', 'tag': 'cdf642d5-e9c9-4450-b020-77cb141c2767'}] {{(pid=102749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 12:25:42.770160 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e75a82c02e5e8e80361e9b8ad1df1450ec212ebfa93d78ee9da720cb5365782c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c415be68-5dde-4206-8e04-37ad1c1396eb" -d '{"events": [{"name": "network-changed", "server_uuid": "e5d549b4-7eb7-4cdd-90f0-ead23b7df090", "tag": "cdf642d5-e9c9-4450-b020-77cb141c2767"}]}' {{(pid=102749) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 12:25:42.778385 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-d4716413-a694-4748-a6de-2ef6964b9194 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793343495765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793342949277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128483729'] for port, after_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:25:42.794007 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.plugin [None req-16f4dc1e-15a1-4d02-941b-bb5b9946b505 None None] Calling delete_port for c90b079c-e038-4b7f-b2e4-b31e26106ade owned by network:dhcp {{(pid=102751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 12:25:42.820728 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17020fca-1d59-4787-a866-71df809df4e6 service neutron] Pushing event updated for resources: {'Port': ['ID=cdf642d5-e9c9-4450-b020-77cb141c2767,revision_number=3']} {{(pid=102749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:25:42.923720 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4716413-a694-4748-a6de-2ef6964b9194 admin admin] Pushing event deleted for resources: {'Port': ['ID=c90b079c-e038-4b7f-b2e4-b31e26106ade,revision_number=None']} {{(pid=102750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:25:42.933699 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4716413-a694-4748-a6de-2ef6964b9194 admin admin] No DVR routers for this DVR port c90b079c-e038-4b7f-b2e4-b31e26106ade on host dv-cinder-768458-13-iscsi {{(pid=102750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 12:25:42.963999 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 12:25:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22de8c94-2daf-4d04-b30a-fb44d33390c7 x-openstack-request-id: req-22de8c94-2daf-4d04-b30a-fb44d33390c7 {{(pid=102749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 12:25:42.964475 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5d549b4-7eb7-4cdd-90f0-ead23b7df090", "tag": "cdf642d5-e9c9-4450-b020-77cb141c2767", "status": "completed", "code": 200}]} {{(pid=102749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 12:25:42.964892 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-22de8c94-2daf-4d04-b30a-fb44d33390c7 {{(pid=102749) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 12:25:42.965516 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5d549b4-7eb7-4cdd-90f0-ead23b7df090', 'tag': 'cdf642d5-e9c9-4450-b020-77cb141c2767', 'status': 'completed', 'code': 200} Nov 22 12:25:42.984996 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944e7534-4b63-4199-8c25-bc8ed9650108 req-4b880d58-0095-4d6f-943e-c984e5e0ed0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:25:42.989107 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-944e7534-4b63-4199-8c25-bc8ed9650108 req-4b880d58-0095-4d6f-943e-c984e5e0ed0e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7f5dffe9bc3f41c7a2656d194fd02173&device_id=e5d549b4-7eb7-4cdd-90f0-ead23b7df090 HTTP/1.1" status: 200 len: 1096 time: 0.1488328 Nov 22 12:25:43.015065 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-16f4dc1e-15a1-4d02-941b-bb5b9946b505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793343495765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793342949277'] for port, after_delete {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:25:43.060588 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16f4dc1e-15a1-4d02-941b-bb5b9946b505 None None] No DVR routers for this DVR port c90b079c-e038-4b7f-b2e4-b31e26106ade on host dv-cinder-768458-13-iscsi {{(pid=102751) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 12:25:43.067421 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f4dc1e-15a1-4d02-941b-bb5b9946b505 None None] Pushing event deleted for resources: {'Port': ['ID=c90b079c-e038-4b7f-b2e4-b31e26106ade,revision_number=None']} {{(pid=102751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:25:43.122369 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-944e7534-4b63-4199-8c25-bc8ed9650108 req-bad96d3c-0363-4905-a0e0-4e8eea6ce51a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cdf642d5-e9c9-4450-b020-77cb141c2767 HTTP/1.1" status: 200 len: 217 time: 0.1245041 Nov 22 12:25:43.183596 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-d4716413-a694-4748-a6de-2ef6964b9194 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3855014', 'neutron.services.segments.db._delete_segments_for_network-8793343475339'] for network, precommit_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:25:43.279164 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.services.segments.db [None req-d4716413-a694-4748-a6de-2ef6964b9194 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3bb69f26-c969-40f0-8e57-593fe240347b']}} {{(pid=102750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 12:25:43.295293 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944e7534-4b63-4199-8c25-bc8ed9650108 req-ccb4eaa5-b316-44a3-a287-08b770e420ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:25:43.299133 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.services.segments.db [None req-d4716413-a694-4748-a6de-2ef6964b9194 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'febd2015-56a8-4ea3-acf5-8c944ae8a2eb') {'for_net_delete': True} {{(pid=102750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 12:25:43.299676 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.services.segments.db [None req-d4716413-a694-4748-a6de-2ef6964b9194 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'febd2015-56a8-4ea3-acf5-8c944ae8a2eb') {} {{(pid=102750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 12:25:43.302293 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-944e7534-4b63-4199-8c25-bc8ed9650108 req-ccb4eaa5-b316-44a3-a287-08b770e420ea service neutron] 10.222.0.46 "GET /v2.0/subnets?id=75c4fc63-17cf-4b1b-891d-bbf68c4295d3 HTTP/1.1" status: 200 len: 849 time: 0.1707232 Nov 22 12:25:43.303763 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.rpc [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] Device 9cc44500-ff5e-4d55-bb54-612434ae443c no longer exists at agent ovs-agent-dv-cinder-768458-13-iscsi {{(pid=102751) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 12:25:43.313660 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-d4716413-a694-4748-a6de-2ef6964b9194 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793343276566', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129945334'] for segment, before_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:25:43.335168 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-d4716413-a694-4748-a6de-2ef6964b9194 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3850450'] for segment, precommit_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:25:43.345052 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.plugin [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] No Port match for: 9cc44500-ff5e-4d55-bb54-612434ae443c {{(pid=102751) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 12:25:43.345587 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.rpc [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] Device 9cc44500-ff5e-4d55-bb54-612434ae443c not bound to the agent host dv-cinder-768458-13-iscsi {{(pid=102751) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 12:25:43.346145 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.rpc [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] Device c90b079c-e038-4b7f-b2e4-b31e26106ade no longer exists at agent ovs-agent-dv-cinder-768458-13-iscsi {{(pid=102751) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 12:25:43.346794 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4716413-a694-4748-a6de-2ef6964b9194 admin admin] Releasing vlan 600 on physical network physnet1 to pool {{(pid=102750) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 12:25:43.347456 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-d4716413-a694-4748-a6de-2ef6964b9194 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3850450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128483812'] for segment, after_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:25:43.351075 dv-cinder-768458-13-iscsi neutron-server[102750]: Traceback (most recent call last): Nov 22 12:25:43.351075 dv-cinder-768458-13-iscsi neutron-server[102750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 12:25:43.351075 dv-cinder-768458-13-iscsi neutron-server[102750]: timer() Nov 22 12:25:43.351075 dv-cinder-768458-13-iscsi neutron-server[102750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 12:25:43.351075 dv-cinder-768458-13-iscsi neutron-server[102750]: cb(*args, **kw) Nov 22 12:25:43.351075 dv-cinder-768458-13-iscsi neutron-server[102750]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 12:25:43.351075 dv-cinder-768458-13-iscsi neutron-server[102750]: return func(*args, **kwargs) Nov 22 12:25:43.351075 dv-cinder-768458-13-iscsi neutron-server[102750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 12:25:43.351075 dv-cinder-768458-13-iscsi neutron-server[102750]: self._notify() Nov 22 12:25:43.351075 dv-cinder-768458-13-iscsi neutron-server[102750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 12:25:43.351075 dv-cinder-768458-13-iscsi neutron-server[102750]: self.callback(batched_events) Nov 22 12:25:43.351075 dv-cinder-768458-13-iscsi neutron-server[102750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 12:25:43.351075 dv-cinder-768458-13-iscsi neutron-server[102750]: event.method(event) Nov 22 12:25:43.351075 dv-cinder-768458-13-iscsi neutron-server[102750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 12:25:43.351075 dv-cinder-768458-13-iscsi neutron-server[102750]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 12:25:43.351075 dv-cinder-768458-13-iscsi neutron-server[102750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 12:25:43.351075 dv-cinder-768458-13-iscsi neutron-server[102750]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 12:25:43.351075 dv-cinder-768458-13-iscsi neutron-server[102750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 12:25:43.351075 dv-cinder-768458-13-iscsi neutron-server[102750]: return f(self, *a, **k) Nov 22 12:25:43.351075 dv-cinder-768458-13-iscsi neutron-server[102750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 12:25:43.351075 dv-cinder-768458-13-iscsi neutron-server[102750]: return self._get(url).json() Nov 22 12:25:43.351075 dv-cinder-768458-13-iscsi neutron-server[102750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 12:25:43.351075 dv-cinder-768458-13-iscsi neutron-server[102750]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 12:25:43.351075 dv-cinder-768458-13-iscsi neutron-server[102750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 12:25:43.351075 dv-cinder-768458-13-iscsi neutron-server[102750]: return self.request(url, 'GET', **kwargs) Nov 22 12:25:43.351075 dv-cinder-768458-13-iscsi neutron-server[102750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 12:25:43.351075 dv-cinder-768458-13-iscsi neutron-server[102750]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 12:25:43.351075 dv-cinder-768458-13-iscsi neutron-server[102750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 12:25:43.351075 dv-cinder-768458-13-iscsi neutron-server[102750]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 12:25:43.351075 dv-cinder-768458-13-iscsi neutron-server[102750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 12:25:43.351075 dv-cinder-768458-13-iscsi neutron-server[102750]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 12:25:43.351075 dv-cinder-768458-13-iscsi neutron-server[102750]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 12:25:43.355885 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944e7534-4b63-4199-8c25-bc8ed9650108 req-e0a2600b-904a-4bb5-aecf-6e6b72b85f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:25:43.358014 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-944e7534-4b63-4199-8c25-bc8ed9650108 req-e0a2600b-904a-4bb5-aecf-6e6b72b85f0a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=10b712e1-1243-4ece-87db-2201cf5a5198&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0450904 Nov 22 12:25:43.373478 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.plugin [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] No Port match for: c90b079c-e038-4b7f-b2e4-b31e26106ade {{(pid=102751) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 12:25:43.373874 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.rpc [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] Device c90b079c-e038-4b7f-b2e4-b31e26106ade not bound to the agent host dv-cinder-768458-13-iscsi {{(pid=102751) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 12:25:43.493839 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-d4716413-a694-4748-a6de-2ef6964b9194 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3855023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532706'] for network, after_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:25:43.503183 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-d4716413-a694-4748-a6de-2ef6964b9194 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758363'] for network, before_response {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:25:43.523375 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.wsgi [-] (102749) accepted ('10.222.0.66', 52022) {{(pid=102749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:25:43.523792 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [None req-d4716413-a694-4748-a6de-2ef6964b9194 admin admin] 10.222.0.66 "DELETE /v2.0/networks/3bb69f26-c969-40f0-8e57-593fe240347b HTTP/1.1" status: 204 len: 168 time: 1.3859849 Nov 22 12:25:43.554463 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4716413-a694-4748-a6de-2ef6964b9194 admin admin] Pushing event deleted for resources: {'Network': ['ID=3bb69f26-c969-40f0-8e57-593fe240347b,revision_number=None']} {{(pid=102750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:25:43.574613 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-944e7534-4b63-4199-8c25-bc8ed9650108 req-7b702a17-e6cb-4c79-a488-f661146bcaeb service neutron] 10.222.0.46 "GET /v2.0/networks/10b712e1-1243-4ece-87db-2201cf5a5198?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2069619 Nov 22 12:25:43.997345 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f150d956-f735-44b3-a2a2-2067bc31e688 req-0a0815b2-8988-4872-bc24-5784e0d1cba2 tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:25:44.002755 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-f150d956-f735-44b3-a2a2-2067bc31e688 req-0a0815b2-8988-4872-bc24-5784e0d1cba2 tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] 10.222.0.66 "GET /v2.0/ports?device_id=e5d549b4-7eb7-4cdd-90f0-ead23b7df090 HTTP/1.1" status: 200 len: 943 time: 0.5268562 Nov 22 12:25:44.090104 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bc42f4-47bf-4113-ae03-de8957605aac req-a20d5960-81e6-46b9-a765-a02087607a32 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:25:44.097661 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-f2bc42f4-47bf-4113-ae03-de8957605aac req-a20d5960-81e6-46b9-a765-a02087607a32 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.66 "GET /v2.0/ports?device_id=496ce05f-ecc0-4dfd-b1d4-1c961f763af7 HTTP/1.1" status: 200 len: 945 time: 0.5255084 Nov 22 12:25:44.226815 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-944e7534-4b63-4199-8c25-bc8ed9650108 req-e4e8d4f1-2324-459f-ad01-62bd55fc8488 service neutron] 10.222.0.46 "GET /v2.0/networks/10b712e1-1243-4ece-87db-2201cf5a5198?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6323800 Nov 22 12:25:44.246969 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-f150d956-f735-44b3-a2a2-2067bc31e688 req-41416d74-bded-4e5f-83e4-bad81776dc28 tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] 10.222.0.66 "GET /v2.0/security-groups?id=42c847cf-7296-4ab8-8762-4ec01f5ec735&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2332406 Nov 22 12:25:44.253553 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-f2bc42f4-47bf-4113-ae03-de8957605aac req-97991808-babb-4430-b197-48e58b281e1e tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.66 "GET /v2.0/security-groups?id=bea8b415-2a88-446d-8b9a-0201cbf52809&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1548460 Nov 22 12:25:44.394984 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c415be68-5dde-4206-8e04-37ad1c1396eb req-214134bd-f874-4c2b-88de-427ce3e00fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:25:44.397654 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-c415be68-5dde-4206-8e04-37ad1c1396eb req-214134bd-f874-4c2b-88de-427ce3e00fe9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7f5dffe9bc3f41c7a2656d194fd02173&device_id=e5d549b4-7eb7-4cdd-90f0-ead23b7df090 HTTP/1.1" status: 200 len: 1096 time: 0.0894728 Nov 22 12:25:44.599845 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c415be68-5dde-4206-8e04-37ad1c1396eb req-b47e4e84-0b3c-40aa-8c47-796a119a405b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:25:44.601260 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-c415be68-5dde-4206-8e04-37ad1c1396eb req-b47e4e84-0b3c-40aa-8c47-796a119a405b service neutron] 10.222.0.46 "GET /v2.0/networks?id=10b712e1-1243-4ece-87db-2201cf5a5198 HTTP/1.1" status: 200 len: 911 time: 0.1953588 Nov 22 12:25:44.674665 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-c415be68-5dde-4206-8e04-37ad1c1396eb req-3e765c46-f74e-48e5-a3f4-bba5686a9e2c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cdf642d5-e9c9-4450-b020-77cb141c2767 HTTP/1.1" status: 200 len: 217 time: 0.0638483 Nov 22 12:25:44.810273 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c415be68-5dde-4206-8e04-37ad1c1396eb req-3527ad18-ef1b-47ae-bc3e-1a19931d75a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:25:44.812005 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-c415be68-5dde-4206-8e04-37ad1c1396eb req-3527ad18-ef1b-47ae-bc3e-1a19931d75a4 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=75c4fc63-17cf-4b1b-891d-bbf68c4295d3 HTTP/1.1" status: 200 len: 849 time: 0.1200452 Nov 22 12:25:44.909188 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c415be68-5dde-4206-8e04-37ad1c1396eb req-df01ad65-72fd-418a-a9af-5aa412028d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:25:44.909469 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-c415be68-5dde-4206-8e04-37ad1c1396eb req-df01ad65-72fd-418a-a9af-5aa412028d7d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=10b712e1-1243-4ece-87db-2201cf5a5198&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0884666 Nov 22 12:25:44.918674 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-c20ef436-4c3a-4c9e-a48f-333668c35bc3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-531600'] for router_interface, before_delete {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:25:45.135838 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-c415be68-5dde-4206-8e04-37ad1c1396eb req-b6783d61-72cf-4d58-9483-49bfa9292c47 service neutron] 10.222.0.46 "GET /v2.0/networks/10b712e1-1243-4ece-87db-2201cf5a5198?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2148468 Nov 22 12:25:45.384015 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-c415be68-5dde-4206-8e04-37ad1c1396eb req-14766666-88b3-4bf1-a341-a579b6baf4f3 service neutron] 10.222.0.46 "GET /v2.0/networks/10b712e1-1243-4ece-87db-2201cf5a5198?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2278345 Nov 22 12:25:45.506815 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de43cb7-779c-4583-abe3-75951bdc9b57 req-6c44f3c5-9627-4322-bd1d-aa0d4c16187f tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:25:45.508553 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-4de43cb7-779c-4583-abe3-75951bdc9b57 req-6c44f3c5-9627-4322-bd1d-aa0d4c16187f tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] 10.222.0.66 "GET /v2.0/ports?device_id=e5d549b4-7eb7-4cdd-90f0-ead23b7df090 HTTP/1.1" status: 200 len: 943 time: 0.1414115 Nov 22 12:25:45.523716 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d81111-ffd7-4934-b8bf-dd5324f53f68 req-a5067bd4-1b42-4545-876f-566c85ce0ace tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:25:45.525450 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-f1d81111-ffd7-4934-b8bf-dd5324f53f68 req-a5067bd4-1b42-4545-876f-566c85ce0ace tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.66 "GET /v2.0/ports?device_id=496ce05f-ecc0-4dfd-b1d4-1c961f763af7 HTTP/1.1" status: 200 len: 945 time: 0.1392961 Nov 22 12:25:45.645337 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-f1d81111-ffd7-4934-b8bf-dd5324f53f68 req-2847934b-2d18-4cbd-94f0-68a969f75089 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.66 "GET /v2.0/security-groups?id=bea8b415-2a88-446d-8b9a-0201cbf52809&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0968385 Nov 22 12:25:45.653668 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-4de43cb7-779c-4583-abe3-75951bdc9b57 req-54137217-2da4-4d22-a076-5482c57fc60d tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] 10.222.0.66 "GET /v2.0/security-groups?id=42c847cf-7296-4ab8-8762-4ec01f5ec735&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1256452 Nov 22 12:25:45.668245 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.plugins.ml2.plugin [None req-c20ef436-4c3a-4c9e-a48f-333668c35bc3 admin admin] Deleting port 8f0a9759-0320-4d72-97e8-8633e667c9ee {{(pid=102749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 12:25:45.668812 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-c20ef436-4c3a-4c9e-a48f-333668c35bc3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793343491880'] for port, before_delete {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:25:45.794035 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.plugins.ml2.db [None req-c20ef436-4c3a-4c9e-a48f-333668c35bc3 admin admin] For port 8f0a9759-0320-4d72-97e8-8633e667c9ee, host dv-cinder-768458-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-13-iscsi',level=0,port_id=8f0a9759-0320-4d72-97e8-8633e667c9ee,segment=NetworkSegment(de0b22a8-24a0-4b0f-af9b-4184618783dc),segment_id=de0b22a8-24a0-4b0f-af9b-4184618783dc)] {{(pid=102749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 12:25:45.794528 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-c20ef436-4c3a-4c9e-a48f-333668c35bc3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-535547'] for port, precommit_delete {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:25:45.822074 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.plugins.ml2.plugin [None req-c20ef436-4c3a-4c9e-a48f-333668c35bc3 admin admin] Calling delete_port for 8f0a9759-0320-4d72-97e8-8633e667c9ee owned by network:router_interface {{(pid=102749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 12:25:46.058267 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-c20ef436-4c3a-4c9e-a48f-333668c35bc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793343495765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793342949277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126077602'] for port, after_delete {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:25:46.083545 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20ef436-4c3a-4c9e-a48f-333668c35bc3 admin admin] Pushing event deleted for resources: {'Port': ['ID=8f0a9759-0320-4d72-97e8-8633e667c9ee,revision_number=None']} {{(pid=102749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:25:46.322319 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-c20ef436-4c3a-4c9e-a48f-333668c35bc3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-758388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531580'] for router_interface, after_delete {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:25:46.635401 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c20ef436-4c3a-4c9e-a48f-333668c35bc3 admin admin] Router 56081523-b153-40d3-884a-a19cc12942fe has already been hosted by L3 agent b4a26ead-6ab2-4f98-a352-c9ed6d39b73e {{(pid=102749) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 12:25:46.786748 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c20ef436-4c3a-4c9e-a48f-333668c35bc3 admin admin] Notify agent at l3_agent.dv-cinder-768458-13-iscsi the message routers_updated {{(pid=102749) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 12:25:46.801010 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [None req-c20ef436-4c3a-4c9e-a48f-333668c35bc3 admin admin] 10.222.0.66 "PUT /v2.0/routers/56081523-b153-40d3-884a-a19cc12942fe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2749310 Nov 22 12:25:46.803539 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-088d5310-d499-44b5-910d-5b28aea6b7e2 None None] Sync routers for ids ['56081523-b153-40d3-884a-a19cc12942fe'] in dv-cinder-768458-13-iscsi {{(pid=102752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 12:25:46.804771 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.wsgi [-] (102750) accepted ('10.222.0.66', 52036) {{(pid=102750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:25:46.839183 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-088d5310-d499-44b5-910d-5b28aea6b7e2 None None] Routers {'56081523-b153-40d3-884a-a19cc12942fe'} bound to L3 agent in host dv-cinder-768458-13-iscsi {{(pid=102752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 12:25:46.848418 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.db.l3_hamode_db [None req-088d5310-d499-44b5-910d-5b28aea6b7e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T12:11:23Z,description=,heartbeat_timestamp=2021-11-22T12:25:23Z,host='dv-cinder-768458-13-iscsi',id=b4a26ead-6ab2-4f98-a352-c9ed6d39b73e,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T12:11:23Z,topic='l3_agent')) {'router_ids': ['56081523-b153-40d3-884a-a19cc12942fe'], 'active': True} {{(pid=102752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 12:25:46.906339 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fe5470-791e-4968-8fc9-dd0ea5c8b8bd req-46c1530f-3251-4bc4-9d38-92ad1c0c65f1 tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:25:46.911776 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-09fe5470-791e-4968-8fc9-dd0ea5c8b8bd req-46c1530f-3251-4bc4-9d38-92ad1c0c65f1 tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] 10.222.0.66 "GET /v2.0/ports?device_id=e5d549b4-7eb7-4cdd-90f0-ead23b7df090 HTTP/1.1" status: 200 len: 943 time: 0.1065438 Nov 22 12:25:46.924973 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509eec9f-35b2-42d3-aff8-238a687dd318 req-cb94f0b4-b24b-49dc-9526-d348e94fcb1c tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:25:46.928644 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-509eec9f-35b2-42d3-aff8-238a687dd318 req-cb94f0b4-b24b-49dc-9526-d348e94fcb1c tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.66 "GET /v2.0/ports?device_id=496ce05f-ecc0-4dfd-b1d4-1c961f763af7 HTTP/1.1" status: 200 len: 945 time: 0.0954683 Nov 22 12:25:47.057862 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-09fe5470-791e-4968-8fc9-dd0ea5c8b8bd req-ce78bd16-bb78-485b-912b-dc2f77a6653a tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] 10.222.0.66 "GET /v2.0/security-groups?id=42c847cf-7296-4ab8-8762-4ec01f5ec735&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1280704 Nov 22 12:25:47.058102 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.db.l3_dvr_db [None req-088d5310-d499-44b5-910d-5b28aea6b7e2 None None] Set router 56081523-b153-40d3-884a-a19cc12942fe gateway port host: dv-cinder-768458-13-iscsi {{(pid=102752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 12:25:47.078593 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-1a3a4d83-4321-4548-a4b4-f2acf73f30b2 admin admin] Publish callbacks [] for router, before_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:25:47.081909 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-509eec9f-35b2-42d3-aff8-238a687dd318 req-e78d164c-3f5c-4823-9fb6-5c28279aae99 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.66 "GET /v2.0/security-groups?id=bea8b415-2a88-446d-8b9a-0201cbf52809&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1325400 Nov 22 12:25:47.203404 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-1a3a4d83-4321-4548-a4b4-f2acf73f30b2 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:25:47.231564 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.rpc [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Device cdf642d5-e9c9-4450-b020-77cb141c2767 details requested by agent hyperv_hv-cinder-76845 with host hv-cinder-76845 {{(pid=102751) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 12:25:47.285122 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.plugins.ml2.plugin [None req-1a3a4d83-4321-4548-a4b4-f2acf73f30b2 admin admin] Deleting port 27ee833c-2eb0-4213-a5a3-925a61fc2503 {{(pid=102750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 12:25:47.285601 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-1a3a4d83-4321-4548-a4b4-f2acf73f30b2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793343491880'] for port, before_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:25:47.372574 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.db.l3_hamode_db [None req-088d5310-d499-44b5-910d-5b28aea6b7e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56081523-b153-40d3-884a-a19cc12942fe', 'name': 'tempest-TestMinimumBasicScenario-1896240182-router', 'tenant_id': 'ff0cee3d660142eeb2cd5ae6e5704440', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52f34850-4f08-4bf9-8f19-1c892d4c6132', 'external_fixed_ips': [{'subnet_id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'ip_address': '172.27.0.70'}], 'enable_snat': True}, 'gw_port_id': '27ee833c-2eb0-4213-a5a3-925a61fc2503', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T12:23:06Z', 'updated_at': '2021-11-22T12:25:45Z', 'revision_number': 5, 'project_id': 'ff0cee3d660142eeb2cd5ae6e5704440', 'gw_port': {'id': '27ee833c-2eb0-4213-a5a3-925a61fc2503', 'name': '', 'network_id': '52f34850-4f08-4bf9-8f19-1c892d4c6132', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:53:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56081523-b153-40d3-884a-a19cc12942fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'ip_address': '172.27.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T12:23:07Z', 'updated_at': '2021-11-22T12:23:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-13-iscsi'}], 'dv-cinder-768458-13-iscsi', False) {} {{(pid=102752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 12:25:47.396392 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.plugins.ml2.db [None req-1a3a4d83-4321-4548-a4b4-f2acf73f30b2 admin admin] For port 27ee833c-2eb0-4213-a5a3-925a61fc2503, host dv-cinder-768458-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-13-iscsi',level=0,port_id=27ee833c-2eb0-4213-a5a3-925a61fc2503,segment=NetworkSegment(91a15bc4-f975-4336-93bb-1ba9d2e7565e),segment_id=91a15bc4-f975-4336-93bb-1ba9d2e7565e)] {{(pid=102750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 12:25:47.396834 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-1a3a4d83-4321-4548-a4b4-f2acf73f30b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-535547'] for port, precommit_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:25:47.412232 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-088d5310-d499-44b5-910d-5b28aea6b7e2 None None] Checking router: 56081523-b153-40d3-884a-a19cc12942fe for host: dv-cinder-768458-13-iscsi {{(pid=102752) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 12:25:47.412599 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.plugins.ml2.plugin [None req-1a3a4d83-4321-4548-a4b4-f2acf73f30b2 admin admin] Calling delete_port for 27ee833c-2eb0-4213-a5a3-925a61fc2503 owned by network:router_gateway {{(pid=102750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 12:25:47.423938 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-088d5310-d499-44b5-910d-5b28aea6b7e2 None None] Routers {'56081523-b153-40d3-884a-a19cc12942fe'} bound to L3 agent in host dv-cinder-768458-13-iscsi {{(pid=102752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 12:25:47.424613 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.db.l3_hamode_db [None req-088d5310-d499-44b5-910d-5b28aea6b7e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T12:11:23Z,description=,heartbeat_timestamp=2021-11-22T12:25:23Z,host='dv-cinder-768458-13-iscsi',id=b4a26ead-6ab2-4f98-a352-c9ed6d39b73e,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T12:11:23Z,topic='l3_agent')) {'router_ids': ['56081523-b153-40d3-884a-a19cc12942fe'], 'active': True} {{(pid=102752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 12:25:47.523930 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.db [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] For port cdf642d5-e9c9-4450-b020-77cb141c2767, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=cdf642d5-e9c9-4450-b020-77cb141c2767,segment=NetworkSegment(b78e0815-b799-49df-bef0-4bb183f15c4f),segment_id=b78e0815-b799-49df-bef0-4bb183f15c4f)] {{(pid=102751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 12:25:47.549361 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793343475411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3821827'] for agent, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:25:47.550245 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.rpc [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Returning: {'device': 'cdf642d5-e9c9-4450-b020-77cb141c2767', 'network_id': '10b712e1-1243-4ece-87db-2201cf5a5198', 'port_id': 'cdf642d5-e9c9-4450-b020-77cb141c2767', 'mac_address': 'fa:16:3e:95:cc:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 639, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75c4fc63-17cf-4b1b-891d-bbf68c4295d3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102751) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 12:25:47.581280 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.db.l3_dvr_db [None req-088d5310-d499-44b5-910d-5b28aea6b7e2 None None] Set router 56081523-b153-40d3-884a-a19cc12942fe gateway port host: None {{(pid=102752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 12:25:47.607597 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3931732'] for port, before_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:25:47.623285 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.notifiers.nova [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cdf642d5-e9c9-4450-b020-77cb141c2767 {{(pid=102751) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 12:25:47.650309 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.db [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] For port cdf642d5-e9c9-4450-b020-77cb141c2767, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=cdf642d5-e9c9-4450-b020-77cb141c2767,segment=NetworkSegment(b78e0815-b799-49df-bef0-4bb183f15c4f),segment_id=b78e0815-b799-49df-bef0-4bb183f15c4f)] {{(pid=102751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 12:25:47.657349 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793343495738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793342949286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793342949304'] for port, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:25:47.664554 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-1a3a4d83-4321-4548-a4b4-f2acf73f30b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793343495765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793342949277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128483729'] for port, after_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:25:47.672928 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.db.l3_hamode_db [None req-088d5310-d499-44b5-910d-5b28aea6b7e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56081523-b153-40d3-884a-a19cc12942fe', 'name': 'tempest-TestMinimumBasicScenario-1896240182-router', 'tenant_id': 'ff0cee3d660142eeb2cd5ae6e5704440', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T12:23:06Z', 'updated_at': '2021-11-22T12:25:47Z', 'revision_number': 6, 'project_id': 'ff0cee3d660142eeb2cd5ae6e5704440', 'gw_port_host': None}], 'dv-cinder-768458-13-iscsi', False) {} {{(pid=102752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 12:25:47.710113 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3a4d83-4321-4548-a4b4-f2acf73f30b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=27ee833c-2eb0-4213-a5a3-925a61fc2503,revision_number=None']} {{(pid=102750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:25:47.737906 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Pushing event updated for resources: {'Port': ['ID=cdf642d5-e9c9-4450-b020-77cb141c2767,revision_number=4']} {{(pid=102751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:25:47.741435 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-088d5310-d499-44b5-910d-5b28aea6b7e2 None None] The sync data for ids ['56081523-b153-40d3-884a-a19cc12942fe'] in dv-cinder-768458-13-iscsi is: [{'id': '56081523-b153-40d3-884a-a19cc12942fe', 'name': 'tempest-TestMinimumBasicScenario-1896240182-router', 'tenant_id': 'ff0cee3d660142eeb2cd5ae6e5704440', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T12:23:06Z', 'updated_at': '2021-11-22T12:25:47Z', 'revision_number': 6, 'project_id': 'ff0cee3d660142eeb2cd5ae6e5704440', 'gw_port_host': None}] {{(pid=102752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 12:25:47.797833 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-1a3a4d83-4321-4548-a4b4-f2acf73f30b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-532702'] for router_gateway, after_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:25:47.905709 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-1a3a4d83-4321-4548-a4b4-f2acf73f30b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11715'] for router, precommit_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:25:47.909204 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-1a3a4d83-4321-4548-a4b4-f2acf73f30b2 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:25:47.961571 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-1a3a4d83-4321-4548-a4b4-f2acf73f30b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532541'] for router, after_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:25:47.962404 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a3a4d83-4321-4548-a4b4-f2acf73f30b2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 56081523-b153-40d3-884a-a19cc12942fe {{(pid=102750) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 12:25:47.979646 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-1a3a4d83-4321-4548-a4b4-f2acf73f30b2 admin admin] Publish callbacks [] for router, before_response {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:25:47.981199 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [None req-1a3a4d83-4321-4548-a4b4-f2acf73f30b2 admin admin] 10.222.0.66 "DELETE /v2.0/routers/56081523-b153-40d3-884a-a19cc12942fe HTTP/1.1" status: 204 len: 168 time: 1.1745329 Nov 22 12:25:47.982849 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.db [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] get_ports_and_sgs() called for port_ids ['cdf642d5-e9c9-4450-b020-77cb141c2767'] {{(pid=102751) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 12:25:47.984276 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.wsgi [-] (102750) accepted ('10.222.0.66', 52038) {{(pid=102750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:25:48.036170 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc0f878c-96f5-49a7-8c54-aae4bd78d3a3 admin admin] Deleting subnet 1bd16e7a-6865-4363-836d-8d59227c00f2 {{(pid=102750) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 12:25:48.041300 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-dc0f878c-96f5-49a7-8c54-aae4bd78d3a3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:25:48.083946 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-dc0f878c-96f5-49a7-8c54-aae4bd78d3a3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129945341'] for subnet, precommit_delete_associations {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:25:48.214912 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-dc0f878c-96f5-49a7-8c54-aae4bd78d3a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3851550'] for subnet, precommit_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:25:48.280170 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475102fd-90a3-440a-9260-bfb585f6e84c req-4d802824-ff6c-4587-8866-8940c2a5dbaa tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:25:48.282187 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-475102fd-90a3-440a-9260-bfb585f6e84c req-4d802824-ff6c-4587-8866-8940c2a5dbaa tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] 10.222.0.66 "GET /v2.0/ports?device_id=e5d549b4-7eb7-4cdd-90f0-ead23b7df090 HTTP/1.1" status: 200 len: 944 time: 0.0945487 Nov 22 12:25:48.301070 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f36812-cb27-4218-b88f-f3bd2fa93564 req-73ee5bca-48da-4664-b149-398ed5e8057c tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:25:48.307342 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-dc0f878c-96f5-49a7-8c54-aae4bd78d3a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3851541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128483662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125991811'] for subnet, after_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:25:48.309194 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-26f36812-cb27-4218-b88f-f3bd2fa93564 req-73ee5bca-48da-4664-b149-398ed5e8057c tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.66 "GET /v2.0/ports?device_id=496ce05f-ecc0-4dfd-b1d4-1c961f763af7 HTTP/1.1" status: 200 len: 945 time: 0.0912559 Nov 22 12:25:48.353336 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0f878c-96f5-49a7-8c54-aae4bd78d3a3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1bd16e7a-6865-4363-836d-8d59227c00f2,revision_number=None']} {{(pid=102750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:25:48.357644 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-dc0f878c-96f5-49a7-8c54-aae4bd78d3a3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:25:48.366130 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5016f44f-61cf-41db-a0d8-9407fd0fbe84 None None] Network bb159f98-9eac-480d-83df-144f691eba05 requested from dv-cinder-768458-13-iscsi {{(pid=102751) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 12:25:48.368394 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.wsgi [-] (102749) accepted ('10.222.0.66', 52044) {{(pid=102749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:25:48.374614 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [None req-dc0f878c-96f5-49a7-8c54-aae4bd78d3a3 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/1bd16e7a-6865-4363-836d-8d59227c00f2 HTTP/1.1" status: 204 len: 168 time: 0.3887911 Nov 22 12:25:48.387148 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-26f36812-cb27-4218-b88f-f3bd2fa93564 req-76383fd8-ac2e-4488-9854-8094efc29b69 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.66 "GET /v2.0/security-groups?id=bea8b415-2a88-446d-8b9a-0201cbf52809&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0740533 Nov 22 12:25:48.477471 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-b38b2412-7e2e-4fc4-a096-45b90a56fda4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3895399'] for network, before_delete {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:25:48.544231 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-475102fd-90a3-440a-9260-bfb585f6e84c req-182154d0-9fac-4d2f-bfaa-f6c7649334c9 tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] 10.222.0.66 "GET /v2.0/security-groups?id=42c847cf-7296-4ab8-8762-4ec01f5ec735&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2079904 Nov 22 12:25:48.591492 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.plugins.ml2.plugin [None req-b38b2412-7e2e-4fc4-a096-45b90a56fda4 admin admin] Deleting port 9d3f4c16-0d6d-4b38-ac35-f961bc166f3a {{(pid=102749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 12:25:48.591862 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-b38b2412-7e2e-4fc4-a096-45b90a56fda4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793343491880'] for port, before_delete {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:25:48.633142 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36656413-f41f-459f-8442-3738fd7e3a46 None None] DHCP port deletion for bb159f98-9eac-480d-83df-144f691eba05 request from dv-cinder-768458-13-iscsi {{(pid=102751) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 12:25:48.691932 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.plugins.ml2.db [None req-b38b2412-7e2e-4fc4-a096-45b90a56fda4 admin admin] For port 9d3f4c16-0d6d-4b38-ac35-f961bc166f3a, host dv-cinder-768458-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-13-iscsi',level=0,port_id=9d3f4c16-0d6d-4b38-ac35-f961bc166f3a,segment=NetworkSegment(de0b22a8-24a0-4b0f-af9b-4184618783dc),segment_id=de0b22a8-24a0-4b0f-af9b-4184618783dc)] {{(pid=102749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 12:25:48.692314 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-b38b2412-7e2e-4fc4-a096-45b90a56fda4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-535547'] for port, precommit_delete {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:25:48.698683 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.plugin [None req-36656413-f41f-459f-8442-3738fd7e3a46 None None] Deleting port 9d3f4c16-0d6d-4b38-ac35-f961bc166f3a {{(pid=102751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 12:25:48.699064 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-36656413-f41f-459f-8442-3738fd7e3a46 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793343491880'] for port, before_delete {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:25:48.721564 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.plugins.ml2.plugin [None req-b38b2412-7e2e-4fc4-a096-45b90a56fda4 admin admin] Calling delete_port for 9d3f4c16-0d6d-4b38-ac35-f961bc166f3a owned by network:dhcp {{(pid=102749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 12:25:48.793564 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.db [None req-36656413-f41f-459f-8442-3738fd7e3a46 None None] For port 9d3f4c16-0d6d-4b38-ac35-f961bc166f3a, host dv-cinder-768458-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-13-iscsi',level=0,port_id=9d3f4c16-0d6d-4b38-ac35-f961bc166f3a,segment=NetworkSegment(de0b22a8-24a0-4b0f-af9b-4184618783dc),segment_id=de0b22a8-24a0-4b0f-af9b-4184618783dc)] {{(pid=102751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 12:25:48.793564 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-36656413-f41f-459f-8442-3738fd7e3a46 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-535547'] for port, precommit_delete {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:25:48.834787 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.plugin [None req-36656413-f41f-459f-8442-3738fd7e3a46 None None] Calling delete_port for 9d3f4c16-0d6d-4b38-ac35-f961bc166f3a owned by network:dhcp {{(pid=102751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 12:25:48.840763 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-b38b2412-7e2e-4fc4-a096-45b90a56fda4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793343495765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793342949277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126077602'] for port, after_delete {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:25:48.883591 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38b2412-7e2e-4fc4-a096-45b90a56fda4 admin admin] Pushing event deleted for resources: {'Port': ['ID=9d3f4c16-0d6d-4b38-ac35-f961bc166f3a,revision_number=None']} {{(pid=102749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:25:48.897292 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b38b2412-7e2e-4fc4-a096-45b90a56fda4 admin admin] No DVR routers for this DVR port 9d3f4c16-0d6d-4b38-ac35-f961bc166f3a on host dv-cinder-768458-13-iscsi {{(pid=102749) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 12:25:48.962286 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-36656413-f41f-459f-8442-3738fd7e3a46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793343495765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793342949277'] for port, after_delete {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:25:48.976739 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36656413-f41f-459f-8442-3738fd7e3a46 None None] No DVR routers for this DVR port 9d3f4c16-0d6d-4b38-ac35-f961bc166f3a on host dv-cinder-768458-13-iscsi {{(pid=102751) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 12:25:49.000784 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-b38b2412-7e2e-4fc4-a096-45b90a56fda4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3855014', 'neutron.services.segments.db._delete_segments_for_network-8793343475339'] for network, precommit_delete {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:25:49.001586 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36656413-f41f-459f-8442-3738fd7e3a46 None None] Pushing event deleted for resources: {'Port': ['ID=9d3f4c16-0d6d-4b38-ac35-f961bc166f3a,revision_number=None']} {{(pid=102751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:25:49.026656 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.services.segments.db [None req-b38b2412-7e2e-4fc4-a096-45b90a56fda4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb159f98-9eac-480d-83df-144f691eba05']}} {{(pid=102749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 12:25:49.039386 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.services.segments.db [None req-b38b2412-7e2e-4fc4-a096-45b90a56fda4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de0b22a8-24a0-4b0f-af9b-4184618783dc') {'for_net_delete': True} {{(pid=102749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 12:25:49.039753 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.services.segments.db [None req-b38b2412-7e2e-4fc4-a096-45b90a56fda4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de0b22a8-24a0-4b0f-af9b-4184618783dc') {} {{(pid=102749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 12:25:49.051953 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-b38b2412-7e2e-4fc4-a096-45b90a56fda4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793343276566', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129474042'] for segment, before_delete {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:25:49.071278 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-b38b2412-7e2e-4fc4-a096-45b90a56fda4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3850450'] for segment, precommit_delete {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:25:49.076699 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b38b2412-7e2e-4fc4-a096-45b90a56fda4 admin admin] Releasing vlan 610 on physical network physnet1 to pool {{(pid=102749) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 12:25:49.077237 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-b38b2412-7e2e-4fc4-a096-45b90a56fda4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3850450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126077655'] for segment, after_delete {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:25:49.079489 dv-cinder-768458-13-iscsi neutron-server[102749]: Traceback (most recent call last): Nov 22 12:25:49.079489 dv-cinder-768458-13-iscsi neutron-server[102749]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 12:25:49.079489 dv-cinder-768458-13-iscsi neutron-server[102749]: timer() Nov 22 12:25:49.079489 dv-cinder-768458-13-iscsi neutron-server[102749]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 12:25:49.079489 dv-cinder-768458-13-iscsi neutron-server[102749]: cb(*args, **kw) Nov 22 12:25:49.079489 dv-cinder-768458-13-iscsi neutron-server[102749]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 12:25:49.079489 dv-cinder-768458-13-iscsi neutron-server[102749]: return func(*args, **kwargs) Nov 22 12:25:49.079489 dv-cinder-768458-13-iscsi neutron-server[102749]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 12:25:49.079489 dv-cinder-768458-13-iscsi neutron-server[102749]: self._notify() Nov 22 12:25:49.079489 dv-cinder-768458-13-iscsi neutron-server[102749]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 12:25:49.079489 dv-cinder-768458-13-iscsi neutron-server[102749]: self.callback(batched_events) Nov 22 12:25:49.079489 dv-cinder-768458-13-iscsi neutron-server[102749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 12:25:49.079489 dv-cinder-768458-13-iscsi neutron-server[102749]: event.method(event) Nov 22 12:25:49.079489 dv-cinder-768458-13-iscsi neutron-server[102749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 12:25:49.079489 dv-cinder-768458-13-iscsi neutron-server[102749]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 12:25:49.079489 dv-cinder-768458-13-iscsi neutron-server[102749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 12:25:49.079489 dv-cinder-768458-13-iscsi neutron-server[102749]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 12:25:49.079489 dv-cinder-768458-13-iscsi neutron-server[102749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 12:25:49.079489 dv-cinder-768458-13-iscsi neutron-server[102749]: return f(self, *a, **k) Nov 22 12:25:49.079489 dv-cinder-768458-13-iscsi neutron-server[102749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 12:25:49.079489 dv-cinder-768458-13-iscsi neutron-server[102749]: return self._get(url).json() Nov 22 12:25:49.079489 dv-cinder-768458-13-iscsi neutron-server[102749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 12:25:49.079489 dv-cinder-768458-13-iscsi neutron-server[102749]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 12:25:49.079489 dv-cinder-768458-13-iscsi neutron-server[102749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 12:25:49.079489 dv-cinder-768458-13-iscsi neutron-server[102749]: return self.request(url, 'GET', **kwargs) Nov 22 12:25:49.079489 dv-cinder-768458-13-iscsi neutron-server[102749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 12:25:49.079489 dv-cinder-768458-13-iscsi neutron-server[102749]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 12:25:49.079489 dv-cinder-768458-13-iscsi neutron-server[102749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 12:25:49.079489 dv-cinder-768458-13-iscsi neutron-server[102749]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 12:25:49.079489 dv-cinder-768458-13-iscsi neutron-server[102749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 12:25:49.079489 dv-cinder-768458-13-iscsi neutron-server[102749]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 12:25:49.079489 dv-cinder-768458-13-iscsi neutron-server[102749]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 12:25:49.185333 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-b38b2412-7e2e-4fc4-a096-45b90a56fda4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3855023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532706'] for network, after_delete {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:25:49.186898 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.rpc [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] Device 9d3f4c16-0d6d-4b38-ac35-f961bc166f3a no longer exists at agent ovs-agent-dv-cinder-768458-13-iscsi {{(pid=102751) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 12:25:49.196143 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-b38b2412-7e2e-4fc4-a096-45b90a56fda4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758363'] for network, before_response {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:25:49.201931 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [None req-b38b2412-7e2e-4fc4-a096-45b90a56fda4 admin admin] 10.222.0.66 "DELETE /v2.0/networks/bb159f98-9eac-480d-83df-144f691eba05 HTTP/1.1" status: 204 len: 168 time: 0.8112032 Nov 22 12:25:49.208622 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.plugin [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] No Port match for: 9d3f4c16-0d6d-4b38-ac35-f961bc166f3a {{(pid=102751) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 12:25:49.209073 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.rpc [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] Device 9d3f4c16-0d6d-4b38-ac35-f961bc166f3a not bound to the agent host dv-cinder-768458-13-iscsi {{(pid=102751) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 12:25:49.209597 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.rpc [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] Device 27ee833c-2eb0-4213-a5a3-925a61fc2503 no longer exists at agent ovs-agent-dv-cinder-768458-13-iscsi {{(pid=102751) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 12:25:49.209961 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38b2412-7e2e-4fc4-a096-45b90a56fda4 admin admin] Pushing event deleted for resources: {'Network': ['ID=bb159f98-9eac-480d-83df-144f691eba05,revision_number=None']} {{(pid=102749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:25:49.230440 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.plugin [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] No Port match for: 27ee833c-2eb0-4213-a5a3-925a61fc2503 {{(pid=102751) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 12:25:49.230875 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.rpc [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] Device 27ee833c-2eb0-4213-a5a3-925a61fc2503 not bound to the agent host dv-cinder-768458-13-iscsi {{(pid=102751) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 12:25:49.231383 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.rpc [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] Device 8f0a9759-0320-4d72-97e8-8633e667c9ee no longer exists at agent ovs-agent-dv-cinder-768458-13-iscsi {{(pid=102751) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 12:25:49.254519 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.rpc [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Device cdf642d5-e9c9-4450-b020-77cb141c2767 up at agent hyperv_hv-cinder-76845 {{(pid=102751) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 12:25:49.257712 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.plugin [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] No Port match for: 8f0a9759-0320-4d72-97e8-8633e667c9ee {{(pid=102751) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 12:25:49.258118 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.rpc [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] Device 8f0a9759-0320-4d72-97e8-8633e667c9ee not bound to the agent host dv-cinder-768458-13-iscsi {{(pid=102751) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 12:25:49.324471 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.provisioning_blocks [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Provisioning for port cdf642d5-e9c9-4450-b020-77cb141c2767 completed by entity L2. {{(pid=102751) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 12:25:49.330714 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.provisioning_blocks [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Provisioning complete for port cdf642d5-e9c9-4450-b020-77cb141c2767 triggered by entity L2. {{(pid=102751) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 12:25:49.331423 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3821908'] for port, provisioning_complete {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:25:49.448391 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3931732'] for port, before_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:25:49.495634 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5d549b4-7eb7-4cdd-90f0-ead23b7df090', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdf642d5-e9c9-4450-b020-77cb141c2767'}] {{(pid=102751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 12:25:49.498395 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50f57f68d0dae852c32e4f8721e97c07bf2df52fd56e1603e3e4743a1bb51d8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9948473f-8e76-4840-9f66-5a6c6c65656f" -d '{"events": [{"server_uuid": "e5d549b4-7eb7-4cdd-90f0-ead23b7df090", "name": "network-vif-plugged", "status": "completed", "tag": "cdf642d5-e9c9-4450-b020-77cb141c2767"}]}' {{(pid=102751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 12:25:49.541219 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.db [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] For port cdf642d5-e9c9-4450-b020-77cb141c2767, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=cdf642d5-e9c9-4450-b020-77cb141c2767,segment=NetworkSegment(b78e0815-b799-49df-bef0-4bb183f15c4f),segment_id=b78e0815-b799-49df-bef0-4bb183f15c4f)] {{(pid=102751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 12:25:49.549445 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793343495738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793342949286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793342949304'] for port, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:25:49.568528 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.wsgi [-] (102750) accepted ('10.222.0.66', 52056) {{(pid=102750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:25:49.627801 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 12:25:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff65942b-992d-4e7a-b250-bfc7db24162d x-openstack-request-id: req-ff65942b-992d-4e7a-b250-bfc7db24162d {{(pid=102751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 12:25:49.628098 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5d549b4-7eb7-4cdd-90f0-ead23b7df090", "name": "network-vif-plugged", "status": "completed", "tag": "cdf642d5-e9c9-4450-b020-77cb141c2767", "code": 200}]} {{(pid=102751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 12:25:49.628424 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-ff65942b-992d-4e7a-b250-bfc7db24162d {{(pid=102751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 12:25:49.628890 dv-cinder-768458-13-iscsi neutron-server[102751]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5d549b4-7eb7-4cdd-90f0-ead23b7df090', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdf642d5-e9c9-4450-b020-77cb141c2767', 'code': 200} Nov 22 12:25:49.664480 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [None req-9fe0c0dd-313a-4a49-8216-cceb584c9135 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=7b282b4e5e2147a692e990f45ce44b8f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0941138 Nov 22 12:25:49.665514 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.wsgi [-] (102750) accepted ('10.222.0.66', 52060) {{(pid=102750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:25:49.715332 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Pushing event updated for resources: {'Port': ['ID=cdf642d5-e9c9-4450-b020-77cb141c2767,revision_number=5']} {{(pid=102751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:25:49.754851 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-b8cd3e9a-115c-4577-8eab-4aafedd3d5af admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:25:49.794354 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-b8cd3e9a-115c-4577-8eab-4aafedd3d5af admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:25:49.855812 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-b8cd3e9a-115c-4577-8eab-4aafedd3d5af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545565'] for security_group, after_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:25:49.858607 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-b8cd3e9a-115c-4577-8eab-4aafedd3d5af admin admin] Publish callbacks [] for security_group, before_response {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:25:49.864878 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [None req-b8cd3e9a-115c-4577-8eab-4aafedd3d5af admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/fef67df6-c110-4434-a0a2-3d2b51571b5f HTTP/1.1" status: 204 len: 168 time: 0.1957858 Nov 22 12:25:49.879398 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cd3e9a-115c-4577-8eab-4aafedd3d5af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fef67df6-c110-4434-a0a2-3d2b51571b5f,revision_number=None']} {{(pid=102750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:25:50.033428 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f1ae5b-1a89-4023-bc2d-7a9ede62e5a3 req-b4978d71-4074-40ce-a774-6a314da41374 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:25:50.042582 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-59f1ae5b-1a89-4023-bc2d-7a9ede62e5a3 req-b4978d71-4074-40ce-a774-6a314da41374 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.66 "GET /v2.0/ports?device_id=496ce05f-ecc0-4dfd-b1d4-1c961f763af7 HTTP/1.1" status: 200 len: 945 time: 0.5332048 Nov 22 12:25:50.098839 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce92e2d-fc3c-467c-bf68-1fb9fe19850e req-cdf4153e-0c01-4da6-9377-a3a660ce7c4d tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:25:50.100526 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-1ce92e2d-fc3c-467c-bf68-1fb9fe19850e req-cdf4153e-0c01-4da6-9377-a3a660ce7c4d tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] 10.222.0.66 "GET /v2.0/ports?device_id=e5d549b4-7eb7-4cdd-90f0-ead23b7df090 HTTP/1.1" status: 200 len: 945 time: 0.1537073 Nov 22 12:25:50.108056 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece16db4-4247-41aa-a052-6c174d259b52 req-5621e20f-47a4-44a7-a069-eeaba47457b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:25:50.109771 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-ece16db4-4247-41aa-a052-6c174d259b52 req-5621e20f-47a4-44a7-a069-eeaba47457b0 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=e5d549b4-7eb7-4cdd-90f0-ead23b7df090 HTTP/1.1" status: 200 len: 1098 time: 0.1595438 Nov 22 12:25:50.161997 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-59f1ae5b-1a89-4023-bc2d-7a9ede62e5a3 req-0120c734-d1ea-40ad-89a7-c780117da176 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.66 "GET /v2.0/security-groups?id=bea8b415-2a88-446d-8b9a-0201cbf52809&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1182771 Nov 22 12:25:50.230576 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-ece16db4-4247-41aa-a052-6c174d259b52 req-0c078cc5-3daa-4f48-8333-2c0d6b05fc0b service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=42c847cf-7296-4ab8-8762-4ec01f5ec735&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1086004 Nov 22 12:25:50.234467 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-1ce92e2d-fc3c-467c-bf68-1fb9fe19850e req-cdb412db-07bb-4725-b970-392c9f217164 tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] 10.222.0.66 "GET /v2.0/security-groups?id=42c847cf-7296-4ab8-8762-4ec01f5ec735&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1216936 Nov 22 12:25:50.320477 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.wsgi [-] (102750) accepted ('10.222.0.66', 52072) {{(pid=102750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:25:50.373888 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [None req-fc9e78a3-81a7-426b-aed8-4e903505dddf admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=ff0cee3d660142eeb2cd5ae6e5704440&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0517266 Nov 22 12:25:50.376726 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.wsgi [-] (102750) accepted ('10.222.0.66', 52074) {{(pid=102750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:25:50.446460 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-7e75290e-0aab-4de7-a91d-e859b0da9589 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:25:50.481100 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-7e75290e-0aab-4de7-a91d-e859b0da9589 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:25:50.546726 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-7e75290e-0aab-4de7-a91d-e859b0da9589 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545565'] for security_group, after_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:25:50.549981 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-7e75290e-0aab-4de7-a91d-e859b0da9589 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:25:50.551219 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [None req-7e75290e-0aab-4de7-a91d-e859b0da9589 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/a965b4a6-5116-48d1-8ba0-44791910dd7e HTTP/1.1" status: 204 len: 168 time: 0.1735556 Nov 22 12:25:50.561690 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e75290e-0aab-4de7-a91d-e859b0da9589 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a965b4a6-5116-48d1-8ba0-44791910dd7e,revision_number=None']} {{(pid=102750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:25:50.793875 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-3658e9c9-9499-4da3-8cb2-6680f17ed11c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793343475411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3821827'] for agent, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:25:51.053226 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22471934-1b88-419e-8a3f-7db34fad0a95 req-d2509e57-dc7b-4d2f-a984-fdfca8452424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:25:51.055432 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-22471934-1b88-419e-8a3f-7db34fad0a95 req-d2509e57-dc7b-4d2f-a984-fdfca8452424 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=086a36bf2fea4df7a4d72733b2f68dcd&device_id=496ce05f-ecc0-4dfd-b1d4-1c961f763af7 HTTP/1.1" status: 200 len: 1098 time: 0.0507259 Nov 22 12:25:51.168525 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22471934-1b88-419e-8a3f-7db34fad0a95 req-69f127b6-fd0c-4f38-8232-3043d6275a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:25:51.171057 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-22471934-1b88-419e-8a3f-7db34fad0a95 req-69f127b6-fd0c-4f38-8232-3043d6275a49 service neutron] 10.222.0.46 "GET /v2.0/networks?id=47c7c2df-c485-45be-9ae4-891cba4c7953 HTTP/1.1" status: 200 len: 917 time: 0.1071436 Nov 22 12:25:51.246130 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-22471934-1b88-419e-8a3f-7db34fad0a95 req-c6f8ec61-6f5c-4ffb-a92d-07bf6aed1c34 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=94a1cac1-1361-4086-b60b-55660b9c75fc HTTP/1.1" status: 200 len: 1000 time: 0.0661168 Nov 22 12:25:51.383445 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22471934-1b88-419e-8a3f-7db34fad0a95 req-4cbe40cd-f393-4076-9be9-f0a395707a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:25:51.384804 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-22471934-1b88-419e-8a3f-7db34fad0a95 req-4cbe40cd-f393-4076-9be9-f0a395707a25 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6b38e15d-2758-41f6-bf64-d497af1d9f95 HTTP/1.1" status: 200 len: 855 time: 0.1229417 Nov 22 12:25:51.393207 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc0d3ae-d44e-48d4-b07b-f5b5e10ac427 req-fbab3013-3aee-4400-8936-cc678fc5bab9 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:25:51.394803 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-4dc0d3ae-d44e-48d4-b07b-f5b5e10ac427 req-fbab3013-3aee-4400-8936-cc678fc5bab9 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.66 "GET /v2.0/ports?device_id=496ce05f-ecc0-4dfd-b1d4-1c961f763af7 HTTP/1.1" status: 200 len: 945 time: 0.1415067 Nov 22 12:25:51.407675 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92404e9b-cf7e-400f-b3d5-0e69778c2a4d req-0f7463a9-8eab-4abe-ac56-97b7492e58c9 tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:25:51.409215 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-92404e9b-cf7e-400f-b3d5-0e69778c2a4d req-0f7463a9-8eab-4abe-ac56-97b7492e58c9 tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] 10.222.0.66 "GET /v2.0/ports?device_id=e5d549b4-7eb7-4cdd-90f0-ead23b7df090 HTTP/1.1" status: 200 len: 945 time: 0.0954945 Nov 22 12:25:51.517689 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-4dc0d3ae-d44e-48d4-b07b-f5b5e10ac427 req-12513e0e-c598-4ece-b201-82d85c8e07d5 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.66 "GET /v2.0/security-groups?id=bea8b415-2a88-446d-8b9a-0201cbf52809&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1074710 Nov 22 12:25:51.522094 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-92404e9b-cf7e-400f-b3d5-0e69778c2a4d req-40c64d0a-6f70-42a0-8615-758e60d729b9 tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] 10.222.0.66 "GET /v2.0/security-groups?id=42c847cf-7296-4ab8-8762-4ec01f5ec735&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0982578 Nov 22 12:25:51.524117 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22471934-1b88-419e-8a3f-7db34fad0a95 req-eca0d480-7f70-4e64-806f-6925b90eb38a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:25:51.526117 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-22471934-1b88-419e-8a3f-7db34fad0a95 req-eca0d480-7f70-4e64-806f-6925b90eb38a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=47c7c2df-c485-45be-9ae4-891cba4c7953&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1149409 Nov 22 12:25:51.623271 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-22471934-1b88-419e-8a3f-7db34fad0a95 req-75729fe1-f2f6-417f-9cdb-4159ce7af746 service neutron] 10.222.0.46 "GET /v2.0/networks/47c7c2df-c485-45be-9ae4-891cba4c7953?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838470 Nov 22 12:25:51.727538 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-22471934-1b88-419e-8a3f-7db34fad0a95 req-e150ddff-4db1-4dc3-88b6-ae65be241c05 service neutron] 10.222.0.46 "GET /v2.0/networks/47c7c2df-c485-45be-9ae4-891cba4c7953?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963638 Nov 22 12:25:52.680894 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498c11a5-17d1-4f21-8566-799a8c76c5ff req-c45d613b-f414-4745-9761-5ba7525049f0 tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:25:52.682421 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-498c11a5-17d1-4f21-8566-799a8c76c5ff req-c45d613b-f414-4745-9761-5ba7525049f0 tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] 10.222.0.66 "GET /v2.0/ports?device_id=e5d549b4-7eb7-4cdd-90f0-ead23b7df090 HTTP/1.1" status: 200 len: 945 time: 0.0825446 Nov 22 12:25:52.690463 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfae71f-0939-4596-a828-f735322fab3d req-b965cb93-0c67-4845-b1df-1f5431317131 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:25:52.691984 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-8dfae71f-0939-4596-a828-f735322fab3d req-b965cb93-0c67-4845-b1df-1f5431317131 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.66 "GET /v2.0/ports?device_id=496ce05f-ecc0-4dfd-b1d4-1c961f763af7 HTTP/1.1" status: 200 len: 945 time: 0.0940387 Nov 22 12:25:52.761246 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-498c11a5-17d1-4f21-8566-799a8c76c5ff req-82c8ddd3-0ecb-45b0-ac56-ddffe0cbeb83 tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] 10.222.0.66 "GET /v2.0/security-groups?id=42c847cf-7296-4ab8-8762-4ec01f5ec735&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681610 Nov 22 12:25:52.768386 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-8dfae71f-0939-4596-a828-f735322fab3d req-945d400b-fe60-4b71-9e4c-cc4227a4681b tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.66 "GET /v2.0/security-groups?id=bea8b415-2a88-446d-8b9a-0201cbf52809&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0695665 Nov 22 12:25:52.882650 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2c2598-641a-4a44-8391-a8a884b087ad req-3a1ea477-8709-42b3-b48a-183872ea41b0 tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:25:52.884263 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-6b2c2598-641a-4a44-8391-a8a884b087ad req-3a1ea477-8709-42b3-b48a-183872ea41b0 tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] 10.222.0.66 "GET /v2.0/ports?device_id=e5d549b4-7eb7-4cdd-90f0-ead23b7df090 HTTP/1.1" status: 200 len: 945 time: 0.0605590 Nov 22 12:25:52.894076 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.wsgi [-] (102750) accepted ('10.222.0.66', 52092) {{(pid=102750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:25:52.901266 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.v2.base [None req-d1773281-e3df-4c72-adc7-71991d8e7865 tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] Request body: {'floatingip': {'port_id': 'cdf642d5-e9c9-4450-b020-77cb141c2767'}} {{(pid=102750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 12:25:52.949556 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-d1773281-e3df-4c72-adc7-71991d8e7865 tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] Publish callbacks [] for floatingip, before_update {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:25:53.008610 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-74fb286a-0077-472b-8670-2eda654e2126 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793343475411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3821827'] for agent, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:25:53.395592 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-d1773281-e3df-4c72-adc7-71991d8e7865 tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:25:53.401127 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-d1773281-e3df-4c72-adc7-71991d8e7865 tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-532624'] for floatingip, after_update {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:25:53.502349 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.db.l3_db [None req-d1773281-e3df-4c72-adc7-71991d8e7865 tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] Floating IP d3db2bf1-83e1-49ff-ba54-3ed25134d1bd associated. External IP: 172.27.0.224, port: cdf642d5-e9c9-4450-b020-77cb141c2767. Nov 22 12:25:53.713691 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1773281-e3df-4c72-adc7-71991d8e7865 tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] Router 63592a9c-68c1-48ea-b288-b87effc8bba2 has already been hosted by L3 agent b4a26ead-6ab2-4f98-a352-c9ed6d39b73e {{(pid=102750) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 12:25:53.836119 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1773281-e3df-4c72-adc7-71991d8e7865 tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] Notify agent at l3_agent.dv-cinder-768458-13-iscsi the message routers_updated {{(pid=102750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 12:25:53.841758 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-d1773281-e3df-4c72-adc7-71991d8e7865 tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434365'] for floatingip, before_response {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:25:53.849113 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04513f45-1330-4f6f-b767-84e492bcc990 None None] Sync routers for ids ['63592a9c-68c1-48ea-b288-b87effc8bba2'] in dv-cinder-768458-13-iscsi {{(pid=102751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 12:25:53.859739 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04513f45-1330-4f6f-b767-84e492bcc990 None None] Routers {'63592a9c-68c1-48ea-b288-b87effc8bba2'} bound to L3 agent in host dv-cinder-768458-13-iscsi {{(pid=102751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 12:25:53.863311 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.l3_hamode_db [None req-04513f45-1330-4f6f-b767-84e492bcc990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T12:11:23Z,description=,heartbeat_timestamp=2021-11-22T12:25:53Z,host='dv-cinder-768458-13-iscsi',id=b4a26ead-6ab2-4f98-a352-c9ed6d39b73e,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T12:11:23Z,topic='l3_agent')) {'router_ids': ['63592a9c-68c1-48ea-b288-b87effc8bba2'], 'active': True} {{(pid=102751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 12:25:53.880301 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [None req-d1773281-e3df-4c72-adc7-71991d8e7865 tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] 10.222.0.66 "PUT /v2.0/floatingips/d3db2bf1-83e1-49ff-ba54-3ed25134d1bd HTTP/1.1" status: 200 len: 991 time: 0.9824057 Nov 22 12:25:53.880301 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5d549b4-7eb7-4cdd-90f0-ead23b7df090', 'tag': 'cdf642d5-e9c9-4450-b020-77cb141c2767'}] {{(pid=102750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 12:25:53.881093 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2a0bed14b240d0d35e029181fb516e01dd4ce85d5fb41ae8ef5632c0b13bd43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2886ef9b-a4b1-41d6-b273-30d3fd6d24a5" -d '{"events": [{"name": "network-changed", "server_uuid": "e5d549b4-7eb7-4cdd-90f0-ead23b7df090", "tag": "cdf642d5-e9c9-4450-b020-77cb141c2767"}]}' {{(pid=102750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 12:25:53.908388 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3d61c4-4156-424d-81ff-5e3bf5204cf2 req-199f64b9-4307-4963-8f71-ed1330a26a1d tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:25:53.910057 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-cc3d61c4-4156-424d-81ff-5e3bf5204cf2 req-199f64b9-4307-4963-8f71-ed1330a26a1d tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.66 "GET /v2.0/ports?device_id=496ce05f-ecc0-4dfd-b1d4-1c961f763af7 HTTP/1.1" status: 200 len: 945 time: 0.0621431 Nov 22 12:25:53.960858 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-cc3d61c4-4156-424d-81ff-5e3bf5204cf2 req-4c7aaf81-3a78-4196-b1b5-0a4d162ba324 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.66 "GET /v2.0/security-groups?id=bea8b415-2a88-446d-8b9a-0201cbf52809&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438981 Nov 22 12:25:53.990310 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.l3_dvr_db [None req-04513f45-1330-4f6f-b767-84e492bcc990 None None] Set router 63592a9c-68c1-48ea-b288-b87effc8bba2 gateway port host: dv-cinder-768458-13-iscsi {{(pid=102751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 12:25:53.998885 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 12:25:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c824b628-2ab8-4cf3-82e1-db868a755ab1 x-openstack-request-id: req-c824b628-2ab8-4cf3-82e1-db868a755ab1 {{(pid=102750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 12:25:53.999399 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5d549b4-7eb7-4cdd-90f0-ead23b7df090", "tag": "cdf642d5-e9c9-4450-b020-77cb141c2767", "status": "completed", "code": 200}]} {{(pid=102750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 12:25:53.999487 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-c824b628-2ab8-4cf3-82e1-db868a755ab1 {{(pid=102750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 12:25:54.000077 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5d549b4-7eb7-4cdd-90f0-ead23b7df090', 'tag': 'cdf642d5-e9c9-4450-b020-77cb141c2767', 'status': 'completed', 'code': 200} Nov 22 12:25:54.072838 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2886ef9b-a4b1-41d6-b273-30d3fd6d24a5 req-5b2413b0-5032-4fca-b809-37e2251c24c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:25:54.074544 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-2886ef9b-a4b1-41d6-b273-30d3fd6d24a5 req-5b2413b0-5032-4fca-b809-37e2251c24c1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7f5dffe9bc3f41c7a2656d194fd02173&device_id=e5d549b4-7eb7-4cdd-90f0-ead23b7df090 HTTP/1.1" status: 200 len: 1098 time: 0.0477309 Nov 22 12:25:54.090306 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-9105419b-06f9-45a8-bbac-70d110a73200 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793343475411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3821827'] for agent, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:25:54.180755 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2886ef9b-a4b1-41d6-b273-30d3fd6d24a5 req-24426fdf-b943-4316-9dea-2c16f8d9882b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:25:54.182728 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-2886ef9b-a4b1-41d6-b273-30d3fd6d24a5 req-24426fdf-b943-4316-9dea-2c16f8d9882b service neutron] 10.222.0.46 "GET /v2.0/networks?id=10b712e1-1243-4ece-87db-2201cf5a5198 HTTP/1.1" status: 200 len: 911 time: 0.0993760 Nov 22 12:25:54.251580 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.l3_hamode_db [None req-04513f45-1330-4f6f-b767-84e492bcc990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63592a9c-68c1-48ea-b288-b87effc8bba2', 'name': 'tempest-AttachVolumeTestJSON-126369036-router', 'tenant_id': '7f5dffe9bc3f41c7a2656d194fd02173', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52f34850-4f08-4bf9-8f19-1c892d4c6132', 'external_fixed_ips': [{'subnet_id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'ip_address': '172.27.0.63'}], 'enable_snat': True}, 'gw_port_id': '0ac1a34f-6725-44f8-8b88-8fb9c49da86b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T12:20:16Z', 'updated_at': '2021-11-22T12:20:18Z', 'revision_number': 4, 'project_id': '7f5dffe9bc3f41c7a2656d194fd02173', 'gw_port': {'id': '0ac1a34f-6725-44f8-8b88-8fb9c49da86b', 'name': '', 'network_id': '52f34850-4f08-4bf9-8f19-1c892d4c6132', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:da:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63592a9c-68c1-48ea-b288-b87effc8bba2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 246, 'fixed_ips': [{'subnet_id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'ip_address': '172.27.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T12:20:16Z', 'updated_at': '2021-11-22T12:20:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-13-iscsi', '_floatingips': [{'id': 'd3db2bf1-83e1-49ff-ba54-3ed25134d1bd', 'tenant_id': '7f5dffe9bc3f41c7a2656d194fd02173', 'floating_ip_address': '172.27.0.224', 'floating_network_id': '52f34850-4f08-4bf9-8f19-1c892d4c6132', 'router_id': '63592a9c-68c1-48ea-b288-b87effc8bba2', 'port_id': 'cdf642d5-e9c9-4450-b020-77cb141c2767', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 549, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10b712e1-1243-4ece-87db-2201cf5a5198', 'mac_address': 'fa:16:3e:95:cc:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5d549b4-7eb7-4cdd-90f0-ead23b7df090', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T12:25:36Z', 'updated_at': '2021-11-22T12:25:53Z', 'revision_number': 1, 'project_id': '7f5dffe9bc3f41c7a2656d194fd02173', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bbf1bde1-bd21-4da0-b335-a9b80c21c589', 'name': '', 'network_id': '10b712e1-1243-4ece-87db-2201cf5a5198', 'tenant_id': '7f5dffe9bc3f41c7a2656d194fd02173', 'mac_address': 'fa:16:3e:ee:93:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63592a9c-68c1-48ea-b288-b87effc8bba2', 'device_owner': 'network:router_interface', 'standard_attr_id': 247, 'fixed_ips': [{'subnet_id': '75c4fc63-17cf-4b1b-891d-bbf68c4295d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T12:20:18Z', 'updated_at': '2021-11-22T12:20:22Z', 'revision_number': 5, 'project_id': '7f5dffe9bc3f41c7a2656d194fd02173', 'subnets': [{'id': '75c4fc63-17cf-4b1b-891d-bbf68c4295d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-13-iscsi', False) {} {{(pid=102751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 12:25:54.260176 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-2886ef9b-a4b1-41d6-b273-30d3fd6d24a5 req-536dcf65-9e0b-485a-bc7c-e014d702646e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cdf642d5-e9c9-4450-b020-77cb141c2767 HTTP/1.1" status: 200 len: 999 time: 0.0671945 Nov 22 12:25:54.281645 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04513f45-1330-4f6f-b767-84e492bcc990 None None] Checking router: 63592a9c-68c1-48ea-b288-b87effc8bba2 for host: dv-cinder-768458-13-iscsi {{(pid=102751) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 12:25:54.290599 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04513f45-1330-4f6f-b767-84e492bcc990 None None] Routers {'63592a9c-68c1-48ea-b288-b87effc8bba2'} bound to L3 agent in host dv-cinder-768458-13-iscsi {{(pid=102751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 12:25:54.291258 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.l3_hamode_db [None req-04513f45-1330-4f6f-b767-84e492bcc990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T12:11:23Z,description=,heartbeat_timestamp=2021-11-22T12:25:53Z,host='dv-cinder-768458-13-iscsi',id=b4a26ead-6ab2-4f98-a352-c9ed6d39b73e,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T12:11:23Z,topic='l3_agent')) {'router_ids': ['63592a9c-68c1-48ea-b288-b87effc8bba2'], 'active': True} {{(pid=102751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 12:25:54.327474 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2886ef9b-a4b1-41d6-b273-30d3fd6d24a5 req-cc546fb5-cccf-480f-b626-ca821d949989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:25:54.329035 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-2886ef9b-a4b1-41d6-b273-30d3fd6d24a5 req-cc546fb5-cccf-480f-b626-ca821d949989 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=75c4fc63-17cf-4b1b-891d-bbf68c4295d3 HTTP/1.1" status: 200 len: 849 time: 0.0529935 Nov 22 12:25:54.378633 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2886ef9b-a4b1-41d6-b273-30d3fd6d24a5 req-b5f88393-5eab-4c22-9979-a9b4202150da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:25:54.380193 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-2886ef9b-a4b1-41d6-b273-30d3fd6d24a5 req-b5f88393-5eab-4c22-9979-a9b4202150da service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=10b712e1-1243-4ece-87db-2201cf5a5198&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0440733 Nov 22 12:25:54.418406 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.l3_dvr_db [None req-04513f45-1330-4f6f-b767-84e492bcc990 None None] Set router 63592a9c-68c1-48ea-b288-b87effc8bba2 gateway port host: dv-cinder-768458-13-iscsi {{(pid=102751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 12:25:54.484551 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-2886ef9b-a4b1-41d6-b273-30d3fd6d24a5 req-2ff11139-3be6-4718-8532-f507e6c9df63 service neutron] 10.222.0.46 "GET /v2.0/networks/10b712e1-1243-4ece-87db-2201cf5a5198?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971608 Nov 22 12:25:54.618161 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-2886ef9b-a4b1-41d6-b273-30d3fd6d24a5 req-2190eb02-581f-4202-88c1-8dd85686afd5 service neutron] 10.222.0.46 "GET /v2.0/networks/10b712e1-1243-4ece-87db-2201cf5a5198?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252611 Nov 22 12:25:54.736557 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.l3_hamode_db [None req-04513f45-1330-4f6f-b767-84e492bcc990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63592a9c-68c1-48ea-b288-b87effc8bba2', 'name': 'tempest-AttachVolumeTestJSON-126369036-router', 'tenant_id': '7f5dffe9bc3f41c7a2656d194fd02173', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52f34850-4f08-4bf9-8f19-1c892d4c6132', 'external_fixed_ips': [{'subnet_id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'ip_address': '172.27.0.63'}], 'enable_snat': True}, 'gw_port_id': '0ac1a34f-6725-44f8-8b88-8fb9c49da86b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T12:20:16Z', 'updated_at': '2021-11-22T12:20:18Z', 'revision_number': 4, 'project_id': '7f5dffe9bc3f41c7a2656d194fd02173', 'gw_port': {'id': '0ac1a34f-6725-44f8-8b88-8fb9c49da86b', 'name': '', 'network_id': '52f34850-4f08-4bf9-8f19-1c892d4c6132', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:da:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63592a9c-68c1-48ea-b288-b87effc8bba2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 246, 'fixed_ips': [{'subnet_id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'ip_address': '172.27.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T12:20:16Z', 'updated_at': '2021-11-22T12:20:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-13-iscsi', '_floatingips': [{'id': 'd3db2bf1-83e1-49ff-ba54-3ed25134d1bd', 'tenant_id': '7f5dffe9bc3f41c7a2656d194fd02173', 'floating_ip_address': '172.27.0.224', 'floating_network_id': '52f34850-4f08-4bf9-8f19-1c892d4c6132', 'router_id': '63592a9c-68c1-48ea-b288-b87effc8bba2', 'port_id': 'cdf642d5-e9c9-4450-b020-77cb141c2767', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 549, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10b712e1-1243-4ece-87db-2201cf5a5198', 'mac_address': 'fa:16:3e:95:cc:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5d549b4-7eb7-4cdd-90f0-ead23b7df090', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T12:25:36Z', 'updated_at': '2021-11-22T12:25:53Z', 'revision_number': 1, 'project_id': '7f5dffe9bc3f41c7a2656d194fd02173', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bbf1bde1-bd21-4da0-b335-a9b80c21c589', 'name': '', 'network_id': '10b712e1-1243-4ece-87db-2201cf5a5198', 'tenant_id': '7f5dffe9bc3f41c7a2656d194fd02173', 'mac_address': 'fa:16:3e:ee:93:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63592a9c-68c1-48ea-b288-b87effc8bba2', 'device_owner': 'network:router_interface', 'standard_attr_id': 247, 'fixed_ips': [{'subnet_id': '75c4fc63-17cf-4b1b-891d-bbf68c4295d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T12:20:18Z', 'updated_at': '2021-11-22T12:20:22Z', 'revision_number': 5, 'project_id': '7f5dffe9bc3f41c7a2656d194fd02173', 'subnets': [{'id': '75c4fc63-17cf-4b1b-891d-bbf68c4295d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-13-iscsi', False) {} {{(pid=102751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 12:25:54.766785 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04513f45-1330-4f6f-b767-84e492bcc990 None None] The sync data for ids ['63592a9c-68c1-48ea-b288-b87effc8bba2'] in dv-cinder-768458-13-iscsi is: [{'id': '63592a9c-68c1-48ea-b288-b87effc8bba2', 'name': 'tempest-AttachVolumeTestJSON-126369036-router', 'tenant_id': '7f5dffe9bc3f41c7a2656d194fd02173', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52f34850-4f08-4bf9-8f19-1c892d4c6132', 'external_fixed_ips': [{'subnet_id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'ip_address': '172.27.0.63'}], 'enable_snat': True}, 'gw_port_id': '0ac1a34f-6725-44f8-8b88-8fb9c49da86b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T12:20:16Z', 'updated_at': '2021-11-22T12:20:18Z', 'revision_number': 4, 'project_id': '7f5dffe9bc3f41c7a2656d194fd02173', 'gw_port': {'id': '0ac1a34f-6725-44f8-8b88-8fb9c49da86b', 'name': '', 'network_id': '52f34850-4f08-4bf9-8f19-1c892d4c6132', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:da:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63592a9c-68c1-48ea-b288-b87effc8bba2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 246, 'fixed_ips': [{'subnet_id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'ip_address': '172.27.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T12:20:16Z', 'updated_at': '2021-11-22T12:20:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-13-iscsi', '_floatingips': [{'id': 'd3db2bf1-83e1-49ff-ba54-3ed25134d1bd', 'tenant_id': '7f5dffe9bc3f41c7a2656d194fd02173', 'floating_ip_address': '172.27.0.224', 'floating_network_id': '52f34850-4f08-4bf9-8f19-1c892d4c6132', 'router_id': '63592a9c-68c1-48ea-b288-b87effc8bba2', 'port_id': 'cdf642d5-e9c9-4450-b020-77cb141c2767', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 549, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10b712e1-1243-4ece-87db-2201cf5a5198', 'mac_address': 'fa:16:3e:95:cc:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5d549b4-7eb7-4cdd-90f0-ead23b7df090', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T12:25:36Z', 'updated_at': '2021-11-22T12:25:53Z', 'revision_number': 1, 'project_id': '7f5dffe9bc3f41c7a2656d194fd02173', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bbf1bde1-bd21-4da0-b335-a9b80c21c589', 'name': '', 'network_id': '10b712e1-1243-4ece-87db-2201cf5a5198', 'tenant_id': '7f5dffe9bc3f41c7a2656d194fd02173', 'mac_address': 'fa:16:3e:ee:93:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63592a9c-68c1-48ea-b288-b87effc8bba2', 'device_owner': 'network:router_interface', 'standard_attr_id': 247, 'fixed_ips': [{'subnet_id': '75c4fc63-17cf-4b1b-891d-bbf68c4295d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T12:20:18Z', 'updated_at': '2021-11-22T12:20:22Z', 'revision_number': 5, 'project_id': '7f5dffe9bc3f41c7a2656d194fd02173', 'subnets': [{'id': '75c4fc63-17cf-4b1b-891d-bbf68c4295d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 12:25:55.016902 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8ce1e1-e96c-4962-82d8-999e17dd8222 req-83a58f6f-f012-426d-972d-aa15aee18c08 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:25:55.019657 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-7d8ce1e1-e96c-4962-82d8-999e17dd8222 req-83a58f6f-f012-426d-972d-aa15aee18c08 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.66 "GET /v2.0/ports?device_id=496ce05f-ecc0-4dfd-b1d4-1c961f763af7 HTTP/1.1" status: 200 len: 945 time: 0.0633001 Nov 22 12:25:55.057916 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed8630a9-6499-4468-bf23-e5e635d3435a None None] New status for floating IP d3db2bf1-83e1-49ff-ba54-3ed25134d1bd: ACTIVE {{(pid=102752) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 12:25:55.091639 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-7d8ce1e1-e96c-4962-82d8-999e17dd8222 req-bde57534-be98-4855-9f4e-f7da7d2bffa3 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.66 "GET /v2.0/security-groups?id=bea8b415-2a88-446d-8b9a-0201cbf52809&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598493 Nov 22 12:25:55.307437 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.rpc [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Device 94a1cac1-1361-4086-b60b-55660b9c75fc no longer exists at agent hyperv_hv-cinder-76845 {{(pid=102751) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 12:25:55.316906 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [req-3a527eb5-3b76-4902-acc6-e65c5ae42f03 req-85f8fffd-0815-48c3-b311-38796b3bdb07 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=496ce05f-ecc0-4dfd-b1d4-1c961f763af7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0489657 Nov 22 12:25:55.390958 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3931732'] for port, before_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:25:55.419641 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '496ce05f-ecc0-4dfd-b1d4-1c961f763af7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '94a1cac1-1361-4086-b60b-55660b9c75fc'}] {{(pid=102751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 12:25:55.422289 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50f57f68d0dae852c32e4f8721e97c07bf2df52fd56e1603e3e4743a1bb51d8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6db59770-6987-4598-b807-d798ab2257e7" -d '{"events": [{"server_uuid": "496ce05f-ecc0-4dfd-b1d4-1c961f763af7", "name": "network-vif-unplugged", "status": "completed", "tag": "94a1cac1-1361-4086-b60b-55660b9c75fc"}]}' {{(pid=102751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 12:25:55.444327 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.db [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] For port 94a1cac1-1361-4086-b60b-55660b9c75fc, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=94a1cac1-1361-4086-b60b-55660b9c75fc,segment=NetworkSegment(ad989668-ff42-4f8a-9eac-7040e599f03e),segment_id=ad989668-ff42-4f8a-9eac-7040e599f03e)] {{(pid=102751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 12:25:55.449700 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793343495738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793342949286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793342949304'] for port, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:25:55.476504 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 22 Nov 2021 12:25:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83c1c353-d033-4bf2-9e35-8abf4ca836d4 x-openstack-request-id: req-83c1c353-d033-4bf2-9e35-8abf4ca836d4 {{(pid=102751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 12:25:55.476794 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "496ce05f-ecc0-4dfd-b1d4-1c961f763af7", "name": "network-vif-unplugged", "status": "failed", "tag": "94a1cac1-1361-4086-b60b-55660b9c75fc", "code": 422}]} {{(pid=102751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 12:25:55.477046 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-83c1c353-d033-4bf2-9e35-8abf4ca836d4 {{(pid=102751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 12:25:55.477443 dv-cinder-768458-13-iscsi neutron-server[102751]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '496ce05f-ecc0-4dfd-b1d4-1c961f763af7', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '94a1cac1-1361-4086-b60b-55660b9c75fc', 'code': 422} returned with failed status Nov 22 12:25:55.502861 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Pushing event updated for resources: {'Port': ['ID=94a1cac1-1361-4086-b60b-55660b9c75fc,revision_number=8']} {{(pid=102751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:25:55.733097 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-2de83071-1b6f-4e8d-a0c8-0ed39ca59a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793343475411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3821827'] for agent, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:25:56.139492 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a527eb5-3b76-4902-acc6-e65c5ae42f03 req-1fde0216-148d-44be-849b-416055888a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:25:56.141157 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-3a527eb5-3b76-4902-acc6-e65c5ae42f03 req-1fde0216-148d-44be-849b-416055888a1b service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=496ce05f-ecc0-4dfd-b1d4-1c961f763af7&tenant_id=086a36bf2fea4df7a4d72733b2f68dcd HTTP/1.1" status: 200 len: 1096 time: 0.0418880 Nov 22 12:25:56.250627 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a527eb5-3b76-4902-acc6-e65c5ae42f03 req-12b7f3ed-e589-4616-8853-c7b5449730ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:25:56.252202 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-3a527eb5-3b76-4902-acc6-e65c5ae42f03 req-12b7f3ed-e589-4616-8853-c7b5449730ab service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=086a36bf2fea4df7a4d72733b2f68dcd&device_id=496ce05f-ecc0-4dfd-b1d4-1c961f763af7 HTTP/1.1" status: 200 len: 1096 time: 0.0756991 Nov 22 12:25:56.260312 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0322d11-0480-4fb4-9c66-148d06ae8df2 req-2e3a4cfc-7616-4de5-8541-3056ea38a33b tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:25:56.261873 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-e0322d11-0480-4fb4-9c66-148d06ae8df2 req-2e3a4cfc-7616-4de5-8541-3056ea38a33b tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.66 "GET /v2.0/ports?device_id=496ce05f-ecc0-4dfd-b1d4-1c961f763af7 HTTP/1.1" status: 200 len: 943 time: 0.0866833 Nov 22 12:25:56.371593 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-e0322d11-0480-4fb4-9c66-148d06ae8df2 req-ef6550a6-6db5-4f37-9ec7-43d4977519f1 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.66 "GET /v2.0/security-groups?id=bea8b415-2a88-446d-8b9a-0201cbf52809&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1010134 Nov 22 12:25:56.389829 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a527eb5-3b76-4902-acc6-e65c5ae42f03 req-ef557469-b148-4b03-b4be-629b2cf039cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:25:56.391639 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-3a527eb5-3b76-4902-acc6-e65c5ae42f03 req-ef557469-b148-4b03-b4be-629b2cf039cd service neutron] 10.222.0.46 "GET /v2.0/networks?id=47c7c2df-c485-45be-9ae4-891cba4c7953 HTTP/1.1" status: 200 len: 917 time: 0.1286049 Nov 22 12:25:56.397352 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793343475411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3821827'] for agent, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:25:56.461145 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-3a527eb5-3b76-4902-acc6-e65c5ae42f03 req-5d5577c8-bdf2-46f0-aeed-060a50e89d34 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=94a1cac1-1361-4086-b60b-55660b9c75fc HTTP/1.1" status: 200 len: 998 time: 0.0620389 Nov 22 12:25:56.514314 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a527eb5-3b76-4902-acc6-e65c5ae42f03 req-73add35f-a7a6-4e32-89d3-68f5f1097b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:25:56.516159 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-3a527eb5-3b76-4902-acc6-e65c5ae42f03 req-73add35f-a7a6-4e32-89d3-68f5f1097b19 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6b38e15d-2758-41f6-bf64-d497af1d9f95 HTTP/1.1" status: 200 len: 855 time: 0.0478835 Nov 22 12:25:56.570183 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a527eb5-3b76-4902-acc6-e65c5ae42f03 req-619d568d-654d-4a2b-9261-e1ea7d9512ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:25:56.571752 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-3a527eb5-3b76-4902-acc6-e65c5ae42f03 req-619d568d-654d-4a2b-9261-e1ea7d9512ce service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=47c7c2df-c485-45be-9ae4-891cba4c7953&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0487618 Nov 22 12:25:56.664653 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-3a527eb5-3b76-4902-acc6-e65c5ae42f03 req-3f59b8b7-d5a2-4b1e-8a43-a6b57c0650f6 service neutron] 10.222.0.46 "GET /v2.0/networks/47c7c2df-c485-45be-9ae4-891cba4c7953?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856464 Nov 22 12:25:56.760016 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-3a527eb5-3b76-4902-acc6-e65c5ae42f03 req-79c90cef-396f-4418-a555-1f64cca65c2a service neutron] 10.222.0.46 "GET /v2.0/networks/47c7c2df-c485-45be-9ae4-891cba4c7953?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882578 Nov 22 12:25:57.524021 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1833b8a3-ba33-4ef0-a959-05431d8deac8 req-40100517-ce8b-4e20-ae49-16ad87d8c091 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:25:57.526635 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-1833b8a3-ba33-4ef0-a959-05431d8deac8 req-40100517-ce8b-4e20-ae49-16ad87d8c091 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.66 "GET /v2.0/ports?device_id=496ce05f-ecc0-4dfd-b1d4-1c961f763af7 HTTP/1.1" status: 200 len: 943 time: 0.0660124 Nov 22 12:25:57.584077 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-1833b8a3-ba33-4ef0-a959-05431d8deac8 req-1bb1b95f-1246-4b96-ac4f-576cabf8830c tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.66 "GET /v2.0/security-groups?id=bea8b415-2a88-446d-8b9a-0201cbf52809&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497260 Nov 22 12:25:58.722997 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d5081e-23c8-4fb3-9b9d-03f691b50cbf req-4abc65ff-cbeb-428f-93e6-1e6f73a10829 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:25:58.724565 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-80d5081e-23c8-4fb3-9b9d-03f691b50cbf req-4abc65ff-cbeb-428f-93e6-1e6f73a10829 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.66 "GET /v2.0/ports?device_id=496ce05f-ecc0-4dfd-b1d4-1c961f763af7 HTTP/1.1" status: 200 len: 943 time: 0.0520856 Nov 22 12:25:58.782890 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-80d5081e-23c8-4fb3-9b9d-03f691b50cbf req-0f7313ae-558d-45ac-9bec-43dd23e08d18 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.66 "GET /v2.0/security-groups?id=bea8b415-2a88-446d-8b9a-0201cbf52809&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523140 Nov 22 12:25:59.915906 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b46d22-65d3-4959-9fc3-2a196ea415b9 req-c2ba8e38-7713-4613-9401-35809aee9535 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:25:59.917428 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-f8b46d22-65d3-4959-9fc3-2a196ea415b9 req-c2ba8e38-7713-4613-9401-35809aee9535 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.66 "GET /v2.0/ports?device_id=496ce05f-ecc0-4dfd-b1d4-1c961f763af7 HTTP/1.1" status: 200 len: 943 time: 0.0584519 Nov 22 12:25:59.967275 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-f8b46d22-65d3-4959-9fc3-2a196ea415b9 req-74a54d37-5d1a-4eba-8864-69389978c5df tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.66 "GET /v2.0/security-groups?id=bea8b415-2a88-446d-8b9a-0201cbf52809&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434589 Nov 22 12:26:01.106377 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08914703-8d54-476c-9263-cbeb1d8a9287 req-b9d90f55-1dd3-47f7-93fc-b9284210a255 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:26:01.107922 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-08914703-8d54-476c-9263-cbeb1d8a9287 req-b9d90f55-1dd3-47f7-93fc-b9284210a255 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.66 "GET /v2.0/ports?device_id=496ce05f-ecc0-4dfd-b1d4-1c961f763af7 HTTP/1.1" status: 200 len: 943 time: 0.0596704 Nov 22 12:26:01.168908 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-08914703-8d54-476c-9263-cbeb1d8a9287 req-6f81cd4d-b761-4a9d-a11c-36bfce8b4e0f tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.66 "GET /v2.0/security-groups?id=bea8b415-2a88-446d-8b9a-0201cbf52809&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545490 Nov 22 12:26:02.316437 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9ddb34-4db7-4d16-bd4e-f48b93211ac8 req-5fcc0034-e9e9-49c4-be94-f10e49e774dd tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:26:02.319075 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-8c9ddb34-4db7-4d16-bd4e-f48b93211ac8 req-5fcc0034-e9e9-49c4-be94-f10e49e774dd tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.66 "GET /v2.0/ports?device_id=496ce05f-ecc0-4dfd-b1d4-1c961f763af7 HTTP/1.1" status: 200 len: 943 time: 0.0617836 Nov 22 12:26:02.375151 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-8c9ddb34-4db7-4d16-bd4e-f48b93211ac8 req-5c66662e-273d-46b3-a002-8370f225233b tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.66 "GET /v2.0/security-groups?id=bea8b415-2a88-446d-8b9a-0201cbf52809&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462701 Nov 22 12:26:03.522556 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3724d1c-1eb4-4d89-9746-7d99a87698b0 req-83038ced-55d4-4abf-a0a4-1a695c1bf9e2 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:26:03.524193 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-a3724d1c-1eb4-4d89-9746-7d99a87698b0 req-83038ced-55d4-4abf-a0a4-1a695c1bf9e2 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.66 "GET /v2.0/ports?device_id=496ce05f-ecc0-4dfd-b1d4-1c961f763af7 HTTP/1.1" status: 200 len: 943 time: 0.0678477 Nov 22 12:26:03.580748 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-a3724d1c-1eb4-4d89-9746-7d99a87698b0 req-5ab27b2c-106c-45b4-8ccf-d50503627583 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.66 "GET /v2.0/security-groups?id=bea8b415-2a88-446d-8b9a-0201cbf52809&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489705 Nov 22 12:26:04.723283 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c370782f-4464-4b1d-b071-fde722617093 req-1a1d16bc-852f-429f-8989-6272d5fb71ec tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:26:04.724822 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-c370782f-4464-4b1d-b071-fde722617093 req-1a1d16bc-852f-429f-8989-6272d5fb71ec tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.66 "GET /v2.0/ports?device_id=496ce05f-ecc0-4dfd-b1d4-1c961f763af7 HTTP/1.1" status: 200 len: 943 time: 0.0558939 Nov 22 12:26:04.779610 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-c370782f-4464-4b1d-b071-fde722617093 req-27214210-f7cb-4f9f-9208-49f781842529 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.66 "GET /v2.0/security-groups?id=bea8b415-2a88-446d-8b9a-0201cbf52809&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482218 Nov 22 12:26:05.905545 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2900ce-0565-45a0-b9d0-407a597a47b8 req-4c82882a-1ade-4e74-a09e-d3dc039c7c87 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:26:05.907027 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-ac2900ce-0565-45a0-b9d0-407a597a47b8 req-4c82882a-1ade-4e74-a09e-d3dc039c7c87 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.66 "GET /v2.0/ports?device_id=496ce05f-ecc0-4dfd-b1d4-1c961f763af7 HTTP/1.1" status: 200 len: 943 time: 0.0506568 Nov 22 12:26:05.960828 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-ac2900ce-0565-45a0-b9d0-407a597a47b8 req-b89d3c6d-4943-4bda-8f28-474a09733bdb tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.66 "GET /v2.0/security-groups?id=bea8b415-2a88-446d-8b9a-0201cbf52809&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472004 Nov 22 12:26:07.107792 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda3b21c-afd7-4414-90b7-7647bea9ac49 req-1dfc4f1d-4059-467f-87c8-0876b096619d tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:26:07.109466 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-fda3b21c-afd7-4414-90b7-7647bea9ac49 req-1dfc4f1d-4059-467f-87c8-0876b096619d tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.66 "GET /v2.0/ports?device_id=496ce05f-ecc0-4dfd-b1d4-1c961f763af7 HTTP/1.1" status: 200 len: 943 time: 0.0690920 Nov 22 12:26:07.175801 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-fda3b21c-afd7-4414-90b7-7647bea9ac49 req-e493490e-f25a-401d-b4d8-a1231eaf832c tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.66 "GET /v2.0/security-groups?id=bea8b415-2a88-446d-8b9a-0201cbf52809&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549014 Nov 22 12:26:08.297278 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9927f0e2-2e52-4028-897e-4ca9e69f8ddc req-458cb754-4f3b-4409-93de-4570dff54ec9 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:26:08.298778 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-9927f0e2-2e52-4028-897e-4ca9e69f8ddc req-458cb754-4f3b-4409-93de-4570dff54ec9 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.66 "GET /v2.0/ports?device_id=496ce05f-ecc0-4dfd-b1d4-1c961f763af7 HTTP/1.1" status: 200 len: 943 time: 0.0551987 Nov 22 12:26:08.349854 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-9927f0e2-2e52-4028-897e-4ca9e69f8ddc req-b375fb5f-89f5-4256-a336-073082d52aa5 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.66 "GET /v2.0/security-groups?id=bea8b415-2a88-446d-8b9a-0201cbf52809&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448816 Nov 22 12:26:09.490445 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583d8ccf-4193-46a8-ab53-7c6cc4a027c7 req-d971e8be-24ad-47e3-8154-b5d3f7204a35 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:26:09.492154 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-583d8ccf-4193-46a8-ab53-7c6cc4a027c7 req-d971e8be-24ad-47e3-8154-b5d3f7204a35 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.66 "GET /v2.0/ports?device_id=496ce05f-ecc0-4dfd-b1d4-1c961f763af7 HTTP/1.1" status: 200 len: 943 time: 0.0620646 Nov 22 12:26:09.542641 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-583d8ccf-4193-46a8-ab53-7c6cc4a027c7 req-569b8182-7748-479a-89f4-ef315d286de0 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.66 "GET /v2.0/security-groups?id=bea8b415-2a88-446d-8b9a-0201cbf52809&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444441 Nov 22 12:26:10.690171 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dbebac-6ce1-4bbf-8e2e-c974217c4733 req-1a548ad7-12ea-4dda-a128-8f6d07a0f159 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:26:10.691760 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-f2dbebac-6ce1-4bbf-8e2e-c974217c4733 req-1a548ad7-12ea-4dda-a128-8f6d07a0f159 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.66 "GET /v2.0/ports?device_id=496ce05f-ecc0-4dfd-b1d4-1c961f763af7 HTTP/1.1" status: 200 len: 943 time: 0.0643773 Nov 22 12:26:10.764713 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-f2dbebac-6ce1-4bbf-8e2e-c974217c4733 req-98e6adee-b4b3-45c4-9f69-b971b6317d14 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.66 "GET /v2.0/security-groups?id=bea8b415-2a88-446d-8b9a-0201cbf52809&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661285 Nov 22 12:26:11.017377 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.db.agents_db [None req-5743c18b-166a-4bd0-85c4-3f13128e6c33 None None] Agent healthcheck: found 6 active agents {{(pid=102752) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 12:26:11.902130 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14162e3-b3d5-499e-b417-ae361de15300 req-2144d310-07c0-414c-900d-bbd13f2bb75f tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:26:11.903992 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-f14162e3-b3d5-499e-b417-ae361de15300 req-2144d310-07c0-414c-900d-bbd13f2bb75f tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.66 "GET /v2.0/ports?device_id=496ce05f-ecc0-4dfd-b1d4-1c961f763af7 HTTP/1.1" status: 200 len: 943 time: 0.0610857 Nov 22 12:26:11.957404 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-f14162e3-b3d5-499e-b417-ae361de15300 req-d0c14609-e5fd-43d9-810a-05c8a0384cfb tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.66 "GET /v2.0/security-groups?id=bea8b415-2a88-446d-8b9a-0201cbf52809&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473998 Nov 22 12:26:13.101038 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406448ee-7862-4d7a-aad6-0d8111a46feb req-8bc829be-943b-4487-aa4f-7e9122ce04fc tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:26:13.102564 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-406448ee-7862-4d7a-aad6-0d8111a46feb req-8bc829be-943b-4487-aa4f-7e9122ce04fc tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.66 "GET /v2.0/ports?device_id=496ce05f-ecc0-4dfd-b1d4-1c961f763af7 HTTP/1.1" status: 200 len: 943 time: 0.0525482 Nov 22 12:26:13.156816 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-406448ee-7862-4d7a-aad6-0d8111a46feb req-4b142f28-ff3e-4a45-abe0-c8e9d2e890c1 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.66 "GET /v2.0/security-groups?id=bea8b415-2a88-446d-8b9a-0201cbf52809&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479016 Nov 22 12:26:13.421008 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.rpc [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Device 94a1cac1-1361-4086-b60b-55660b9c75fc details requested by agent hyperv_hv-cinder-76845 with host hv-cinder-76845 {{(pid=102751) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 12:26:13.518429 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.db [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] For port 94a1cac1-1361-4086-b60b-55660b9c75fc, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=94a1cac1-1361-4086-b60b-55660b9c75fc,segment=NetworkSegment(ad989668-ff42-4f8a-9eac-7040e599f03e),segment_id=ad989668-ff42-4f8a-9eac-7040e599f03e)] {{(pid=102751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 12:26:13.530651 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.rpc [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Returning: {'device': '94a1cac1-1361-4086-b60b-55660b9c75fc', 'network_id': '47c7c2df-c485-45be-9ae4-891cba4c7953', 'port_id': '94a1cac1-1361-4086-b60b-55660b9c75fc', 'mac_address': 'fa:16:3e:e5:c2:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 623, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b38e15d-2758-41f6-bf64-d497af1d9f95', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102751) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 12:26:13.575480 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3931732'] for port, before_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:26:13.589483 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.notifiers.nova [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94a1cac1-1361-4086-b60b-55660b9c75fc {{(pid=102751) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 12:26:13.609953 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.db [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] For port 94a1cac1-1361-4086-b60b-55660b9c75fc, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=94a1cac1-1361-4086-b60b-55660b9c75fc,segment=NetworkSegment(ad989668-ff42-4f8a-9eac-7040e599f03e),segment_id=ad989668-ff42-4f8a-9eac-7040e599f03e)] {{(pid=102751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 12:26:13.614838 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793343495738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793342949286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793342949304'] for port, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:26:13.661747 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Pushing event updated for resources: {'Port': ['ID=94a1cac1-1361-4086-b60b-55660b9c75fc,revision_number=9']} {{(pid=102751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:26:13.861595 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.db [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] get_ports_and_sgs() called for port_ids ['94a1cac1-1361-4086-b60b-55660b9c75fc'] {{(pid=102751) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 12:26:14.294815 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7a1b95-1c52-4631-89a3-e627b5501c84 req-78d1fffd-7206-4763-affa-b4d414d60546 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:26:14.296349 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-3d7a1b95-1c52-4631-89a3-e627b5501c84 req-78d1fffd-7206-4763-affa-b4d414d60546 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.66 "GET /v2.0/ports?device_id=496ce05f-ecc0-4dfd-b1d4-1c961f763af7 HTTP/1.1" status: 200 len: 944 time: 0.0618670 Nov 22 12:26:14.349801 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-3d7a1b95-1c52-4631-89a3-e627b5501c84 req-29cb12d4-4326-4d05-84f5-aba49ab012be tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.66 "GET /v2.0/security-groups?id=bea8b415-2a88-446d-8b9a-0201cbf52809&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446024 Nov 22 12:26:15.423954 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.rpc [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Device 94a1cac1-1361-4086-b60b-55660b9c75fc up at agent hyperv_hv-cinder-76845 {{(pid=102751) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 12:26:15.473554 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.provisioning_blocks [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Provisioning complete for port 94a1cac1-1361-4086-b60b-55660b9c75fc triggered by entity L2. {{(pid=102751) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 12:26:15.473939 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3821908'] for port, provisioning_complete {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:26:15.480615 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844e717a-d1b7-4aa9-990b-99fac17f4829 req-976de466-950b-4eb6-a5c3-3bdc496a54d7 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:26:15.482190 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-844e717a-d1b7-4aa9-990b-99fac17f4829 req-976de466-950b-4eb6-a5c3-3bdc496a54d7 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.66 "GET /v2.0/ports?device_id=496ce05f-ecc0-4dfd-b1d4-1c961f763af7 HTTP/1.1" status: 200 len: 944 time: 0.0530930 Nov 22 12:26:15.534894 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-844e717a-d1b7-4aa9-990b-99fac17f4829 req-7d27ac9c-f13d-48f3-84b3-e9a79ca1791f tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.66 "GET /v2.0/security-groups?id=bea8b415-2a88-446d-8b9a-0201cbf52809&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460374 Nov 22 12:26:15.557718 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3931732'] for port, before_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:26:15.581006 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '496ce05f-ecc0-4dfd-b1d4-1c961f763af7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94a1cac1-1361-4086-b60b-55660b9c75fc'}] {{(pid=102751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 12:26:15.583346 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50f57f68d0dae852c32e4f8721e97c07bf2df52fd56e1603e3e4743a1bb51d8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2552a40-0611-479b-b308-7d85d7ca8c12" -d '{"events": [{"server_uuid": "496ce05f-ecc0-4dfd-b1d4-1c961f763af7", "name": "network-vif-plugged", "status": "completed", "tag": "94a1cac1-1361-4086-b60b-55660b9c75fc"}]}' {{(pid=102751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 12:26:15.596492 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.db [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] For port 94a1cac1-1361-4086-b60b-55660b9c75fc, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=94a1cac1-1361-4086-b60b-55660b9c75fc,segment=NetworkSegment(ad989668-ff42-4f8a-9eac-7040e599f03e),segment_id=ad989668-ff42-4f8a-9eac-7040e599f03e)] {{(pid=102751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 12:26:15.601363 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793343495738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793342949286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793342949304'] for port, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:26:15.629461 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 12:26:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b37d14eb-caaf-41a4-b9f1-ded953aa6840 x-openstack-request-id: req-b37d14eb-caaf-41a4-b9f1-ded953aa6840 {{(pid=102751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 12:26:15.629755 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "496ce05f-ecc0-4dfd-b1d4-1c961f763af7", "name": "network-vif-plugged", "status": "completed", "tag": "94a1cac1-1361-4086-b60b-55660b9c75fc", "code": 200}]} {{(pid=102751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 12:26:15.630008 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-b37d14eb-caaf-41a4-b9f1-ded953aa6840 {{(pid=102751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 12:26:15.630398 dv-cinder-768458-13-iscsi neutron-server[102751]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '496ce05f-ecc0-4dfd-b1d4-1c961f763af7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94a1cac1-1361-4086-b60b-55660b9c75fc', 'code': 200} Nov 22 12:26:15.663758 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Pushing event updated for resources: {'Port': ['ID=94a1cac1-1361-4086-b60b-55660b9c75fc,revision_number=10']} {{(pid=102751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:26:15.832750 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b8b2c9-809d-4668-9054-90532191a1cb req-5e7e5a74-667e-4380-b6a2-e9a6a4e97a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:26:15.834314 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-94b8b2c9-809d-4668-9054-90532191a1cb req-5e7e5a74-667e-4380-b6a2-e9a6a4e97a84 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=496ce05f-ecc0-4dfd-b1d4-1c961f763af7 HTTP/1.1" status: 200 len: 1099 time: 0.0463719 Nov 22 12:26:15.881085 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-94b8b2c9-809d-4668-9054-90532191a1cb req-501a2799-6207-4fcd-8f55-23f464149c9c service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=bea8b415-2a88-446d-8b9a-0201cbf52809&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388963 Nov 22 12:26:16.669316 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aeba06e-8ecd-40d5-97f7-6d2b94657493 req-01322caa-f927-4249-a13e-506dd8a86e35 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:26:16.670811 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-2aeba06e-8ecd-40d5-97f7-6d2b94657493 req-01322caa-f927-4249-a13e-506dd8a86e35 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.66 "GET /v2.0/ports?device_id=496ce05f-ecc0-4dfd-b1d4-1c961f763af7 HTTP/1.1" status: 200 len: 946 time: 0.0564563 Nov 22 12:26:16.722197 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-2aeba06e-8ecd-40d5-97f7-6d2b94657493 req-bd646579-d65f-43e1-a978-d010a2eed9b1 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.66 "GET /v2.0/security-groups?id=bea8b415-2a88-446d-8b9a-0201cbf52809&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427310 Nov 22 12:26:17.512429 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793343475411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3821827'] for agent, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:26:17.846372 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f68ce42-6011-463f-89b0-9359e865bc5c req-bd01f1a4-d886-44d1-98ab-92fa17332150 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:26:17.848363 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-8f68ce42-6011-463f-89b0-9359e865bc5c req-bd01f1a4-d886-44d1-98ab-92fa17332150 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.66 "GET /v2.0/ports?device_id=496ce05f-ecc0-4dfd-b1d4-1c961f763af7 HTTP/1.1" status: 200 len: 946 time: 0.0499518 Nov 22 12:26:17.901553 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-8f68ce42-6011-463f-89b0-9359e865bc5c req-cf57ee64-6096-4821-8126-b12b95db1338 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.66 "GET /v2.0/security-groups?id=bea8b415-2a88-446d-8b9a-0201cbf52809&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472958 Nov 22 12:26:19.029773 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cad9e0d-72e5-4b7f-a4a9-21c25f79f698 req-6d7130ac-1f00-4fa0-8871-66742ccb0115 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:26:19.031339 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-4cad9e0d-72e5-4b7f-a4a9-21c25f79f698 req-6d7130ac-1f00-4fa0-8871-66742ccb0115 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.66 "GET /v2.0/ports?device_id=496ce05f-ecc0-4dfd-b1d4-1c961f763af7 HTTP/1.1" status: 200 len: 946 time: 0.0541723 Nov 22 12:26:19.084033 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-4cad9e0d-72e5-4b7f-a4a9-21c25f79f698 req-2aa82845-0a07-4078-b252-d6fcf811fe07 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.66 "GET /v2.0/security-groups?id=bea8b415-2a88-446d-8b9a-0201cbf52809&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440207 Nov 22 12:26:20.791848 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-ebfb0679-d31b-4f1b-a726-0bef59f3339a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793343475411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3821827'] for agent, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:26:23.005632 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-8bbb2c4b-436d-4100-8e42-c34bee6612ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793343475411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3821827'] for agent, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:26:24.062974 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-9105419b-06f9-45a8-bbac-70d110a73200 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793343475411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3821827'] for agent, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:26:25.735338 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-2de83071-1b6f-4e8d-a0c8-0ed39ca59a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793343475411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3821827'] for agent, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:26:26.401932 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793343475411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3821827'] for agent, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:26:44.984180 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.wsgi [-] (102750) accepted ('10.222.0.66', 52368) {{(pid=102750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:26:45.325912 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.plugins.ml2.plugin [None req-025dce84-0f44-4687-8842-18751430a121 tempest-TestShelveInstance-855138255 tempest-TestShelveInstance-855138255-project] Deleting port b01955d3-d7e3-447c-a76d-9afea0fc2b62 {{(pid=102750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 12:26:45.326256 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-025dce84-0f44-4687-8842-18751430a121 tempest-TestShelveInstance-855138255 tempest-TestShelveInstance-855138255-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793343491880'] for port, before_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:26:45.662993 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-025dce84-0f44-4687-8842-18751430a121 tempest-TestShelveInstance-855138255 tempest-TestShelveInstance-855138255-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-535547'] for port, precommit_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:26:45.663351 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-025dce84-0f44-4687-8842-18751430a121 tempest-TestShelveInstance-855138255 tempest-TestShelveInstance-855138255-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:26:45.675559 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.plugins.ml2.plugin [None req-025dce84-0f44-4687-8842-18751430a121 tempest-TestShelveInstance-855138255 tempest-TestShelveInstance-855138255-project] Calling delete_port for b01955d3-d7e3-447c-a76d-9afea0fc2b62 owned by network:floatingip {{(pid=102750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 12:26:45.826112 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-025dce84-0f44-4687-8842-18751430a121 tempest-TestShelveInstance-855138255 tempest-TestShelveInstance-855138255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793343495765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793342949277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128483729'] for port, after_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:26:45.854292 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025dce84-0f44-4687-8842-18751430a121 tempest-TestShelveInstance-855138255 tempest-TestShelveInstance-855138255-project] Pushing event deleted for resources: {'Port': ['ID=b01955d3-d7e3-447c-a76d-9afea0fc2b62,revision_number=None']} {{(pid=102750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:26:45.867158 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025dce84-0f44-4687-8842-18751430a121 tempest-TestShelveInstance-855138255 tempest-TestShelveInstance-855138255-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:26:45.867542 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025dce84-0f44-4687-8842-18751430a121 tempest-TestShelveInstance-855138255 tempest-TestShelveInstance-855138255-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:26:45.868568 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025dce84-0f44-4687-8842-18751430a121 tempest-TestShelveInstance-855138255 tempest-TestShelveInstance-855138255-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:26:45.868568 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025dce84-0f44-4687-8842-18751430a121 tempest-TestShelveInstance-855138255 tempest-TestShelveInstance-855138255-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:26:45.868568 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025dce84-0f44-4687-8842-18751430a121 tempest-TestShelveInstance-855138255 tempest-TestShelveInstance-855138255-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:26:45.868950 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025dce84-0f44-4687-8842-18751430a121 tempest-TestShelveInstance-855138255 tempest-TestShelveInstance-855138255-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:26:45.869180 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025dce84-0f44-4687-8842-18751430a121 tempest-TestShelveInstance-855138255 tempest-TestShelveInstance-855138255-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:26:45.869540 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025dce84-0f44-4687-8842-18751430a121 tempest-TestShelveInstance-855138255 tempest-TestShelveInstance-855138255-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:26:45.869884 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025dce84-0f44-4687-8842-18751430a121 tempest-TestShelveInstance-855138255 tempest-TestShelveInstance-855138255-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:26:45.870181 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025dce84-0f44-4687-8842-18751430a121 tempest-TestShelveInstance-855138255 tempest-TestShelveInstance-855138255-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:26:45.870501 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025dce84-0f44-4687-8842-18751430a121 tempest-TestShelveInstance-855138255 tempest-TestShelveInstance-855138255-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:26:45.871040 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025dce84-0f44-4687-8842-18751430a121 tempest-TestShelveInstance-855138255 tempest-TestShelveInstance-855138255-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:26:45.927266 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-025dce84-0f44-4687-8842-18751430a121 tempest-TestShelveInstance-855138255 tempest-TestShelveInstance-855138255-project] Publish callbacks [] for floatingip, after_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:26:45.927823 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.db.l3_db [None req-025dce84-0f44-4687-8842-18751430a121 tempest-TestShelveInstance-855138255 tempest-TestShelveInstance-855138255-project] Floating IP 46ddb126-6642-44e4-ab3a-39c1af2ea892 disassociated (deleted). External IP: 172.27.0.6, port: c27e22cf-346f-4a81-8e7d-d2418b4df811. Nov 22 12:26:46.150829 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-025dce84-0f44-4687-8842-18751430a121 tempest-TestShelveInstance-855138255 tempest-TestShelveInstance-855138255-project] Router b448d13f-01a0-446b-95ca-8d77db6ea12e has already been hosted by L3 agent b4a26ead-6ab2-4f98-a352-c9ed6d39b73e {{(pid=102750) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 12:26:46.274808 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-025dce84-0f44-4687-8842-18751430a121 tempest-TestShelveInstance-855138255 tempest-TestShelveInstance-855138255-project] Notify agent at l3_agent.dv-cinder-768458-13-iscsi the message routers_updated {{(pid=102750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 12:26:46.282735 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-025dce84-0f44-4687-8842-18751430a121 tempest-TestShelveInstance-855138255 tempest-TestShelveInstance-855138255-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434365'] for floatingip, before_response {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:26:46.289301 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d109e4d4-d626-4f84-b491-cc569b97843a None None] Sync routers for ids ['b448d13f-01a0-446b-95ca-8d77db6ea12e'] in dv-cinder-768458-13-iscsi {{(pid=102751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 12:26:46.300146 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d109e4d4-d626-4f84-b491-cc569b97843a None None] Routers {'b448d13f-01a0-446b-95ca-8d77db6ea12e'} bound to L3 agent in host dv-cinder-768458-13-iscsi {{(pid=102751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 12:26:46.300826 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.l3_hamode_db [None req-d109e4d4-d626-4f84-b491-cc569b97843a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T12:11:23Z,description=,heartbeat_timestamp=2021-11-22T12:26:23Z,host='dv-cinder-768458-13-iscsi',id=b4a26ead-6ab2-4f98-a352-c9ed6d39b73e,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T12:11:23Z,topic='l3_agent')) {'router_ids': ['b448d13f-01a0-446b-95ca-8d77db6ea12e'], 'active': True} {{(pid=102751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 12:26:46.311666 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [None req-025dce84-0f44-4687-8842-18751430a121 tempest-TestShelveInstance-855138255 tempest-TestShelveInstance-855138255-project] 10.222.0.66 "DELETE /v2.0/floatingips/46ddb126-6642-44e4-ab3a-39c1af2ea892 HTTP/1.1" status: 204 len: 168 time: 1.3262239 Nov 22 12:26:46.312553 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10e112a7-d70a-4499-8be4-fd5e4ab3ec17', 'tag': 'c27e22cf-346f-4a81-8e7d-d2418b4df811'}] {{(pid=102750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 12:26:46.314878 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2a0bed14b240d0d35e029181fb516e01dd4ce85d5fb41ae8ef5632c0b13bd43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65947f8c-93ac-4ee3-bfae-ae63b3b09e8f" -d '{"events": [{"name": "network-changed", "server_uuid": "10e112a7-d70a-4499-8be4-fd5e4ab3ec17", "tag": "c27e22cf-346f-4a81-8e7d-d2418b4df811"}]}' {{(pid=102750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 12:26:46.353560 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 12:26:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62bc616a-cc0f-4072-9ad8-20858d4ad152 x-openstack-request-id: req-62bc616a-cc0f-4072-9ad8-20858d4ad152 {{(pid=102750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 12:26:46.353857 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10e112a7-d70a-4499-8be4-fd5e4ab3ec17", "tag": "c27e22cf-346f-4a81-8e7d-d2418b4df811", "status": "completed", "code": 200}]} {{(pid=102750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 12:26:46.354113 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-62bc616a-cc0f-4072-9ad8-20858d4ad152 {{(pid=102750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 12:26:46.355817 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10e112a7-d70a-4499-8be4-fd5e4ab3ec17', 'tag': 'c27e22cf-346f-4a81-8e7d-d2418b4df811', 'status': 'completed', 'code': 200} Nov 22 12:26:46.418037 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65947f8c-93ac-4ee3-bfae-ae63b3b09e8f req-0d153877-ebe0-4916-afdb-ebc24b8113f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:26:46.419049 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.l3_dvr_db [None req-d109e4d4-d626-4f84-b491-cc569b97843a None None] Set router b448d13f-01a0-446b-95ca-8d77db6ea12e gateway port host: dv-cinder-768458-13-iscsi {{(pid=102751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 12:26:46.419853 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-65947f8c-93ac-4ee3-bfae-ae63b3b09e8f req-0d153877-ebe0-4916-afdb-ebc24b8113f7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=575f4ae5262e4930b6658095a1aa8a32&device_id=10e112a7-d70a-4499-8be4-fd5e4ab3ec17 HTTP/1.1" status: 200 len: 1099 time: 0.0423357 Nov 22 12:26:46.561755 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65947f8c-93ac-4ee3-bfae-ae63b3b09e8f req-4be16b4e-be05-4453-bb77-cc6e18beae6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:26:46.563263 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-65947f8c-93ac-4ee3-bfae-ae63b3b09e8f req-4be16b4e-be05-4453-bb77-cc6e18beae6a service neutron] 10.222.0.46 "GET /v2.0/networks?id=9aa5e7a8-a2f2-453e-b9d2-40a88d8e4e6e HTTP/1.1" status: 200 len: 910 time: 0.1282454 Nov 22 12:26:46.570735 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6b53f6-3018-49b1-98eb-61f97e02936d req-cfbdf19d-df0c-4525-b84e-f72ff09b5e87 tempest-TestShelveInstance-855138255 tempest-TestShelveInstance-855138255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:26:46.572172 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-8b6b53f6-3018-49b1-98eb-61f97e02936d req-cfbdf19d-df0c-4525-b84e-f72ff09b5e87 tempest-TestShelveInstance-855138255 tempest-TestShelveInstance-855138255-project] 10.222.0.66 "GET /v2.0/ports?device_id=10e112a7-d70a-4499-8be4-fd5e4ab3ec17 HTTP/1.1" status: 200 len: 946 time: 0.0746405 Nov 22 12:26:46.616650 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-65947f8c-93ac-4ee3-bfae-ae63b3b09e8f req-01e1b328-e7e2-417a-84db-7557946b77b3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c27e22cf-346f-4a81-8e7d-d2418b4df811 HTTP/1.1" status: 200 len: 217 time: 0.0434756 Nov 22 12:26:46.643037 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.l3_hamode_db [None req-d109e4d4-d626-4f84-b491-cc569b97843a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b448d13f-01a0-446b-95ca-8d77db6ea12e', 'name': 'tempest-TestShelveInstance-1419194627-router', 'tenant_id': '575f4ae5262e4930b6658095a1aa8a32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52f34850-4f08-4bf9-8f19-1c892d4c6132', 'external_fixed_ips': [{'subnet_id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'ip_address': '172.27.0.46'}], 'enable_snat': True}, 'gw_port_id': 'eec7348e-79a7-4310-b90f-41d0521c5def', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T12:21:27Z', 'updated_at': '2021-11-22T12:21:30Z', 'revision_number': 4, 'project_id': '575f4ae5262e4930b6658095a1aa8a32', 'gw_port': {'id': 'eec7348e-79a7-4310-b90f-41d0521c5def', 'name': '', 'network_id': '52f34850-4f08-4bf9-8f19-1c892d4c6132', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:fd:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b448d13f-01a0-446b-95ca-8d77db6ea12e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'ip_address': '172.27.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T12:21:27Z', 'updated_at': '2021-11-22T12:21:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-13-iscsi', '_interfaces': [{'id': 'a3cf7a7d-1d6b-4f44-a58a-4c358f9fdd1d', 'name': '', 'network_id': '9aa5e7a8-a2f2-453e-b9d2-40a88d8e4e6e', 'tenant_id': '575f4ae5262e4930b6658095a1aa8a32', 'mac_address': 'fa:16:3e:c2:f1:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b448d13f-01a0-446b-95ca-8d77db6ea12e', 'device_owner': 'network:router_interface', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '7e7d9e4f-b44e-4538-b000-cd64766a1fad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T12:21:30Z', 'updated_at': '2021-11-22T12:21:36Z', 'revision_number': 5, 'project_id': '575f4ae5262e4930b6658095a1aa8a32', 'subnets': [{'id': '7e7d9e4f-b44e-4538-b000-cd64766a1fad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-13-iscsi', False) {} {{(pid=102751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 12:26:46.669852 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d109e4d4-d626-4f84-b491-cc569b97843a None None] Checking router: b448d13f-01a0-446b-95ca-8d77db6ea12e for host: dv-cinder-768458-13-iscsi {{(pid=102751) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 12:26:46.678860 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d109e4d4-d626-4f84-b491-cc569b97843a None None] Routers {'b448d13f-01a0-446b-95ca-8d77db6ea12e'} bound to L3 agent in host dv-cinder-768458-13-iscsi {{(pid=102751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 12:26:46.679515 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.l3_hamode_db [None req-d109e4d4-d626-4f84-b491-cc569b97843a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T12:11:23Z,description=,heartbeat_timestamp=2021-11-22T12:26:23Z,host='dv-cinder-768458-13-iscsi',id=b4a26ead-6ab2-4f98-a352-c9ed6d39b73e,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T12:11:23Z,topic='l3_agent')) {'router_ids': ['b448d13f-01a0-446b-95ca-8d77db6ea12e'], 'active': True} {{(pid=102751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 12:26:46.688304 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-8b6b53f6-3018-49b1-98eb-61f97e02936d req-a4e974c3-1d22-420f-aa2d-7c4f8e6c23af tempest-TestShelveInstance-855138255 tempest-TestShelveInstance-855138255-project] 10.222.0.66 "GET /v2.0/security-groups?id=70d0fc64-ba67-465a-ab2a-a345deda9588&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1084230 Nov 22 12:26:46.689808 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65947f8c-93ac-4ee3-bfae-ae63b3b09e8f req-2eaafcba-a515-4bac-855c-4500bbd6f5bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:26:46.691134 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-65947f8c-93ac-4ee3-bfae-ae63b3b09e8f req-2eaafcba-a515-4bac-855c-4500bbd6f5bc service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7e7d9e4f-b44e-4538-b000-cd64766a1fad HTTP/1.1" status: 200 len: 848 time: 0.0667136 Nov 22 12:26:46.737925 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65947f8c-93ac-4ee3-bfae-ae63b3b09e8f req-4dd013f2-6e16-4168-9919-06be85c96b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:26:46.739447 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-65947f8c-93ac-4ee3-bfae-ae63b3b09e8f req-4dd013f2-6e16-4168-9919-06be85c96b47 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9aa5e7a8-a2f2-453e-b9d2-40a88d8e4e6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0401392 Nov 22 12:26:46.789305 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.l3_dvr_db [None req-d109e4d4-d626-4f84-b491-cc569b97843a None None] Set router b448d13f-01a0-446b-95ca-8d77db6ea12e gateway port host: dv-cinder-768458-13-iscsi {{(pid=102751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 12:26:46.832951 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-65947f8c-93ac-4ee3-bfae-ae63b3b09e8f req-89a01835-44fe-49f5-80f6-40f63b4f695d service neutron] 10.222.0.46 "GET /v2.0/networks/9aa5e7a8-a2f2-453e-b9d2-40a88d8e4e6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853367 Nov 22 12:26:46.923745 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-65947f8c-93ac-4ee3-bfae-ae63b3b09e8f req-37bfdafe-5cd4-4ce0-849a-49bb11328c7b service neutron] 10.222.0.46 "GET /v2.0/networks/9aa5e7a8-a2f2-453e-b9d2-40a88d8e4e6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830357 Nov 22 12:26:46.991489 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.l3_hamode_db [None req-d109e4d4-d626-4f84-b491-cc569b97843a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b448d13f-01a0-446b-95ca-8d77db6ea12e', 'name': 'tempest-TestShelveInstance-1419194627-router', 'tenant_id': '575f4ae5262e4930b6658095a1aa8a32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52f34850-4f08-4bf9-8f19-1c892d4c6132', 'external_fixed_ips': [{'subnet_id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'ip_address': '172.27.0.46'}], 'enable_snat': True}, 'gw_port_id': 'eec7348e-79a7-4310-b90f-41d0521c5def', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T12:21:27Z', 'updated_at': '2021-11-22T12:21:30Z', 'revision_number': 4, 'project_id': '575f4ae5262e4930b6658095a1aa8a32', 'gw_port': {'id': 'eec7348e-79a7-4310-b90f-41d0521c5def', 'name': '', 'network_id': '52f34850-4f08-4bf9-8f19-1c892d4c6132', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:fd:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b448d13f-01a0-446b-95ca-8d77db6ea12e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'ip_address': '172.27.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T12:21:27Z', 'updated_at': '2021-11-22T12:21:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-13-iscsi', '_interfaces': [{'id': 'a3cf7a7d-1d6b-4f44-a58a-4c358f9fdd1d', 'name': '', 'network_id': '9aa5e7a8-a2f2-453e-b9d2-40a88d8e4e6e', 'tenant_id': '575f4ae5262e4930b6658095a1aa8a32', 'mac_address': 'fa:16:3e:c2:f1:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b448d13f-01a0-446b-95ca-8d77db6ea12e', 'device_owner': 'network:router_interface', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '7e7d9e4f-b44e-4538-b000-cd64766a1fad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T12:21:30Z', 'updated_at': '2021-11-22T12:21:36Z', 'revision_number': 5, 'project_id': '575f4ae5262e4930b6658095a1aa8a32', 'subnets': [{'id': '7e7d9e4f-b44e-4538-b000-cd64766a1fad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-13-iscsi', False) {} {{(pid=102751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 12:26:47.022327 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d109e4d4-d626-4f84-b491-cc569b97843a None None] The sync data for ids ['b448d13f-01a0-446b-95ca-8d77db6ea12e'] in dv-cinder-768458-13-iscsi is: [{'id': 'b448d13f-01a0-446b-95ca-8d77db6ea12e', 'name': 'tempest-TestShelveInstance-1419194627-router', 'tenant_id': '575f4ae5262e4930b6658095a1aa8a32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52f34850-4f08-4bf9-8f19-1c892d4c6132', 'external_fixed_ips': [{'subnet_id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'ip_address': '172.27.0.46'}], 'enable_snat': True}, 'gw_port_id': 'eec7348e-79a7-4310-b90f-41d0521c5def', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T12:21:27Z', 'updated_at': '2021-11-22T12:21:30Z', 'revision_number': 4, 'project_id': '575f4ae5262e4930b6658095a1aa8a32', 'gw_port': {'id': 'eec7348e-79a7-4310-b90f-41d0521c5def', 'name': '', 'network_id': '52f34850-4f08-4bf9-8f19-1c892d4c6132', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:fd:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b448d13f-01a0-446b-95ca-8d77db6ea12e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'ip_address': '172.27.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T12:21:27Z', 'updated_at': '2021-11-22T12:21:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-13-iscsi', '_interfaces': [{'id': 'a3cf7a7d-1d6b-4f44-a58a-4c358f9fdd1d', 'name': '', 'network_id': '9aa5e7a8-a2f2-453e-b9d2-40a88d8e4e6e', 'tenant_id': '575f4ae5262e4930b6658095a1aa8a32', 'mac_address': 'fa:16:3e:c2:f1:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b448d13f-01a0-446b-95ca-8d77db6ea12e', 'device_owner': 'network:router_interface', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '7e7d9e4f-b44e-4538-b000-cd64766a1fad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T12:21:30Z', 'updated_at': '2021-11-22T12:21:36Z', 'revision_number': 5, 'project_id': '575f4ae5262e4930b6658095a1aa8a32', 'subnets': [{'id': '7e7d9e4f-b44e-4538-b000-cd64766a1fad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 12:26:47.264824 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e94a2c5e-17f5-4c3c-aad7-5ffd9f2cd380 None None] New status for floating IP 46ddb126-6642-44e4-ab3a-39c1af2ea892: DOWN {{(pid=102752) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 12:26:47.533961 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793343475411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3821827'] for agent, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:26:47.824029 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0546c2ca-1946-42ca-89eb-0eb2bb842c61 req-2f1e28e5-e1b9-4209-86f2-cab6a8df55d4 tempest-TestShelveInstance-855138255 tempest-TestShelveInstance-855138255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:26:47.825411 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-0546c2ca-1946-42ca-89eb-0eb2bb842c61 req-2f1e28e5-e1b9-4209-86f2-cab6a8df55d4 tempest-TestShelveInstance-855138255 tempest-TestShelveInstance-855138255-project] 10.222.0.66 "GET /v2.0/ports?device_id=10e112a7-d70a-4499-8be4-fd5e4ab3ec17 HTTP/1.1" status: 200 len: 946 time: 0.0618722 Nov 22 12:26:47.884851 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-0546c2ca-1946-42ca-89eb-0eb2bb842c61 req-b1d21b71-cc9c-40a0-8886-b65a18a5c332 tempest-TestShelveInstance-855138255 tempest-TestShelveInstance-855138255-project] 10.222.0.66 "GET /v2.0/security-groups?id=70d0fc64-ba67-465a-ab2a-a345deda9588&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499198 Nov 22 12:26:48.017080 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.db.agents_db [None req-5743c18b-166a-4bd0-85c4-3f13128e6c33 None None] Agent healthcheck: found 6 active agents {{(pid=102752) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 12:26:48.119953 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35cc51a-8fd7-46c5-8b7f-ba545a73b775 req-f7729a24-09db-4c3c-9f3c-1709b1fa36d1 tempest-TestShelveInstance-855138255 tempest-TestShelveInstance-855138255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:26:48.121361 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-b35cc51a-8fd7-46c5-8b7f-ba545a73b775 req-f7729a24-09db-4c3c-9f3c-1709b1fa36d1 tempest-TestShelveInstance-855138255 tempest-TestShelveInstance-855138255-project] 10.222.0.46 "GET /v2.0/ports?device_id=10e112a7-d70a-4499-8be4-fd5e4ab3ec17 HTTP/1.1" status: 200 len: 946 time: 0.0618010 Nov 22 12:26:48.223693 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.plugins.ml2.plugin [req-b35cc51a-8fd7-46c5-8b7f-ba545a73b775 req-fdb24277-1c2b-4cc1-9073-4db7f869c6f4 tempest-TestShelveInstance-855138255 tempest-TestShelveInstance-855138255-project] Deleting port c27e22cf-346f-4a81-8e7d-d2418b4df811 {{(pid=102749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 12:26:48.224032 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [req-b35cc51a-8fd7-46c5-8b7f-ba545a73b775 req-fdb24277-1c2b-4cc1-9073-4db7f869c6f4 tempest-TestShelveInstance-855138255 tempest-TestShelveInstance-855138255-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793343491880'] for port, before_delete {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:26:48.332364 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.plugins.ml2.db [req-b35cc51a-8fd7-46c5-8b7f-ba545a73b775 req-fdb24277-1c2b-4cc1-9073-4db7f869c6f4 tempest-TestShelveInstance-855138255 tempest-TestShelveInstance-855138255-project] For port c27e22cf-346f-4a81-8e7d-d2418b4df811, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=c27e22cf-346f-4a81-8e7d-d2418b4df811,segment=NetworkSegment(9c6b82f3-7afe-4cdf-a8d0-a821d86ed55a),segment_id=9c6b82f3-7afe-4cdf-a8d0-a821d86ed55a)] {{(pid=102749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 12:26:48.332725 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [req-b35cc51a-8fd7-46c5-8b7f-ba545a73b775 req-fdb24277-1c2b-4cc1-9073-4db7f869c6f4 tempest-TestShelveInstance-855138255 tempest-TestShelveInstance-855138255-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-535547'] for port, precommit_delete {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:26:48.345834 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.plugins.ml2.plugin [req-b35cc51a-8fd7-46c5-8b7f-ba545a73b775 req-fdb24277-1c2b-4cc1-9073-4db7f869c6f4 tempest-TestShelveInstance-855138255 tempest-TestShelveInstance-855138255-project] Calling delete_port for c27e22cf-346f-4a81-8e7d-d2418b4df811 owned by compute:nova {{(pid=102749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 12:26:48.486359 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [req-b35cc51a-8fd7-46c5-8b7f-ba545a73b775 req-fdb24277-1c2b-4cc1-9073-4db7f869c6f4 tempest-TestShelveInstance-855138255 tempest-TestShelveInstance-855138255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793343495765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793342949277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126077602'] for port, after_delete {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:26:48.521666 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb24277-1c2b-4cc1-9073-4db7f869c6f4 tempest-TestShelveInstance-855138255 tempest-TestShelveInstance-855138255-project] Pushing event deleted for resources: {'Port': ['ID=c27e22cf-346f-4a81-8e7d-d2418b4df811,revision_number=None']} {{(pid=102749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:26:48.553887 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb24277-1c2b-4cc1-9073-4db7f869c6f4 tempest-TestShelveInstance-855138255 tempest-TestShelveInstance-855138255-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:26:48.554237 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb24277-1c2b-4cc1-9073-4db7f869c6f4 tempest-TestShelveInstance-855138255 tempest-TestShelveInstance-855138255-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:26:48.555356 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb24277-1c2b-4cc1-9073-4db7f869c6f4 tempest-TestShelveInstance-855138255 tempest-TestShelveInstance-855138255-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:26:48.555703 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb24277-1c2b-4cc1-9073-4db7f869c6f4 tempest-TestShelveInstance-855138255 tempest-TestShelveInstance-855138255-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:26:48.556041 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb24277-1c2b-4cc1-9073-4db7f869c6f4 tempest-TestShelveInstance-855138255 tempest-TestShelveInstance-855138255-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:26:48.556378 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb24277-1c2b-4cc1-9073-4db7f869c6f4 tempest-TestShelveInstance-855138255 tempest-TestShelveInstance-855138255-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:26:48.556709 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb24277-1c2b-4cc1-9073-4db7f869c6f4 tempest-TestShelveInstance-855138255 tempest-TestShelveInstance-855138255-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:26:48.557072 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb24277-1c2b-4cc1-9073-4db7f869c6f4 tempest-TestShelveInstance-855138255 tempest-TestShelveInstance-855138255-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:26:48.557400 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb24277-1c2b-4cc1-9073-4db7f869c6f4 tempest-TestShelveInstance-855138255 tempest-TestShelveInstance-855138255-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:26:48.557729 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb24277-1c2b-4cc1-9073-4db7f869c6f4 tempest-TestShelveInstance-855138255 tempest-TestShelveInstance-855138255-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:26:48.558056 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb24277-1c2b-4cc1-9073-4db7f869c6f4 tempest-TestShelveInstance-855138255 tempest-TestShelveInstance-855138255-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:26:48.558383 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb24277-1c2b-4cc1-9073-4db7f869c6f4 tempest-TestShelveInstance-855138255 tempest-TestShelveInstance-855138255-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:26:48.592419 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.db.l3_dvrscheduler_db [req-b35cc51a-8fd7-46c5-8b7f-ba545a73b775 req-fdb24277-1c2b-4cc1-9073-4db7f869c6f4 tempest-TestShelveInstance-855138255 tempest-TestShelveInstance-855138255-project] No DVR routers for this DVR port c27e22cf-346f-4a81-8e7d-d2418b4df811 on host hv-cinder-76845 {{(pid=102749) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 12:26:48.596122 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [req-b35cc51a-8fd7-46c5-8b7f-ba545a73b775 req-fdb24277-1c2b-4cc1-9073-4db7f869c6f4 tempest-TestShelveInstance-855138255 tempest-TestShelveInstance-855138255-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434365'] for port, before_response {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:26:48.601566 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-b35cc51a-8fd7-46c5-8b7f-ba545a73b775 req-fdb24277-1c2b-4cc1-9073-4db7f869c6f4 tempest-TestShelveInstance-855138255 tempest-TestShelveInstance-855138255-project] 10.222.0.46 "DELETE /v2.0/ports/c27e22cf-346f-4a81-8e7d-d2418b4df811 HTTP/1.1" status: 204 len: 173 time: 0.4737880 Nov 22 12:26:48.602106 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10e112a7-d70a-4499-8be4-fd5e4ab3ec17', 'name': 'network-vif-deleted', 'tag': 'c27e22cf-346f-4a81-8e7d-d2418b4df811'}] {{(pid=102749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 12:26:48.606713 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e75a82c02e5e8e80361e9b8ad1df1450ec212ebfa93d78ee9da720cb5365782c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9302892d-df23-486d-9c6c-21e88e9d30f1" -d '{"events": [{"server_uuid": "10e112a7-d70a-4499-8be4-fd5e4ab3ec17", "name": "network-vif-deleted", "tag": "c27e22cf-346f-4a81-8e7d-d2418b4df811"}]}' {{(pid=102749) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 12:26:48.635950 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3de52d-4e44-486c-a8f3-f39da9066f2d req-4433efa1-43c9-464b-92bb-cc2e23105c09 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:26:48.637631 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-fd3de52d-4e44-486c-a8f3-f39da9066f2d req-4433efa1-43c9-464b-92bb-cc2e23105c09 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.66 "GET /v2.0/ports?device_id=496ce05f-ecc0-4dfd-b1d4-1c961f763af7 HTTP/1.1" status: 200 len: 946 time: 0.1225083 Nov 22 12:26:48.655172 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 12:26:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67628a53-5fae-4f26-9b6b-6118d7d71693 x-openstack-request-id: req-67628a53-5fae-4f26-9b6b-6118d7d71693 {{(pid=102749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 12:26:48.655172 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10e112a7-d70a-4499-8be4-fd5e4ab3ec17", "name": "network-vif-deleted", "tag": "c27e22cf-346f-4a81-8e7d-d2418b4df811", "status": "completed", "code": 200}]} {{(pid=102749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 12:26:48.655172 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-67628a53-5fae-4f26-9b6b-6118d7d71693 {{(pid=102749) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 12:26:48.655601 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10e112a7-d70a-4499-8be4-fd5e4ab3ec17', 'name': 'network-vif-deleted', 'tag': 'c27e22cf-346f-4a81-8e7d-d2418b4df811', 'status': 'completed', 'code': 200} Nov 22 12:26:48.694523 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-fd3de52d-4e44-486c-a8f3-f39da9066f2d req-a22c49aa-8599-4bdf-8095-7b9efca2edff tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.66 "GET /v2.0/security-groups?id=bea8b415-2a88-446d-8b9a-0201cbf52809&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496521 Nov 22 12:26:48.999930 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-3eaedf03-33d2-4eee-ace6-8c3fda791c2f req-4faf9193-d429-4a53-9bcf-6141b6cb47f5 tempest-TestShelveInstance-855138255 tempest-TestShelveInstance-855138255-project] 10.222.0.66 "GET /v2.0/ports?device_id=10e112a7-d70a-4499-8be4-fd5e4ab3ec17 HTTP/1.1" status: 200 len: 210 time: 0.0313540 Nov 22 12:26:49.823905 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6e7c35-6bb4-499d-aba2-c3097d9ee71a req-6cf686d0-0cc4-4c42-9ad3-6068e7ac2066 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:26:49.825362 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-9a6e7c35-6bb4-499d-aba2-c3097d9ee71a req-6cf686d0-0cc4-4c42-9ad3-6068e7ac2066 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.66 "GET /v2.0/ports?device_id=496ce05f-ecc0-4dfd-b1d4-1c961f763af7 HTTP/1.1" status: 200 len: 946 time: 0.0555995 Nov 22 12:26:49.874440 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-9a6e7c35-6bb4-499d-aba2-c3097d9ee71a req-566e5196-3efc-4781-8435-30e201a41481 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.66 "GET /v2.0/security-groups?id=bea8b415-2a88-446d-8b9a-0201cbf52809&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429122 Nov 22 12:26:50.038689 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d991bb-d872-4f06-8f39-b9cd5aab0f96 req-e7df069d-bd2f-413f-a218-a35024cc7a42 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:26:50.040230 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-64d991bb-d872-4f06-8f39-b9cd5aab0f96 req-e7df069d-bd2f-413f-a218-a35024cc7a42 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.46 "GET /v2.0/ports?device_id=496ce05f-ecc0-4dfd-b1d4-1c961f763af7 HTTP/1.1" status: 200 len: 946 time: 0.0612879 Nov 22 12:26:50.057404 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.wsgi [-] (102750) accepted ('10.222.0.66', 52408) {{(pid=102750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:26:50.122708 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-7e620409-82e9-4330-a4ce-2f0ffe7995d1 tempest-TestShelveInstance-855138255 tempest-TestShelveInstance-855138255-project] Publish callbacks [] for security_group, before_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:26:50.137458 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.plugins.ml2.plugin [req-64d991bb-d872-4f06-8f39-b9cd5aab0f96 req-6c2e6282-aac5-4aa5-9777-22bffd594360 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] Deleting port 94a1cac1-1361-4086-b60b-55660b9c75fc {{(pid=102749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 12:26:50.137803 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [req-64d991bb-d872-4f06-8f39-b9cd5aab0f96 req-6c2e6282-aac5-4aa5-9777-22bffd594360 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793343491880'] for port, before_delete {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:26:50.157832 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-7e620409-82e9-4330-a4ce-2f0ffe7995d1 tempest-TestShelveInstance-855138255 tempest-TestShelveInstance-855138255-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:26:50.237605 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.plugins.ml2.db [req-64d991bb-d872-4f06-8f39-b9cd5aab0f96 req-6c2e6282-aac5-4aa5-9777-22bffd594360 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] For port 94a1cac1-1361-4086-b60b-55660b9c75fc, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=94a1cac1-1361-4086-b60b-55660b9c75fc,segment=NetworkSegment(ad989668-ff42-4f8a-9eac-7040e599f03e),segment_id=ad989668-ff42-4f8a-9eac-7040e599f03e)] {{(pid=102749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 12:26:50.237982 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [req-64d991bb-d872-4f06-8f39-b9cd5aab0f96 req-6c2e6282-aac5-4aa5-9777-22bffd594360 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-535547'] for port, precommit_delete {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:26:50.244141 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-7e620409-82e9-4330-a4ce-2f0ffe7995d1 tempest-TestShelveInstance-855138255 tempest-TestShelveInstance-855138255-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545565'] for security_group, after_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:26:50.246843 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-7e620409-82e9-4330-a4ce-2f0ffe7995d1 tempest-TestShelveInstance-855138255 tempest-TestShelveInstance-855138255-project] Publish callbacks [] for security_group, before_response {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:26:50.248048 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [None req-7e620409-82e9-4330-a4ce-2f0ffe7995d1 tempest-TestShelveInstance-855138255 tempest-TestShelveInstance-855138255-project] 10.222.0.66 "DELETE /v2.0/security-groups/70d0fc64-ba67-465a-ab2a-a345deda9588 HTTP/1.1" status: 204 len: 168 time: 0.1896729 Nov 22 12:26:50.259241 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e620409-82e9-4330-a4ce-2f0ffe7995d1 tempest-TestShelveInstance-855138255 tempest-TestShelveInstance-855138255-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=70d0fc64-ba67-465a-ab2a-a345deda9588,revision_number=None']} {{(pid=102750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:26:50.307516 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.wsgi [-] (102750) accepted ('10.222.0.66', 52414) {{(pid=102750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:26:50.701755 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [req-64d991bb-d872-4f06-8f39-b9cd5aab0f96 req-6c2e6282-aac5-4aa5-9777-22bffd594360 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:26:50.702025 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [req-64d991bb-d872-4f06-8f39-b9cd5aab0f96 req-6c2e6282-aac5-4aa5-9777-22bffd594360 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-532624'] for floatingip, after_update {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:26:50.702345 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.db.l3_db [req-64d991bb-d872-4f06-8f39-b9cd5aab0f96 req-6c2e6282-aac5-4aa5-9777-22bffd594360 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] Floating IP 1f783e9a-4eb4-4b51-95b0-bc3497b5e09e disassociated. External IP: 172.27.0.97, port: 94a1cac1-1361-4086-b60b-55660b9c75fc. Nov 22 12:26:50.702687 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.plugins.ml2.plugin [req-64d991bb-d872-4f06-8f39-b9cd5aab0f96 req-6c2e6282-aac5-4aa5-9777-22bffd594360 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] Calling delete_port for 94a1cac1-1361-4086-b60b-55660b9c75fc owned by compute:nova {{(pid=102749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 12:26:50.780617 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-8ddb7e91-8cda-49f9-84c5-6d4be313eaaf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-531600'] for router_interface, before_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:26:50.787465 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-35f8a025-fcd3-45cb-b10f-e6e45dbb68f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793343475411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3821827'] for agent, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:26:50.845261 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [req-64d991bb-d872-4f06-8f39-b9cd5aab0f96 req-6c2e6282-aac5-4aa5-9777-22bffd594360 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793343495765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793342949277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126077602'] for port, after_delete {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:26:50.875363 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2e6282-aac5-4aa5-9777-22bffd594360 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] Pushing event deleted for resources: {'Port': ['ID=94a1cac1-1361-4086-b60b-55660b9c75fc,revision_number=None']} {{(pid=102749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:26:51.002106 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-cfe5d5d0-1970-4e7b-99d3-b9a6807b886b req-6127eee7-1877-4811-849e-58ee6b2f8373 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.66 "GET /v2.0/ports?device_id=496ce05f-ecc0-4dfd-b1d4-1c961f763af7 HTTP/1.1" status: 200 len: 210 time: 0.0353224 Nov 22 12:26:51.025420 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.scheduler.l3_agent_scheduler [req-64d991bb-d872-4f06-8f39-b9cd5aab0f96 req-6c2e6282-aac5-4aa5-9777-22bffd594360 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] Router 4b6eb21f-8d2a-4ee6-9dfc-db25bfbba179 has already been hosted by L3 agent b4a26ead-6ab2-4f98-a352-c9ed6d39b73e {{(pid=102749) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 12:26:51.050542 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.plugins.ml2.plugin [None req-8ddb7e91-8cda-49f9-84c5-6d4be313eaaf admin admin] Deleting port a3cf7a7d-1d6b-4f44-a58a-4c358f9fdd1d {{(pid=102750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 12:26:51.050904 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-8ddb7e91-8cda-49f9-84c5-6d4be313eaaf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793343491880'] for port, before_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:26:51.144854 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.plugins.ml2.db [None req-8ddb7e91-8cda-49f9-84c5-6d4be313eaaf admin admin] For port a3cf7a7d-1d6b-4f44-a58a-4c358f9fdd1d, host dv-cinder-768458-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-13-iscsi',level=0,port_id=a3cf7a7d-1d6b-4f44-a58a-4c358f9fdd1d,segment=NetworkSegment(9c6b82f3-7afe-4cdf-a8d0-a821d86ed55a),segment_id=9c6b82f3-7afe-4cdf-a8d0-a821d86ed55a)] {{(pid=102750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 12:26:51.145594 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-8ddb7e91-8cda-49f9-84c5-6d4be313eaaf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-535547'] for port, precommit_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:26:51.153278 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-64d991bb-d872-4f06-8f39-b9cd5aab0f96 req-6c2e6282-aac5-4aa5-9777-22bffd594360 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] Notify agent at l3_agent.dv-cinder-768458-13-iscsi the message routers_updated {{(pid=102749) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 12:26:51.161135 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.plugins.ml2.plugin [None req-8ddb7e91-8cda-49f9-84c5-6d4be313eaaf admin admin] Calling delete_port for a3cf7a7d-1d6b-4f44-a58a-4c358f9fdd1d owned by network:router_interface {{(pid=102750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 12:26:51.165549 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d36aca3-5502-43ee-98ad-b66a2525ab7a None None] Sync routers for ids ['4b6eb21f-8d2a-4ee6-9dfc-db25bfbba179'] in dv-cinder-768458-13-iscsi {{(pid=102751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 12:26:51.178124 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d36aca3-5502-43ee-98ad-b66a2525ab7a None None] Routers {'4b6eb21f-8d2a-4ee6-9dfc-db25bfbba179'} bound to L3 agent in host dv-cinder-768458-13-iscsi {{(pid=102751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 12:26:51.178867 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.l3_hamode_db [None req-4d36aca3-5502-43ee-98ad-b66a2525ab7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T12:11:23Z,description=,heartbeat_timestamp=2021-11-22T12:26:23Z,host='dv-cinder-768458-13-iscsi',id=b4a26ead-6ab2-4f98-a352-c9ed6d39b73e,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T12:11:23Z,topic='l3_agent')) {'router_ids': ['4b6eb21f-8d2a-4ee6-9dfc-db25bfbba179'], 'active': True} {{(pid=102751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 12:26:51.210545 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.db.l3_dvrscheduler_db [req-64d991bb-d872-4f06-8f39-b9cd5aab0f96 req-6c2e6282-aac5-4aa5-9777-22bffd594360 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] No DVR routers for this DVR port 94a1cac1-1361-4086-b60b-55660b9c75fc on host hv-cinder-76845 {{(pid=102749) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 12:26:51.213492 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [req-64d991bb-d872-4f06-8f39-b9cd5aab0f96 req-6c2e6282-aac5-4aa5-9777-22bffd594360 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434365'] for port, before_response {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:26:51.217491 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-64d991bb-d872-4f06-8f39-b9cd5aab0f96 req-6c2e6282-aac5-4aa5-9777-22bffd594360 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.46 "DELETE /v2.0/ports/94a1cac1-1361-4086-b60b-55660b9c75fc HTTP/1.1" status: 204 len: 173 time: 1.1705537 Nov 22 12:26:51.217773 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '496ce05f-ecc0-4dfd-b1d4-1c961f763af7', 'name': 'network-vif-deleted', 'tag': '94a1cac1-1361-4086-b60b-55660b9c75fc'}] {{(pid=102749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 12:26:51.220429 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e75a82c02e5e8e80361e9b8ad1df1450ec212ebfa93d78ee9da720cb5365782c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ab4ba44-cc18-4f81-8206-7b2ba7ca1f18" -d '{"events": [{"server_uuid": "496ce05f-ecc0-4dfd-b1d4-1c961f763af7", "name": "network-vif-deleted", "tag": "94a1cac1-1361-4086-b60b-55660b9c75fc"}]}' {{(pid=102749) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 12:26:51.309588 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 12:26:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64d9a5cb-0f30-46a8-ae4a-51f1b2ea4867 x-openstack-request-id: req-64d9a5cb-0f30-46a8-ae4a-51f1b2ea4867 {{(pid=102749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 12:26:51.309727 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "496ce05f-ecc0-4dfd-b1d4-1c961f763af7", "name": "network-vif-deleted", "tag": "94a1cac1-1361-4086-b60b-55660b9c75fc", "status": "completed", "code": 200}]} {{(pid=102749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 12:26:51.309959 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-64d9a5cb-0f30-46a8-ae4a-51f1b2ea4867 {{(pid=102749) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 12:26:51.310383 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '496ce05f-ecc0-4dfd-b1d4-1c961f763af7', 'name': 'network-vif-deleted', 'tag': '94a1cac1-1361-4086-b60b-55660b9c75fc', 'status': 'completed', 'code': 200} Nov 22 12:26:51.363939 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.l3_dvr_db [None req-4d36aca3-5502-43ee-98ad-b66a2525ab7a None None] Set router 4b6eb21f-8d2a-4ee6-9dfc-db25bfbba179 gateway port host: dv-cinder-768458-13-iscsi {{(pid=102751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 12:26:51.497219 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-8ddb7e91-8cda-49f9-84c5-6d4be313eaaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793343495765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793342949277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128483729'] for port, after_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:26:51.573646 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.rpc [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Device c27e22cf-346f-4a81-8e7d-d2418b4df811 no longer exists at agent hyperv_hv-cinder-76845 {{(pid=102751) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 12:26:51.574032 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddb7e91-8cda-49f9-84c5-6d4be313eaaf admin admin] Pushing event deleted for resources: {'Port': ['ID=a3cf7a7d-1d6b-4f44-a58a-4c358f9fdd1d,revision_number=None']} {{(pid=102750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:26:51.609501 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.plugin [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] No Port match for: c27e22cf-346f-4a81-8e7d-d2418b4df811 {{(pid=102751) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 12:26:51.609854 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.rpc [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Device c27e22cf-346f-4a81-8e7d-d2418b4df811 not bound to the agent host hv-cinder-76845 {{(pid=102751) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 12:26:51.683497 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.l3_hamode_db [None req-4d36aca3-5502-43ee-98ad-b66a2525ab7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b6eb21f-8d2a-4ee6-9dfc-db25bfbba179', 'name': 'tempest-AttachVolumeShelveTestJSON-514126347-router', 'tenant_id': '086a36bf2fea4df7a4d72733b2f68dcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52f34850-4f08-4bf9-8f19-1c892d4c6132', 'external_fixed_ips': [{'subnet_id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': 'dec33e59-4d06-4644-b47a-37a68b460d51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T12:19:08Z', 'updated_at': '2021-11-22T12:19:21Z', 'revision_number': 4, 'project_id': '086a36bf2fea4df7a4d72733b2f68dcd', 'gw_port': {'id': 'dec33e59-4d06-4644-b47a-37a68b460d51', 'name': '', 'network_id': '52f34850-4f08-4bf9-8f19-1c892d4c6132', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:bf:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b6eb21f-8d2a-4ee6-9dfc-db25bfbba179', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T12:19:09Z', 'updated_at': '2021-11-22T12:19:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-13-iscsi', '_interfaces': [{'id': '1cb4d82d-e7c5-44d0-97bb-0dc039c350db', 'name': '', 'network_id': '47c7c2df-c485-45be-9ae4-891cba4c7953', 'tenant_id': '086a36bf2fea4df7a4d72733b2f68dcd', 'mac_address': 'fa:16:3e:b0:ae:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b6eb21f-8d2a-4ee6-9dfc-db25bfbba179', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '6b38e15d-2758-41f6-bf64-d497af1d9f95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T12:19:15Z', 'updated_at': '2021-11-22T12:19:31Z', 'revision_number': 5, 'project_id': '086a36bf2fea4df7a4d72733b2f68dcd', 'subnets': [{'id': '6b38e15d-2758-41f6-bf64-d497af1d9f95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-13-iscsi', False) {} {{(pid=102751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 12:26:51.720097 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d36aca3-5502-43ee-98ad-b66a2525ab7a None None] Checking router: 4b6eb21f-8d2a-4ee6-9dfc-db25bfbba179 for host: dv-cinder-768458-13-iscsi {{(pid=102751) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 12:26:51.738885 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d36aca3-5502-43ee-98ad-b66a2525ab7a None None] Routers {'4b6eb21f-8d2a-4ee6-9dfc-db25bfbba179'} bound to L3 agent in host dv-cinder-768458-13-iscsi {{(pid=102751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 12:26:51.739824 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.l3_hamode_db [None req-4d36aca3-5502-43ee-98ad-b66a2525ab7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T12:11:23Z,description=,heartbeat_timestamp=2021-11-22T12:26:23Z,host='dv-cinder-768458-13-iscsi',id=b4a26ead-6ab2-4f98-a352-c9ed6d39b73e,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T12:11:23Z,topic='l3_agent')) {'router_ids': ['4b6eb21f-8d2a-4ee6-9dfc-db25bfbba179'], 'active': True} {{(pid=102751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 12:26:51.767342 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-8ddb7e91-8cda-49f9-84c5-6d4be313eaaf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-758388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531580'] for router_interface, after_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:26:51.872698 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.l3_dvr_db [None req-4d36aca3-5502-43ee-98ad-b66a2525ab7a None None] Set router 4b6eb21f-8d2a-4ee6-9dfc-db25bfbba179 gateway port host: dv-cinder-768458-13-iscsi {{(pid=102751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 12:26:52.066942 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ddb7e91-8cda-49f9-84c5-6d4be313eaaf admin admin] Router b448d13f-01a0-446b-95ca-8d77db6ea12e has already been hosted by L3 agent b4a26ead-6ab2-4f98-a352-c9ed6d39b73e {{(pid=102750) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 12:26:52.133321 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.wsgi [-] (102749) accepted ('10.222.0.66', 52444) {{(pid=102749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:26:52.196946 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-35701d72-9048-4b23-aff1-2f4b9d17fc59 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] Publish callbacks [] for security_group, before_delete {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:26:52.225429 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-35701d72-9048-4b23-aff1-2f4b9d17fc59 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:26:52.227844 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ddb7e91-8cda-49f9-84c5-6d4be313eaaf admin admin] Notify agent at l3_agent.dv-cinder-768458-13-iscsi the message routers_updated {{(pid=102750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 12:26:52.235615 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [None req-8ddb7e91-8cda-49f9-84c5-6d4be313eaaf admin admin] 10.222.0.66 "PUT /v2.0/routers/b448d13f-01a0-446b-95ca-8d77db6ea12e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9265649 Nov 22 12:26:52.238185 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.wsgi [-] (102750) accepted ('10.222.0.66', 52446) {{(pid=102750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:26:52.244410 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b10704e6-21c5-4c04-8386-3c60ffe027e2 None None] Sync routers for ids ['b448d13f-01a0-446b-95ca-8d77db6ea12e'] in dv-cinder-768458-13-iscsi {{(pid=102752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 12:26:52.255219 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b10704e6-21c5-4c04-8386-3c60ffe027e2 None None] Routers {'b448d13f-01a0-446b-95ca-8d77db6ea12e'} bound to L3 agent in host dv-cinder-768458-13-iscsi {{(pid=102752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 12:26:52.255903 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.db.l3_hamode_db [None req-b10704e6-21c5-4c04-8386-3c60ffe027e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T12:11:23Z,description=,heartbeat_timestamp=2021-11-22T12:26:23Z,host='dv-cinder-768458-13-iscsi',id=b4a26ead-6ab2-4f98-a352-c9ed6d39b73e,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T12:11:23Z,topic='l3_agent')) {'router_ids': ['b448d13f-01a0-446b-95ca-8d77db6ea12e'], 'active': True} {{(pid=102752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 12:26:52.291693 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-35701d72-9048-4b23-aff1-2f4b9d17fc59 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545565'] for security_group, after_delete {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:26:52.295293 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-35701d72-9048-4b23-aff1-2f4b9d17fc59 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] Publish callbacks [] for security_group, before_response {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:26:52.296728 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [None req-35701d72-9048-4b23-aff1-2f4b9d17fc59 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.66 "DELETE /v2.0/security-groups/bea8b415-2a88-446d-8b9a-0201cbf52809 HTTP/1.1" status: 204 len: 168 time: 0.1623783 Nov 22 12:26:52.299672 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.wsgi [-] (102750) accepted ('10.222.0.66', 52448) {{(pid=102750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:26:52.306874 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35701d72-9048-4b23-aff1-2f4b9d17fc59 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bea8b415-2a88-446d-8b9a-0201cbf52809,revision_number=None']} {{(pid=102749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:26:52.322244 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.api.v2.resource [None req-019b0ee4-e752-4327-b29c-efde27511a3a tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] show failed (client error): The resource could not be found. Nov 22 12:26:52.323669 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [None req-019b0ee4-e752-4327-b29c-efde27511a3a tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.66 "GET /v2.0/security-groups/bea8b415-2a88-446d-8b9a-0201cbf52809 HTTP/1.1" status: 404 len: 347 time: 0.0227332 Nov 22 12:26:52.328514 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.wsgi [-] (102749) accepted ('10.222.0.66', 52450) {{(pid=102749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:26:52.348440 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.l3_hamode_db [None req-4d36aca3-5502-43ee-98ad-b66a2525ab7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b6eb21f-8d2a-4ee6-9dfc-db25bfbba179', 'name': 'tempest-AttachVolumeShelveTestJSON-514126347-router', 'tenant_id': '086a36bf2fea4df7a4d72733b2f68dcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52f34850-4f08-4bf9-8f19-1c892d4c6132', 'external_fixed_ips': [{'subnet_id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': 'dec33e59-4d06-4644-b47a-37a68b460d51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T12:19:08Z', 'updated_at': '2021-11-22T12:19:21Z', 'revision_number': 4, 'project_id': '086a36bf2fea4df7a4d72733b2f68dcd', 'gw_port': {'id': 'dec33e59-4d06-4644-b47a-37a68b460d51', 'name': '', 'network_id': '52f34850-4f08-4bf9-8f19-1c892d4c6132', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:bf:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b6eb21f-8d2a-4ee6-9dfc-db25bfbba179', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T12:19:09Z', 'updated_at': '2021-11-22T12:19:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-13-iscsi', '_interfaces': [{'id': '1cb4d82d-e7c5-44d0-97bb-0dc039c350db', 'name': '', 'network_id': '47c7c2df-c485-45be-9ae4-891cba4c7953', 'tenant_id': '086a36bf2fea4df7a4d72733b2f68dcd', 'mac_address': 'fa:16:3e:b0:ae:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b6eb21f-8d2a-4ee6-9dfc-db25bfbba179', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '6b38e15d-2758-41f6-bf64-d497af1d9f95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T12:19:15Z', 'updated_at': '2021-11-22T12:19:31Z', 'revision_number': 5, 'project_id': '086a36bf2fea4df7a4d72733b2f68dcd', 'subnets': [{'id': '6b38e15d-2758-41f6-bf64-d497af1d9f95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-13-iscsi', False) {} {{(pid=102751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 12:26:52.387008 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-264741b8-2f93-4771-a2ef-44347019e71c admin admin] Publish callbacks [] for router, before_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:26:52.388909 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d36aca3-5502-43ee-98ad-b66a2525ab7a None None] The sync data for ids ['4b6eb21f-8d2a-4ee6-9dfc-db25bfbba179'] in dv-cinder-768458-13-iscsi is: [{'id': '4b6eb21f-8d2a-4ee6-9dfc-db25bfbba179', 'name': 'tempest-AttachVolumeShelveTestJSON-514126347-router', 'tenant_id': '086a36bf2fea4df7a4d72733b2f68dcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52f34850-4f08-4bf9-8f19-1c892d4c6132', 'external_fixed_ips': [{'subnet_id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': 'dec33e59-4d06-4644-b47a-37a68b460d51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T12:19:08Z', 'updated_at': '2021-11-22T12:19:21Z', 'revision_number': 4, 'project_id': '086a36bf2fea4df7a4d72733b2f68dcd', 'gw_port': {'id': 'dec33e59-4d06-4644-b47a-37a68b460d51', 'name': '', 'network_id': '52f34850-4f08-4bf9-8f19-1c892d4c6132', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:bf:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b6eb21f-8d2a-4ee6-9dfc-db25bfbba179', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T12:19:09Z', 'updated_at': '2021-11-22T12:19:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-13-iscsi', '_interfaces': [{'id': '1cb4d82d-e7c5-44d0-97bb-0dc039c350db', 'name': '', 'network_id': '47c7c2df-c485-45be-9ae4-891cba4c7953', 'tenant_id': '086a36bf2fea4df7a4d72733b2f68dcd', 'mac_address': 'fa:16:3e:b0:ae:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b6eb21f-8d2a-4ee6-9dfc-db25bfbba179', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '6b38e15d-2758-41f6-bf64-d497af1d9f95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T12:19:15Z', 'updated_at': '2021-11-22T12:19:31Z', 'revision_number': 5, 'project_id': '086a36bf2fea4df7a4d72733b2f68dcd', 'subnets': [{'id': '6b38e15d-2758-41f6-bf64-d497af1d9f95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 12:26:52.413729 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.db.l3_dvr_db [None req-b10704e6-21c5-4c04-8386-3c60ffe027e2 None None] Set router b448d13f-01a0-446b-95ca-8d77db6ea12e gateway port host: dv-cinder-768458-13-iscsi {{(pid=102752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 12:26:52.481077 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.plugins.ml2.plugin [None req-9d9e87cf-e34f-4cfd-8b58-5e75f9357d75 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] Deleting port 9e9bba7d-0567-4d6c-9b3b-fd7f7e9153bf {{(pid=102749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 12:26:52.481479 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-9d9e87cf-e34f-4cfd-8b58-5e75f9357d75 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793343491880'] for port, before_delete {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:26:52.508030 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-264741b8-2f93-4771-a2ef-44347019e71c admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:26:52.572700 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.plugins.ml2.plugin [None req-264741b8-2f93-4771-a2ef-44347019e71c admin admin] Deleting port eec7348e-79a7-4310-b90f-41d0521c5def {{(pid=102750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 12:26:52.573162 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-264741b8-2f93-4771-a2ef-44347019e71c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793343491880'] for port, before_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:26:52.600744 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-9d9e87cf-e34f-4cfd-8b58-5e75f9357d75 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-535547'] for port, precommit_delete {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:26:52.601101 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-9d9e87cf-e34f-4cfd-8b58-5e75f9357d75 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:26:52.622398 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.plugins.ml2.plugin [None req-9d9e87cf-e34f-4cfd-8b58-5e75f9357d75 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] Calling delete_port for 9e9bba7d-0567-4d6c-9b3b-fd7f7e9153bf owned by network:floatingip {{(pid=102749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 12:26:52.648854 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.db.l3_hamode_db [None req-b10704e6-21c5-4c04-8386-3c60ffe027e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b448d13f-01a0-446b-95ca-8d77db6ea12e', 'name': 'tempest-TestShelveInstance-1419194627-router', 'tenant_id': '575f4ae5262e4930b6658095a1aa8a32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52f34850-4f08-4bf9-8f19-1c892d4c6132', 'external_fixed_ips': [{'subnet_id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'ip_address': '172.27.0.46'}], 'enable_snat': True}, 'gw_port_id': 'eec7348e-79a7-4310-b90f-41d0521c5def', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T12:21:27Z', 'updated_at': '2021-11-22T12:26:51Z', 'revision_number': 5, 'project_id': '575f4ae5262e4930b6658095a1aa8a32', 'gw_port': {'id': 'eec7348e-79a7-4310-b90f-41d0521c5def', 'name': '', 'network_id': '52f34850-4f08-4bf9-8f19-1c892d4c6132', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:fd:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b448d13f-01a0-446b-95ca-8d77db6ea12e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'ip_address': '172.27.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T12:21:27Z', 'updated_at': '2021-11-22T12:21:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-13-iscsi'}], 'dv-cinder-768458-13-iscsi', False) {} {{(pid=102752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 12:26:52.671647 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.plugins.ml2.db [None req-264741b8-2f93-4771-a2ef-44347019e71c admin admin] For port eec7348e-79a7-4310-b90f-41d0521c5def, host dv-cinder-768458-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-13-iscsi',level=0,port_id=eec7348e-79a7-4310-b90f-41d0521c5def,segment=NetworkSegment(91a15bc4-f975-4336-93bb-1ba9d2e7565e),segment_id=91a15bc4-f975-4336-93bb-1ba9d2e7565e)] {{(pid=102750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 12:26:52.672235 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-264741b8-2f93-4771-a2ef-44347019e71c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-535547'] for port, precommit_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:26:52.682687 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b10704e6-21c5-4c04-8386-3c60ffe027e2 None None] Checking router: b448d13f-01a0-446b-95ca-8d77db6ea12e for host: dv-cinder-768458-13-iscsi {{(pid=102752) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 12:26:52.688441 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.plugins.ml2.plugin [None req-264741b8-2f93-4771-a2ef-44347019e71c admin admin] Calling delete_port for eec7348e-79a7-4310-b90f-41d0521c5def owned by network:router_gateway {{(pid=102750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 12:26:52.692833 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b10704e6-21c5-4c04-8386-3c60ffe027e2 None None] Routers {'b448d13f-01a0-446b-95ca-8d77db6ea12e'} bound to L3 agent in host dv-cinder-768458-13-iscsi {{(pid=102752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 12:26:52.693819 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.db.l3_hamode_db [None req-b10704e6-21c5-4c04-8386-3c60ffe027e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T12:11:23Z,description=,heartbeat_timestamp=2021-11-22T12:26:23Z,host='dv-cinder-768458-13-iscsi',id=b4a26ead-6ab2-4f98-a352-c9ed6d39b73e,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T12:11:23Z,topic='l3_agent')) {'router_ids': ['b448d13f-01a0-446b-95ca-8d77db6ea12e'], 'active': True} {{(pid=102752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 12:26:52.785104 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ce73615-7605-476f-899b-b8c3fa939ef2 None None] New status for floating IP 1f783e9a-4eb4-4b51-95b0-bc3497b5e09e: DOWN {{(pid=102751) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 12:26:52.795501 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.db.l3_dvr_db [None req-b10704e6-21c5-4c04-8386-3c60ffe027e2 None None] Set router b448d13f-01a0-446b-95ca-8d77db6ea12e gateway port host: None {{(pid=102752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 12:26:52.816267 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-9d9e87cf-e34f-4cfd-8b58-5e75f9357d75 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793343495765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793342949277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126077602'] for port, after_delete {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:26:52.855517 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9e87cf-e34f-4cfd-8b58-5e75f9357d75 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] Pushing event deleted for resources: {'Port': ['ID=9e9bba7d-0567-4d6c-9b3b-fd7f7e9153bf,revision_number=None']} {{(pid=102749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:26:52.858354 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.db.l3_hamode_db [None req-b10704e6-21c5-4c04-8386-3c60ffe027e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b448d13f-01a0-446b-95ca-8d77db6ea12e', 'name': 'tempest-TestShelveInstance-1419194627-router', 'tenant_id': '575f4ae5262e4930b6658095a1aa8a32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T12:21:27Z', 'updated_at': '2021-11-22T12:26:52Z', 'revision_number': 6, 'project_id': '575f4ae5262e4930b6658095a1aa8a32', 'gw_port_host': None}], 'dv-cinder-768458-13-iscsi', False) {} {{(pid=102752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 12:26:52.888570 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b10704e6-21c5-4c04-8386-3c60ffe027e2 None None] The sync data for ids ['b448d13f-01a0-446b-95ca-8d77db6ea12e'] in dv-cinder-768458-13-iscsi is: [{'id': 'b448d13f-01a0-446b-95ca-8d77db6ea12e', 'name': 'tempest-TestShelveInstance-1419194627-router', 'tenant_id': '575f4ae5262e4930b6658095a1aa8a32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T12:21:27Z', 'updated_at': '2021-11-22T12:26:52Z', 'revision_number': 6, 'project_id': '575f4ae5262e4930b6658095a1aa8a32', 'gw_port_host': None}] {{(pid=102752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 12:26:52.898910 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.db.api [None req-0ce73615-7605-476f-899b-b8c3fa939ef2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102751) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 22 12:26:52.899682 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG oslo_db.api [None req-0ce73615-7605-476f-899b-b8c3fa939ef2 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=102751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 22 12:26:52.909757 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-264741b8-2f93-4771-a2ef-44347019e71c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793343495765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793342949277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128483729'] for port, after_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:26:52.931147 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-9d9e87cf-e34f-4cfd-8b58-5e75f9357d75 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] Publish callbacks [] for floatingip, after_delete {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:26:52.934205 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-9d9e87cf-e34f-4cfd-8b58-5e75f9357d75 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434365'] for floatingip, before_response {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:26:52.936445 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [None req-9d9e87cf-e34f-4cfd-8b58-5e75f9357d75 tempest-AttachVolumeShelveTestJSON-1293954511 tempest-AttachVolumeShelveTestJSON-1293954511-project] 10.222.0.66 "DELETE /v2.0/floatingips/1f783e9a-4eb4-4b51-95b0-bc3497b5e09e HTTP/1.1" status: 204 len: 168 time: 0.6066496 Nov 22 12:26:52.941875 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264741b8-2f93-4771-a2ef-44347019e71c admin admin] Pushing event deleted for resources: {'Port': ['ID=eec7348e-79a7-4310-b90f-41d0521c5def,revision_number=None']} {{(pid=102750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:26:53.006715 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-4897bc0e-014e-4474-9f02-97bad03ebf82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793343475411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3821827'] for agent, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:26:53.024404 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-264741b8-2f93-4771-a2ef-44347019e71c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-532702'] for router_gateway, after_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:26:53.137456 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-264741b8-2f93-4771-a2ef-44347019e71c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11715'] for router, precommit_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:26:53.139859 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-264741b8-2f93-4771-a2ef-44347019e71c admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:26:53.186418 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-264741b8-2f93-4771-a2ef-44347019e71c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532541'] for router, after_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:26:53.187576 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-264741b8-2f93-4771-a2ef-44347019e71c admin admin] Fanout notify agent at l3_agent the message router_deleted on router b448d13f-01a0-446b-95ca-8d77db6ea12e {{(pid=102750) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 12:26:53.193293 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-264741b8-2f93-4771-a2ef-44347019e71c admin admin] Publish callbacks [] for router, before_response {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:26:53.194762 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [None req-264741b8-2f93-4771-a2ef-44347019e71c admin admin] 10.222.0.66 "DELETE /v2.0/routers/b448d13f-01a0-446b-95ca-8d77db6ea12e HTTP/1.1" status: 204 len: 168 time: 0.9553976 Nov 22 12:26:53.198381 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.wsgi [-] (102750) accepted ('10.222.0.66', 52462) {{(pid=102750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:26:53.249774 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.db.db_base_plugin_v2 [None req-38bd4e8b-3fd3-473e-b264-355c1fabc893 admin admin] Deleting subnet 7e7d9e4f-b44e-4538-b000-cd64766a1fad {{(pid=102750) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 12:26:53.253636 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-38bd4e8b-3fd3-473e-b264-355c1fabc893 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:26:53.307761 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-38bd4e8b-3fd3-473e-b264-355c1fabc893 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129945341'] for subnet, precommit_delete_associations {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:26:53.397117 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.rpc [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] Device a3cf7a7d-1d6b-4f44-a58a-4c358f9fdd1d no longer exists at agent ovs-agent-dv-cinder-768458-13-iscsi {{(pid=102751) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 12:26:53.401077 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ce73615-7605-476f-899b-b8c3fa939ef2 None None] New status for floating IP 1f783e9a-4eb4-4b51-95b0-bc3497b5e09e: DOWN {{(pid=102751) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 12:26:53.423590 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.plugin [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] No Port match for: a3cf7a7d-1d6b-4f44-a58a-4c358f9fdd1d {{(pid=102751) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 12:26:53.434791 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.rpc [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] Device a3cf7a7d-1d6b-4f44-a58a-4c358f9fdd1d not bound to the agent host dv-cinder-768458-13-iscsi {{(pid=102751) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 12:26:53.574213 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.rpc [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Device 94a1cac1-1361-4086-b60b-55660b9c75fc no longer exists at agent hyperv_hv-cinder-76845 {{(pid=102751) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 12:26:53.595569 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.plugin [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] No Port match for: 94a1cac1-1361-4086-b60b-55660b9c75fc {{(pid=102751) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 12:26:53.595860 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.rpc [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Device 94a1cac1-1361-4086-b60b-55660b9c75fc not bound to the agent host hv-cinder-76845 {{(pid=102751) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 12:26:53.687284 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-38bd4e8b-3fd3-473e-b264-355c1fabc893 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3851550'] for subnet, precommit_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:26:53.756349 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-38bd4e8b-3fd3-473e-b264-355c1fabc893 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3851541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128483662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125991811'] for subnet, after_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:26:53.782918 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bd4e8b-3fd3-473e-b264-355c1fabc893 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7e7d9e4f-b44e-4538-b000-cd64766a1fad,revision_number=None']} {{(pid=102750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:26:53.786594 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-38bd4e8b-3fd3-473e-b264-355c1fabc893 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:26:53.790377 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [None req-38bd4e8b-3fd3-473e-b264-355c1fabc893 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/7e7d9e4f-b44e-4538-b000-cd64766a1fad HTTP/1.1" status: 204 len: 168 time: 0.5907810 Nov 22 12:26:53.793079 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.wsgi [-] (102750) accepted ('10.222.0.66', 52470) {{(pid=102750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:26:53.796247 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b64306c-e84b-418e-b9ef-81744d3a4bdd None None] Network 9aa5e7a8-a2f2-453e-b9d2-40a88d8e4e6e requested from dv-cinder-768458-13-iscsi {{(pid=102751) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 12:26:53.868114 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-fdc2e4ee-d333-4399-9dfe-88e81418d509 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3895399'] for network, before_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:26:53.924943 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.plugins.ml2.plugin [None req-fdc2e4ee-d333-4399-9dfe-88e81418d509 admin admin] Deleting port bea5f3e4-46f2-4db4-b0ec-be3bb8dc0a84 {{(pid=102750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 12:26:53.925389 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-fdc2e4ee-d333-4399-9dfe-88e81418d509 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793343491880'] for port, before_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:26:54.002778 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.plugins.ml2.db [None req-fdc2e4ee-d333-4399-9dfe-88e81418d509 admin admin] For port bea5f3e4-46f2-4db4-b0ec-be3bb8dc0a84, host dv-cinder-768458-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-13-iscsi',level=0,port_id=bea5f3e4-46f2-4db4-b0ec-be3bb8dc0a84,segment=NetworkSegment(9c6b82f3-7afe-4cdf-a8d0-a821d86ed55a),segment_id=9c6b82f3-7afe-4cdf-a8d0-a821d86ed55a)] {{(pid=102750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 12:26:54.003205 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-fdc2e4ee-d333-4399-9dfe-88e81418d509 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-535547'] for port, precommit_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:26:54.021097 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.plugins.ml2.plugin [None req-fdc2e4ee-d333-4399-9dfe-88e81418d509 admin admin] Calling delete_port for bea5f3e4-46f2-4db4-b0ec-be3bb8dc0a84 owned by network:dhcp {{(pid=102750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 12:26:54.021654 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a089de25-7ade-4699-afdb-3bc5555d3b44 None None] DHCP port deletion for 9aa5e7a8-a2f2-453e-b9d2-40a88d8e4e6e request from dv-cinder-768458-13-iscsi {{(pid=102751) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 12:26:54.086157 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-9105419b-06f9-45a8-bbac-70d110a73200 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793343475411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3821827'] for agent, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:26:54.104899 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.plugin [None req-a089de25-7ade-4699-afdb-3bc5555d3b44 None None] Deleting port bea5f3e4-46f2-4db4-b0ec-be3bb8dc0a84 {{(pid=102751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 12:26:54.105535 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-a089de25-7ade-4699-afdb-3bc5555d3b44 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793343491880'] for port, before_delete {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:26:54.118765 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-fdc2e4ee-d333-4399-9dfe-88e81418d509 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793343495765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793342949277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128483729'] for port, after_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:26:54.150076 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdc2e4ee-d333-4399-9dfe-88e81418d509 admin admin] No DVR routers for this DVR port bea5f3e4-46f2-4db4-b0ec-be3bb8dc0a84 on host dv-cinder-768458-13-iscsi {{(pid=102750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 12:26:54.157020 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc2e4ee-d333-4399-9dfe-88e81418d509 admin admin] Pushing event deleted for resources: {'Port': ['ID=bea5f3e4-46f2-4db4-b0ec-be3bb8dc0a84,revision_number=None']} {{(pid=102750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:26:54.192672 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.db [None req-a089de25-7ade-4699-afdb-3bc5555d3b44 None None] For port bea5f3e4-46f2-4db4-b0ec-be3bb8dc0a84, host dv-cinder-768458-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-13-iscsi',level=0,port_id=bea5f3e4-46f2-4db4-b0ec-be3bb8dc0a84,segment=NetworkSegment(9c6b82f3-7afe-4cdf-a8d0-a821d86ed55a),segment_id=9c6b82f3-7afe-4cdf-a8d0-a821d86ed55a)] {{(pid=102751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 12:26:54.193092 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-a089de25-7ade-4699-afdb-3bc5555d3b44 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-535547'] for port, precommit_delete {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:26:54.209316 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.plugin [None req-a089de25-7ade-4699-afdb-3bc5555d3b44 None None] Calling delete_port for bea5f3e4-46f2-4db4-b0ec-be3bb8dc0a84 owned by network:dhcp {{(pid=102751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 12:26:54.235762 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-fdc2e4ee-d333-4399-9dfe-88e81418d509 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3855014', 'neutron.services.segments.db._delete_segments_for_network-8793343475339'] for network, precommit_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:26:54.259203 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.services.segments.db [None req-fdc2e4ee-d333-4399-9dfe-88e81418d509 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9aa5e7a8-a2f2-453e-b9d2-40a88d8e4e6e']}} {{(pid=102750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 12:26:54.269014 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.services.segments.db [None req-fdc2e4ee-d333-4399-9dfe-88e81418d509 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c6b82f3-7afe-4cdf-a8d0-a821d86ed55a') {'for_net_delete': True} {{(pid=102750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 12:26:54.269336 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.services.segments.db [None req-fdc2e4ee-d333-4399-9dfe-88e81418d509 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c6b82f3-7afe-4cdf-a8d0-a821d86ed55a') {} {{(pid=102750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 12:26:54.281787 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-fdc2e4ee-d333-4399-9dfe-88e81418d509 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793343276566', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129945334'] for segment, before_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:26:54.297284 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-fdc2e4ee-d333-4399-9dfe-88e81418d509 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3850450'] for segment, precommit_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:26:54.303637 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-a089de25-7ade-4699-afdb-3bc5555d3b44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793343495765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793342949277'] for port, after_delete {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:26:54.305970 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fdc2e4ee-d333-4399-9dfe-88e81418d509 admin admin] Releasing vlan 612 on physical network physnet1 to pool {{(pid=102750) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 12:26:54.306621 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-fdc2e4ee-d333-4399-9dfe-88e81418d509 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3850450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128483812'] for segment, after_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:26:54.309635 dv-cinder-768458-13-iscsi neutron-server[102750]: Traceback (most recent call last): Nov 22 12:26:54.309635 dv-cinder-768458-13-iscsi neutron-server[102750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 12:26:54.309635 dv-cinder-768458-13-iscsi neutron-server[102750]: timer() Nov 22 12:26:54.309635 dv-cinder-768458-13-iscsi neutron-server[102750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 12:26:54.309635 dv-cinder-768458-13-iscsi neutron-server[102750]: cb(*args, **kw) Nov 22 12:26:54.309635 dv-cinder-768458-13-iscsi neutron-server[102750]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 12:26:54.309635 dv-cinder-768458-13-iscsi neutron-server[102750]: return func(*args, **kwargs) Nov 22 12:26:54.309635 dv-cinder-768458-13-iscsi neutron-server[102750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 12:26:54.309635 dv-cinder-768458-13-iscsi neutron-server[102750]: self._notify() Nov 22 12:26:54.309635 dv-cinder-768458-13-iscsi neutron-server[102750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 12:26:54.309635 dv-cinder-768458-13-iscsi neutron-server[102750]: self.callback(batched_events) Nov 22 12:26:54.309635 dv-cinder-768458-13-iscsi neutron-server[102750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 12:26:54.309635 dv-cinder-768458-13-iscsi neutron-server[102750]: event.method(event) Nov 22 12:26:54.309635 dv-cinder-768458-13-iscsi neutron-server[102750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 12:26:54.309635 dv-cinder-768458-13-iscsi neutron-server[102750]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 12:26:54.309635 dv-cinder-768458-13-iscsi neutron-server[102750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 12:26:54.309635 dv-cinder-768458-13-iscsi neutron-server[102750]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 12:26:54.309635 dv-cinder-768458-13-iscsi neutron-server[102750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 12:26:54.309635 dv-cinder-768458-13-iscsi neutron-server[102750]: return f(self, *a, **k) Nov 22 12:26:54.309635 dv-cinder-768458-13-iscsi neutron-server[102750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 12:26:54.309635 dv-cinder-768458-13-iscsi neutron-server[102750]: return self._get(url).json() Nov 22 12:26:54.309635 dv-cinder-768458-13-iscsi neutron-server[102750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 12:26:54.309635 dv-cinder-768458-13-iscsi neutron-server[102750]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 12:26:54.309635 dv-cinder-768458-13-iscsi neutron-server[102750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 12:26:54.309635 dv-cinder-768458-13-iscsi neutron-server[102750]: return self.request(url, 'GET', **kwargs) Nov 22 12:26:54.309635 dv-cinder-768458-13-iscsi neutron-server[102750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 12:26:54.309635 dv-cinder-768458-13-iscsi neutron-server[102750]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 12:26:54.309635 dv-cinder-768458-13-iscsi neutron-server[102750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 12:26:54.309635 dv-cinder-768458-13-iscsi neutron-server[102750]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 12:26:54.309635 dv-cinder-768458-13-iscsi neutron-server[102750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 12:26:54.309635 dv-cinder-768458-13-iscsi neutron-server[102750]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 12:26:54.309635 dv-cinder-768458-13-iscsi neutron-server[102750]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 12:26:54.330516 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a089de25-7ade-4699-afdb-3bc5555d3b44 None None] Pushing event deleted for resources: {'Port': ['ID=bea5f3e4-46f2-4db4-b0ec-be3bb8dc0a84,revision_number=None']} {{(pid=102751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:26:54.338546 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a089de25-7ade-4699-afdb-3bc5555d3b44 None None] No DVR routers for this DVR port bea5f3e4-46f2-4db4-b0ec-be3bb8dc0a84 on host dv-cinder-768458-13-iscsi {{(pid=102751) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 12:26:54.342189 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a089de25-7ade-4699-afdb-3bc5555d3b44 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:26:54.342550 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a089de25-7ade-4699-afdb-3bc5555d3b44 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:26:54.342917 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a089de25-7ade-4699-afdb-3bc5555d3b44 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:26:54.343405 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a089de25-7ade-4699-afdb-3bc5555d3b44 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:26:54.343655 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a089de25-7ade-4699-afdb-3bc5555d3b44 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:26:54.344018 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a089de25-7ade-4699-afdb-3bc5555d3b44 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:26:54.344362 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a089de25-7ade-4699-afdb-3bc5555d3b44 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:26:54.344699 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a089de25-7ade-4699-afdb-3bc5555d3b44 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:26:54.345037 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a089de25-7ade-4699-afdb-3bc5555d3b44 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:26:54.345370 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a089de25-7ade-4699-afdb-3bc5555d3b44 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:26:54.345701 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a089de25-7ade-4699-afdb-3bc5555d3b44 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:26:54.346028 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a089de25-7ade-4699-afdb-3bc5555d3b44 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:26:54.381299 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-fdc2e4ee-d333-4399-9dfe-88e81418d509 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3855023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532706'] for network, after_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:26:54.388028 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-fdc2e4ee-d333-4399-9dfe-88e81418d509 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758363'] for network, before_response {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:26:54.391419 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [None req-fdc2e4ee-d333-4399-9dfe-88e81418d509 admin admin] 10.222.0.66 "DELETE /v2.0/networks/9aa5e7a8-a2f2-453e-b9d2-40a88d8e4e6e HTTP/1.1" status: 204 len: 168 time: 0.5973222 Nov 22 12:26:54.394539 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.wsgi [-] (102749) accepted ('10.222.0.66', 52482) {{(pid=102749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:26:54.406783 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc2e4ee-d333-4399-9dfe-88e81418d509 admin admin] Pushing event deleted for resources: {'Network': ['ID=9aa5e7a8-a2f2-453e-b9d2-40a88d8e4e6e,revision_number=None']} {{(pid=102750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:26:54.765718 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-3ad4bb92-7853-475a-b890-abf1196cf028 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-531600'] for router_interface, before_delete {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:26:55.055115 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.plugins.ml2.plugin [None req-3ad4bb92-7853-475a-b890-abf1196cf028 admin admin] Deleting port b6df9e6b-7750-485f-965a-407bfd1704fb {{(pid=102749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 12:26:55.055524 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-3ad4bb92-7853-475a-b890-abf1196cf028 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793343491880'] for port, before_delete {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:26:55.104029 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88f39ad-b29e-4eb3-b521-19080df2e952 req-46d08d92-2ac9-4bc3-8929-f9b0306d37d0 tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:26:55.105583 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-d88f39ad-b29e-4eb3-b521-19080df2e952 req-46d08d92-2ac9-4bc3-8929-f9b0306d37d0 tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] 10.222.0.66 "GET /v2.0/ports?device_id=e5d549b4-7eb7-4cdd-90f0-ead23b7df090 HTTP/1.1" status: 200 len: 945 time: 0.0912781 Nov 22 12:26:55.184171 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.plugins.ml2.db [None req-3ad4bb92-7853-475a-b890-abf1196cf028 admin admin] For port b6df9e6b-7750-485f-965a-407bfd1704fb, host dv-cinder-768458-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-13-iscsi',level=0,port_id=b6df9e6b-7750-485f-965a-407bfd1704fb,segment=NetworkSegment(a48138be-2ebe-4079-a544-5e78e8e9dcd4),segment_id=a48138be-2ebe-4079-a544-5e78e8e9dcd4)] {{(pid=102749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 12:26:55.184570 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-3ad4bb92-7853-475a-b890-abf1196cf028 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-535547'] for port, precommit_delete {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:26:55.187107 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.rpc [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] Device bea5f3e4-46f2-4db4-b0ec-be3bb8dc0a84 no longer exists at agent ovs-agent-dv-cinder-768458-13-iscsi {{(pid=102751) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 12:26:55.202570 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-d88f39ad-b29e-4eb3-b521-19080df2e952 req-abde8de7-f5f4-498e-8aa1-7cc116d2b803 tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] 10.222.0.66 "GET /v2.0/security-groups?id=42c847cf-7296-4ab8-8762-4ec01f5ec735&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876245 Nov 22 12:26:55.203462 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.plugins.ml2.plugin [None req-3ad4bb92-7853-475a-b890-abf1196cf028 admin admin] Calling delete_port for b6df9e6b-7750-485f-965a-407bfd1704fb owned by network:router_interface {{(pid=102749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 12:26:55.210202 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.plugin [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] No Port match for: bea5f3e4-46f2-4db4-b0ec-be3bb8dc0a84 {{(pid=102751) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 12:26:55.210575 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.rpc [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] Device bea5f3e4-46f2-4db4-b0ec-be3bb8dc0a84 not bound to the agent host dv-cinder-768458-13-iscsi {{(pid=102751) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 12:26:55.211087 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.rpc [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] Device eec7348e-79a7-4310-b90f-41d0521c5def no longer exists at agent ovs-agent-dv-cinder-768458-13-iscsi {{(pid=102751) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 12:26:55.230684 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.plugin [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] No Port match for: eec7348e-79a7-4310-b90f-41d0521c5def {{(pid=102751) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 12:26:55.231341 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.rpc [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] Device eec7348e-79a7-4310-b90f-41d0521c5def not bound to the agent host dv-cinder-768458-13-iscsi {{(pid=102751) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 12:26:55.403648 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-3ad4bb92-7853-475a-b890-abf1196cf028 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793343495765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793342949277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126077602'] for port, after_delete {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:26:55.430984 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad4bb92-7853-475a-b890-abf1196cf028 admin admin] Pushing event deleted for resources: {'Port': ['ID=b6df9e6b-7750-485f-965a-407bfd1704fb,revision_number=None']} {{(pid=102749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:26:55.455393 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.wsgi [-] (102749) accepted ('10.222.0.66', 52508) {{(pid=102749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:26:55.692126 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-3ad4bb92-7853-475a-b890-abf1196cf028 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-758388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531580'] for router_interface, after_delete {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:26:55.739747 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-2de83071-1b6f-4e8d-a0c8-0ed39ca59a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793343475411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3821827'] for agent, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:26:56.051137 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ad4bb92-7853-475a-b890-abf1196cf028 admin admin] Router edc752a8-4dcb-49e9-8b79-8296b83faed4 has already been hosted by L3 agent b4a26ead-6ab2-4f98-a352-c9ed6d39b73e {{(pid=102749) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 12:26:56.397521 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793343475411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3821827'] for agent, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:26:56.492904 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ad4bb92-7853-475a-b890-abf1196cf028 admin admin] Notify agent at l3_agent.dv-cinder-768458-13-iscsi the message routers_updated {{(pid=102749) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 12:26:56.501609 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [None req-3ad4bb92-7853-475a-b890-abf1196cf028 admin admin] 10.222.0.66 "PUT /v2.0/routers/edc752a8-4dcb-49e9-8b79-8296b83faed4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1057250 Nov 22 12:26:56.505035 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.wsgi [-] (102750) accepted ('10.222.0.66', 52514) {{(pid=102750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:26:56.505831 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77608aa3-dcbb-41b1-8c36-168c41a13f3b None None] Sync routers for ids ['edc752a8-4dcb-49e9-8b79-8296b83faed4'] in dv-cinder-768458-13-iscsi {{(pid=102752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 12:26:56.512660 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a551844-a5a6-480b-b886-bbdf056379e0 req-fe26089e-b8fd-4dfe-b748-5c37b1fb181f tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:26:56.514241 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-0a551844-a5a6-480b-b886-bbdf056379e0 req-fe26089e-b8fd-4dfe-b748-5c37b1fb181f tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] 10.222.0.66 "GET /v2.0/ports?device_id=e5d549b4-7eb7-4cdd-90f0-ead23b7df090 HTTP/1.1" status: 200 len: 945 time: 0.0879350 Nov 22 12:26:56.520615 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-dfb8fc3b-2fcd-45b8-b46b-e95ff44df050 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-531600'] for router_interface, before_delete {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:26:56.524466 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77608aa3-dcbb-41b1-8c36-168c41a13f3b None None] Routers {'edc752a8-4dcb-49e9-8b79-8296b83faed4'} bound to L3 agent in host dv-cinder-768458-13-iscsi {{(pid=102752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 12:26:56.525425 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.db.l3_hamode_db [None req-77608aa3-dcbb-41b1-8c36-168c41a13f3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T12:11:23Z,description=,heartbeat_timestamp=2021-11-22T12:26:53Z,host='dv-cinder-768458-13-iscsi',id=b4a26ead-6ab2-4f98-a352-c9ed6d39b73e,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T12:11:23Z,topic='l3_agent')) {'router_ids': ['edc752a8-4dcb-49e9-8b79-8296b83faed4'], 'active': True} {{(pid=102752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 12:26:56.611266 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-fee08685-c0cc-4f6c-8b65-c4ba0a4c2adf admin admin] Publish callbacks [] for router, before_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:26:56.632785 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.db.l3_dvr_db [None req-77608aa3-dcbb-41b1-8c36-168c41a13f3b None None] Set router edc752a8-4dcb-49e9-8b79-8296b83faed4 gateway port host: dv-cinder-768458-13-iscsi {{(pid=102752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 12:26:56.646649 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-0a551844-a5a6-480b-b886-bbdf056379e0 req-c71cbab2-4ea3-4026-99f0-3f0ca002daba tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] 10.222.0.66 "GET /v2.0/security-groups?id=42c847cf-7296-4ab8-8762-4ec01f5ec735&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1229806 Nov 22 12:26:56.722349 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-fee08685-c0cc-4f6c-8b65-c4ba0a4c2adf admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:26:56.759278 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5d41bf-44a9-4c3f-a786-b3927e210533 req-e3f8da28-2e7f-4fff-b60f-ac43889c9de9 tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:26:56.760869 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-af5d41bf-44a9-4c3f-a786-b3927e210533 req-e3f8da28-2e7f-4fff-b60f-ac43889c9de9 tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] 10.222.0.46 "GET /v2.0/ports?device_id=e5d549b4-7eb7-4cdd-90f0-ead23b7df090 HTTP/1.1" status: 200 len: 945 time: 0.1111124 Nov 22 12:26:56.785086 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.plugins.ml2.plugin [None req-fee08685-c0cc-4f6c-8b65-c4ba0a4c2adf admin admin] Deleting port 73117d00-9b55-4151-b9c7-3bd53f1b339e {{(pid=102750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 12:26:56.785531 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-fee08685-c0cc-4f6c-8b65-c4ba0a4c2adf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793343491880'] for port, before_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:26:56.814366 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.db.l3_hamode_db [None req-77608aa3-dcbb-41b1-8c36-168c41a13f3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edc752a8-4dcb-49e9-8b79-8296b83faed4', 'name': 'tempest-TestShelveInstance-1572603414-router', 'tenant_id': '72a1bfeb5bb24f91bb4e8a9e526723a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52f34850-4f08-4bf9-8f19-1c892d4c6132', 'external_fixed_ips': [{'subnet_id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'ip_address': '172.27.0.183'}], 'enable_snat': True}, 'gw_port_id': '73117d00-9b55-4151-b9c7-3bd53f1b339e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T12:21:33Z', 'updated_at': '2021-11-22T12:26:55Z', 'revision_number': 5, 'project_id': '72a1bfeb5bb24f91bb4e8a9e526723a0', 'gw_port': {'id': '73117d00-9b55-4151-b9c7-3bd53f1b339e', 'name': '', 'network_id': '52f34850-4f08-4bf9-8f19-1c892d4c6132', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:a5:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edc752a8-4dcb-49e9-8b79-8296b83faed4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'ip_address': '172.27.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T12:21:33Z', 'updated_at': '2021-11-22T12:21:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-13-iscsi'}], 'dv-cinder-768458-13-iscsi', False) {} {{(pid=102752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 12:26:56.845106 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77608aa3-dcbb-41b1-8c36-168c41a13f3b None None] Checking router: edc752a8-4dcb-49e9-8b79-8296b83faed4 for host: dv-cinder-768458-13-iscsi {{(pid=102752) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 12:26:56.854657 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77608aa3-dcbb-41b1-8c36-168c41a13f3b None None] Routers {'edc752a8-4dcb-49e9-8b79-8296b83faed4'} bound to L3 agent in host dv-cinder-768458-13-iscsi {{(pid=102752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 12:26:56.855392 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.db.l3_hamode_db [None req-77608aa3-dcbb-41b1-8c36-168c41a13f3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T12:11:23Z,description=,heartbeat_timestamp=2021-11-22T12:26:53Z,host='dv-cinder-768458-13-iscsi',id=b4a26ead-6ab2-4f98-a352-c9ed6d39b73e,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T12:11:23Z,topic='l3_agent')) {'router_ids': ['edc752a8-4dcb-49e9-8b79-8296b83faed4'], 'active': True} {{(pid=102752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 12:26:56.867950 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.plugins.ml2.db [None req-fee08685-c0cc-4f6c-8b65-c4ba0a4c2adf admin admin] For port 73117d00-9b55-4151-b9c7-3bd53f1b339e, host dv-cinder-768458-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-13-iscsi',level=0,port_id=73117d00-9b55-4151-b9c7-3bd53f1b339e,segment=NetworkSegment(91a15bc4-f975-4336-93bb-1ba9d2e7565e),segment_id=91a15bc4-f975-4336-93bb-1ba9d2e7565e)] {{(pid=102750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 12:26:56.868682 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-fee08685-c0cc-4f6c-8b65-c4ba0a4c2adf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-535547'] for port, precommit_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:26:56.882755 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.plugins.ml2.plugin [None req-fee08685-c0cc-4f6c-8b65-c4ba0a4c2adf admin admin] Calling delete_port for 73117d00-9b55-4151-b9c7-3bd53f1b339e owned by network:router_gateway {{(pid=102750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 12:26:56.922605 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.plugins.ml2.plugin [req-af5d41bf-44a9-4c3f-a786-b3927e210533 req-b4a589a9-71e9-4517-9a72-b2c80c5cdd23 tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] Deleting port cdf642d5-e9c9-4450-b020-77cb141c2767 {{(pid=102749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 12:26:56.922890 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [req-af5d41bf-44a9-4c3f-a786-b3927e210533 req-b4a589a9-71e9-4517-9a72-b2c80c5cdd23 tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793343491880'] for port, before_delete {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:26:56.996694 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.plugins.ml2.plugin [None req-dfb8fc3b-2fcd-45b8-b46b-e95ff44df050 admin admin] Deleting port 1cb4d82d-e7c5-44d0-97bb-0dc039c350db {{(pid=102749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 12:26:56.997090 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-dfb8fc3b-2fcd-45b8-b46b-e95ff44df050 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793343491880'] for port, before_delete {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:26:57.041364 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.db.l3_dvr_db [None req-77608aa3-dcbb-41b1-8c36-168c41a13f3b None None] Set router edc752a8-4dcb-49e9-8b79-8296b83faed4 gateway port host: None {{(pid=102752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 12:26:57.058834 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-fee08685-c0cc-4f6c-8b65-c4ba0a4c2adf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793343495765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793342949277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128483729'] for port, after_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:26:57.072768 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.plugins.ml2.db [req-af5d41bf-44a9-4c3f-a786-b3927e210533 req-b4a589a9-71e9-4517-9a72-b2c80c5cdd23 tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] For port cdf642d5-e9c9-4450-b020-77cb141c2767, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=cdf642d5-e9c9-4450-b020-77cb141c2767,segment=NetworkSegment(b78e0815-b799-49df-bef0-4bb183f15c4f),segment_id=b78e0815-b799-49df-bef0-4bb183f15c4f)] {{(pid=102749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 12:26:57.073143 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [req-af5d41bf-44a9-4c3f-a786-b3927e210533 req-b4a589a9-71e9-4517-9a72-b2c80c5cdd23 tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-535547'] for port, precommit_delete {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:26:57.085142 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee08685-c0cc-4f6c-8b65-c4ba0a4c2adf admin admin] Pushing event deleted for resources: {'Port': ['ID=73117d00-9b55-4151-b9c7-3bd53f1b339e,revision_number=None']} {{(pid=102750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:26:57.103387 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.db.l3_hamode_db [None req-77608aa3-dcbb-41b1-8c36-168c41a13f3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edc752a8-4dcb-49e9-8b79-8296b83faed4', 'name': 'tempest-TestShelveInstance-1572603414-router', 'tenant_id': '72a1bfeb5bb24f91bb4e8a9e526723a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T12:21:33Z', 'updated_at': '2021-11-22T12:26:56Z', 'revision_number': 6, 'project_id': '72a1bfeb5bb24f91bb4e8a9e526723a0', 'gw_port_host': None}], 'dv-cinder-768458-13-iscsi', False) {} {{(pid=102752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 12:26:57.142019 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77608aa3-dcbb-41b1-8c36-168c41a13f3b None None] The sync data for ids ['edc752a8-4dcb-49e9-8b79-8296b83faed4'] in dv-cinder-768458-13-iscsi is: [{'id': 'edc752a8-4dcb-49e9-8b79-8296b83faed4', 'name': 'tempest-TestShelveInstance-1572603414-router', 'tenant_id': '72a1bfeb5bb24f91bb4e8a9e526723a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T12:21:33Z', 'updated_at': '2021-11-22T12:26:56Z', 'revision_number': 6, 'project_id': '72a1bfeb5bb24f91bb4e8a9e526723a0', 'gw_port_host': None}] {{(pid=102752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 12:26:57.163276 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.plugins.ml2.db [None req-dfb8fc3b-2fcd-45b8-b46b-e95ff44df050 admin admin] For port 1cb4d82d-e7c5-44d0-97bb-0dc039c350db, host dv-cinder-768458-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-13-iscsi',level=0,port_id=1cb4d82d-e7c5-44d0-97bb-0dc039c350db,segment=NetworkSegment(ad989668-ff42-4f8a-9eac-7040e599f03e),segment_id=ad989668-ff42-4f8a-9eac-7040e599f03e)] {{(pid=102749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 12:26:57.163844 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-dfb8fc3b-2fcd-45b8-b46b-e95ff44df050 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-535547'] for port, precommit_delete {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:26:57.179610 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-fee08685-c0cc-4f6c-8b65-c4ba0a4c2adf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-532702'] for router_gateway, after_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:26:57.213119 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.plugins.ml2.plugin [None req-dfb8fc3b-2fcd-45b8-b46b-e95ff44df050 admin admin] Calling delete_port for 1cb4d82d-e7c5-44d0-97bb-0dc039c350db owned by network:router_interface {{(pid=102749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 12:26:57.283598 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-fee08685-c0cc-4f6c-8b65-c4ba0a4c2adf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11715'] for router, precommit_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:26:57.285854 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-fee08685-c0cc-4f6c-8b65-c4ba0a4c2adf admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:26:57.330520 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-fee08685-c0cc-4f6c-8b65-c4ba0a4c2adf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532541'] for router, after_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:26:57.331195 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fee08685-c0cc-4f6c-8b65-c4ba0a4c2adf admin admin] Fanout notify agent at l3_agent the message router_deleted on router edc752a8-4dcb-49e9-8b79-8296b83faed4 {{(pid=102750) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 12:26:57.336125 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-fee08685-c0cc-4f6c-8b65-c4ba0a4c2adf admin admin] Publish callbacks [] for router, before_response {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:26:57.340010 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [None req-fee08685-c0cc-4f6c-8b65-c4ba0a4c2adf admin admin] 10.222.0.66 "DELETE /v2.0/routers/edc752a8-4dcb-49e9-8b79-8296b83faed4 HTTP/1.1" status: 204 len: 168 time: 0.8314569 Nov 22 12:26:57.340230 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.wsgi [-] (102750) accepted ('10.222.0.66', 52516) {{(pid=102750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:26:57.347760 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [req-af5d41bf-44a9-4c3f-a786-b3927e210533 req-b4a589a9-71e9-4517-9a72-b2c80c5cdd23 tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:26:57.348130 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [req-af5d41bf-44a9-4c3f-a786-b3927e210533 req-b4a589a9-71e9-4517-9a72-b2c80c5cdd23 tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-532624'] for floatingip, after_update {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:26:57.348439 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.db.l3_db [req-af5d41bf-44a9-4c3f-a786-b3927e210533 req-b4a589a9-71e9-4517-9a72-b2c80c5cdd23 tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] Floating IP d3db2bf1-83e1-49ff-ba54-3ed25134d1bd disassociated. External IP: 172.27.0.224, port: cdf642d5-e9c9-4450-b020-77cb141c2767. Nov 22 12:26:57.348781 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.plugins.ml2.plugin [req-af5d41bf-44a9-4c3f-a786-b3927e210533 req-b4a589a9-71e9-4517-9a72-b2c80c5cdd23 tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] Calling delete_port for cdf642d5-e9c9-4450-b020-77cb141c2767 owned by compute:nova {{(pid=102749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 12:26:57.392263 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c5563c5-0ecc-4f9a-ae3b-764099ef1447 admin admin] Deleting subnet 95d5fae5-9219-4f45-bb27-35a4080b0789 {{(pid=102750) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 12:26:57.395515 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-1c5563c5-0ecc-4f9a-ae3b-764099ef1447 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:26:57.431924 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-1c5563c5-0ecc-4f9a-ae3b-764099ef1447 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129945341'] for subnet, precommit_delete_associations {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:26:57.527045 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-1c5563c5-0ecc-4f9a-ae3b-764099ef1447 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3851550'] for subnet, precommit_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:26:57.584695 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [req-af5d41bf-44a9-4c3f-a786-b3927e210533 req-b4a589a9-71e9-4517-9a72-b2c80c5cdd23 tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793343495765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793342949277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126077602'] for port, after_delete {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:26:57.598901 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-1c5563c5-0ecc-4f9a-ae3b-764099ef1447 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3851541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128483662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125991811'] for subnet, after_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:26:57.623312 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a589a9-71e9-4517-9a72-b2c80c5cdd23 tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] Pushing event deleted for resources: {'Port': ['ID=cdf642d5-e9c9-4450-b020-77cb141c2767,revision_number=None']} {{(pid=102749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:26:57.623990 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5563c5-0ecc-4f9a-ae3b-764099ef1447 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=95d5fae5-9219-4f45-bb27-35a4080b0789,revision_number=None']} {{(pid=102750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:26:57.631968 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-1c5563c5-0ecc-4f9a-ae3b-764099ef1447 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:26:57.636264 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [None req-1c5563c5-0ecc-4f9a-ae3b-764099ef1447 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/95d5fae5-9219-4f45-bb27-35a4080b0789 HTTP/1.1" status: 204 len: 168 time: 0.2950716 Nov 22 12:26:57.639831 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.wsgi [-] (102749) accepted ('10.222.0.66', 52518) {{(pid=102749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:26:57.651208 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02be9f80-2c34-476e-aefc-fd9db6836b29 None None] Network a8df6e95-d63a-4fd7-84bc-2373032d25c4 requested from dv-cinder-768458-13-iscsi {{(pid=102751) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 12:26:57.655373 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-dfb8fc3b-2fcd-45b8-b46b-e95ff44df050 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793343495765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793342949277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126077602'] for port, after_delete {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:26:57.784297 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb8fc3b-2fcd-45b8-b46b-e95ff44df050 admin admin] Pushing event deleted for resources: {'Port': ['ID=1cb4d82d-e7c5-44d0-97bb-0dc039c350db,revision_number=None']} {{(pid=102749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:26:57.816240 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-0355e1c9-0d45-47d7-8264-7a43e5b8339c req-44ceaecd-a3d1-4a30-a393-4f682b16f47b tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] 10.222.0.66 "GET /v2.0/ports?device_id=e5d549b4-7eb7-4cdd-90f0-ead23b7df090 HTTP/1.1" status: 200 len: 210 time: 0.0809147 Nov 22 12:26:57.903571 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-2d41d3b0-9b2a-4ff2-8be9-c7e7f978abb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3895399'] for network, before_delete {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:26:57.983919 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16b0291c-d814-49f9-baa4-0a0c0eb789c2 None None] DHCP port deletion for a8df6e95-d63a-4fd7-84bc-2373032d25c4 request from dv-cinder-768458-13-iscsi {{(pid=102751) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 12:26:58.016426 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.scheduler.l3_agent_scheduler [req-af5d41bf-44a9-4c3f-a786-b3927e210533 req-b4a589a9-71e9-4517-9a72-b2c80c5cdd23 tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] Router 63592a9c-68c1-48ea-b288-b87effc8bba2 has already been hosted by L3 agent b4a26ead-6ab2-4f98-a352-c9ed6d39b73e {{(pid=102749) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 12:26:58.040894 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.plugin [None req-16b0291c-d814-49f9-baa4-0a0c0eb789c2 None None] Deleting port 4596b215-ae4c-432c-9c88-7a33fa54bef0 {{(pid=102751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 12:26:58.041734 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-16b0291c-d814-49f9-baa4-0a0c0eb789c2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793343491880'] for port, before_delete {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:26:58.110030 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.db [None req-16b0291c-d814-49f9-baa4-0a0c0eb789c2 None None] For port 4596b215-ae4c-432c-9c88-7a33fa54bef0, host dv-cinder-768458-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-13-iscsi',level=0,port_id=4596b215-ae4c-432c-9c88-7a33fa54bef0,segment=NetworkSegment(a48138be-2ebe-4079-a544-5e78e8e9dcd4),segment_id=a48138be-2ebe-4079-a544-5e78e8e9dcd4)] {{(pid=102751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 12:26:58.110404 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-16b0291c-d814-49f9-baa4-0a0c0eb789c2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-535547'] for port, precommit_delete {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:26:58.127524 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.plugin [None req-16b0291c-d814-49f9-baa4-0a0c0eb789c2 None None] Calling delete_port for 4596b215-ae4c-432c-9c88-7a33fa54bef0 owned by network:dhcp {{(pid=102751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 12:26:58.144477 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-dfb8fc3b-2fcd-45b8-b46b-e95ff44df050 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-758388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531580'] for router_interface, after_delete {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:26:58.165174 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.plugins.ml2.plugin [None req-2d41d3b0-9b2a-4ff2-8be9-c7e7f978abb1 admin admin] Deleting port 4596b215-ae4c-432c-9c88-7a33fa54bef0 {{(pid=102749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 12:26:58.165738 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-2d41d3b0-9b2a-4ff2-8be9-c7e7f978abb1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793343491880'] for port, before_delete {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:26:58.236839 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-16b0291c-d814-49f9-baa4-0a0c0eb789c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793343495765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793342949277'] for port, after_delete {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:26:58.262655 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b0291c-d814-49f9-baa4-0a0c0eb789c2 None None] Pushing event deleted for resources: {'Port': ['ID=4596b215-ae4c-432c-9c88-7a33fa54bef0,revision_number=None']} {{(pid=102751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:26:58.269007 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16b0291c-d814-49f9-baa4-0a0c0eb789c2 None None] No DVR routers for this DVR port 4596b215-ae4c-432c-9c88-7a33fa54bef0 on host dv-cinder-768458-13-iscsi {{(pid=102751) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 12:26:58.353639 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.plugins.ml2.db [None req-2d41d3b0-9b2a-4ff2-8be9-c7e7f978abb1 admin admin] For port 4596b215-ae4c-432c-9c88-7a33fa54bef0, host dv-cinder-768458-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-13-iscsi',level=0,port_id=4596b215-ae4c-432c-9c88-7a33fa54bef0,segment=NetworkSegment(a48138be-2ebe-4079-a544-5e78e8e9dcd4),segment_id=a48138be-2ebe-4079-a544-5e78e8e9dcd4)] {{(pid=102749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 12:26:58.354034 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-2d41d3b0-9b2a-4ff2-8be9-c7e7f978abb1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-535547'] for port, precommit_delete {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:26:58.362717 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-af5d41bf-44a9-4c3f-a786-b3927e210533 req-b4a589a9-71e9-4517-9a72-b2c80c5cdd23 tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] Notify agent at l3_agent.dv-cinder-768458-13-iscsi the message routers_updated {{(pid=102749) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 12:26:58.372197 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d260b5a-c889-4616-b612-22b4713f6daf None None] Sync routers for ids ['63592a9c-68c1-48ea-b288-b87effc8bba2'] in dv-cinder-768458-13-iscsi {{(pid=102751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 12:26:58.375667 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.plugins.ml2.plugin [None req-2d41d3b0-9b2a-4ff2-8be9-c7e7f978abb1 admin admin] Calling delete_port for 4596b215-ae4c-432c-9c88-7a33fa54bef0 owned by network:dhcp {{(pid=102749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 12:26:58.383070 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d260b5a-c889-4616-b612-22b4713f6daf None None] Routers {'63592a9c-68c1-48ea-b288-b87effc8bba2'} bound to L3 agent in host dv-cinder-768458-13-iscsi {{(pid=102751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 12:26:58.383838 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.l3_hamode_db [None req-3d260b5a-c889-4616-b612-22b4713f6daf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T12:11:23Z,description=,heartbeat_timestamp=2021-11-22T12:26:53Z,host='dv-cinder-768458-13-iscsi',id=b4a26ead-6ab2-4f98-a352-c9ed6d39b73e,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T12:11:23Z,topic='l3_agent')) {'router_ids': ['63592a9c-68c1-48ea-b288-b87effc8bba2'], 'active': True} {{(pid=102751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 12:26:58.497989 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.l3_dvr_db [None req-3d260b5a-c889-4616-b612-22b4713f6daf None None] Set router 63592a9c-68c1-48ea-b288-b87effc8bba2 gateway port host: dv-cinder-768458-13-iscsi {{(pid=102751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 12:26:58.683264 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.db.l3_dvrscheduler_db [req-af5d41bf-44a9-4c3f-a786-b3927e210533 req-b4a589a9-71e9-4517-9a72-b2c80c5cdd23 tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] No DVR routers for this DVR port cdf642d5-e9c9-4450-b020-77cb141c2767 on host hv-cinder-76845 {{(pid=102749) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 12:26:58.686846 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [req-af5d41bf-44a9-4c3f-a786-b3927e210533 req-b4a589a9-71e9-4517-9a72-b2c80c5cdd23 tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434365'] for port, before_response {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:26:58.690157 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-af5d41bf-44a9-4c3f-a786-b3927e210533 req-b4a589a9-71e9-4517-9a72-b2c80c5cdd23 tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] 10.222.0.46 "DELETE /v2.0/ports/cdf642d5-e9c9-4450-b020-77cb141c2767 HTTP/1.1" status: 204 len: 173 time: 1.9221449 Nov 22 12:26:58.692227 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5d549b4-7eb7-4cdd-90f0-ead23b7df090', 'name': 'network-vif-deleted', 'tag': 'cdf642d5-e9c9-4450-b020-77cb141c2767'}] {{(pid=102749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 12:26:58.694446 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e75a82c02e5e8e80361e9b8ad1df1450ec212ebfa93d78ee9da720cb5365782c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b0ba563-dfa5-4426-8f79-6ed6f719314f" -d '{"events": [{"server_uuid": "e5d549b4-7eb7-4cdd-90f0-ead23b7df090", "name": "network-vif-deleted", "tag": "cdf642d5-e9c9-4450-b020-77cb141c2767"}]}' {{(pid=102749) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 12:26:58.712758 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.l3_hamode_db [None req-3d260b5a-c889-4616-b612-22b4713f6daf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63592a9c-68c1-48ea-b288-b87effc8bba2', 'name': 'tempest-AttachVolumeTestJSON-126369036-router', 'tenant_id': '7f5dffe9bc3f41c7a2656d194fd02173', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52f34850-4f08-4bf9-8f19-1c892d4c6132', 'external_fixed_ips': [{'subnet_id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'ip_address': '172.27.0.63'}], 'enable_snat': True}, 'gw_port_id': '0ac1a34f-6725-44f8-8b88-8fb9c49da86b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T12:20:16Z', 'updated_at': '2021-11-22T12:20:18Z', 'revision_number': 4, 'project_id': '7f5dffe9bc3f41c7a2656d194fd02173', 'gw_port': {'id': '0ac1a34f-6725-44f8-8b88-8fb9c49da86b', 'name': '', 'network_id': '52f34850-4f08-4bf9-8f19-1c892d4c6132', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:da:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63592a9c-68c1-48ea-b288-b87effc8bba2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 246, 'fixed_ips': [{'subnet_id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'ip_address': '172.27.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T12:20:16Z', 'updated_at': '2021-11-22T12:20:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-13-iscsi', '_interfaces': [{'id': 'bbf1bde1-bd21-4da0-b335-a9b80c21c589', 'name': '', 'network_id': '10b712e1-1243-4ece-87db-2201cf5a5198', 'tenant_id': '7f5dffe9bc3f41c7a2656d194fd02173', 'mac_address': 'fa:16:3e:ee:93:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63592a9c-68c1-48ea-b288-b87effc8bba2', 'device_owner': 'network:router_interface', 'standard_attr_id': 247, 'fixed_ips': [{'subnet_id': '75c4fc63-17cf-4b1b-891d-bbf68c4295d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T12:20:18Z', 'updated_at': '2021-11-22T12:20:22Z', 'revision_number': 5, 'project_id': '7f5dffe9bc3f41c7a2656d194fd02173', 'subnets': [{'id': '75c4fc63-17cf-4b1b-891d-bbf68c4295d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-13-iscsi', False) {} {{(pid=102751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 12:26:58.742426 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d260b5a-c889-4616-b612-22b4713f6daf None None] Checking router: 63592a9c-68c1-48ea-b288-b87effc8bba2 for host: dv-cinder-768458-13-iscsi {{(pid=102751) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 12:26:58.754488 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d260b5a-c889-4616-b612-22b4713f6daf None None] Routers {'63592a9c-68c1-48ea-b288-b87effc8bba2'} bound to L3 agent in host dv-cinder-768458-13-iscsi {{(pid=102751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 12:26:58.755639 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.l3_hamode_db [None req-3d260b5a-c889-4616-b612-22b4713f6daf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T12:11:23Z,description=,heartbeat_timestamp=2021-11-22T12:26:53Z,host='dv-cinder-768458-13-iscsi',id=b4a26ead-6ab2-4f98-a352-c9ed6d39b73e,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T12:11:23Z,topic='l3_agent')) {'router_ids': ['63592a9c-68c1-48ea-b288-b87effc8bba2'], 'active': True} {{(pid=102751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 12:26:58.799934 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 12:26:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68ab75e2-1cb5-4a6f-82ec-cb4fcf45f729 x-openstack-request-id: req-68ab75e2-1cb5-4a6f-82ec-cb4fcf45f729 {{(pid=102749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 12:26:58.800311 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5d549b4-7eb7-4cdd-90f0-ead23b7df090", "name": "network-vif-deleted", "tag": "cdf642d5-e9c9-4450-b020-77cb141c2767", "status": "completed", "code": 200}]} {{(pid=102749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 12:26:58.800630 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-68ab75e2-1cb5-4a6f-82ec-cb4fcf45f729 {{(pid=102749) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 12:26:58.801075 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5d549b4-7eb7-4cdd-90f0-ead23b7df090', 'name': 'network-vif-deleted', 'tag': 'cdf642d5-e9c9-4450-b020-77cb141c2767', 'status': 'completed', 'code': 200} Nov 22 12:26:58.878033 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.l3_dvr_db [None req-3d260b5a-c889-4616-b612-22b4713f6daf None None] Set router 63592a9c-68c1-48ea-b288-b87effc8bba2 gateway port host: dv-cinder-768458-13-iscsi {{(pid=102751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 12:26:58.884324 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-2d41d3b0-9b2a-4ff2-8be9-c7e7f978abb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793343495765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793342949277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126077602'] for port, after_delete {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:26:58.919484 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfb8fc3b-2fcd-45b8-b46b-e95ff44df050 admin admin] Router 4b6eb21f-8d2a-4ee6-9dfc-db25bfbba179 has already been hosted by L3 agent b4a26ead-6ab2-4f98-a352-c9ed6d39b73e {{(pid=102749) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 12:26:58.922362 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d41d3b0-9b2a-4ff2-8be9-c7e7f978abb1 admin admin] Pushing event deleted for resources: {'Port': ['ID=4596b215-ae4c-432c-9c88-7a33fa54bef0,revision_number=None']} {{(pid=102749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:26:58.924206 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d41d3b0-9b2a-4ff2-8be9-c7e7f978abb1 admin admin] No DVR routers for this DVR port 4596b215-ae4c-432c-9c88-7a33fa54bef0 on host dv-cinder-768458-13-iscsi {{(pid=102749) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 12:26:58.970545 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-a67d6e33-ecc5-45eb-ba7e-9bdb46564f8b req-cb4b88ef-d51e-47ba-87eb-8c69a903c28f tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] 10.222.0.66 "GET /v2.0/ports?device_id=e5d549b4-7eb7-4cdd-90f0-ead23b7df090 HTTP/1.1" status: 200 len: 210 time: 0.0535460 Nov 22 12:26:59.060186 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-2d41d3b0-9b2a-4ff2-8be9-c7e7f978abb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3855014', 'neutron.services.segments.db._delete_segments_for_network-8793343475339'] for network, precommit_delete {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:26:59.092900 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.l3_hamode_db [None req-3d260b5a-c889-4616-b612-22b4713f6daf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63592a9c-68c1-48ea-b288-b87effc8bba2', 'name': 'tempest-AttachVolumeTestJSON-126369036-router', 'tenant_id': '7f5dffe9bc3f41c7a2656d194fd02173', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52f34850-4f08-4bf9-8f19-1c892d4c6132', 'external_fixed_ips': [{'subnet_id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'ip_address': '172.27.0.63'}], 'enable_snat': True}, 'gw_port_id': '0ac1a34f-6725-44f8-8b88-8fb9c49da86b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T12:20:16Z', 'updated_at': '2021-11-22T12:20:18Z', 'revision_number': 4, 'project_id': '7f5dffe9bc3f41c7a2656d194fd02173', 'gw_port': {'id': '0ac1a34f-6725-44f8-8b88-8fb9c49da86b', 'name': '', 'network_id': '52f34850-4f08-4bf9-8f19-1c892d4c6132', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:da:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63592a9c-68c1-48ea-b288-b87effc8bba2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 246, 'fixed_ips': [{'subnet_id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'ip_address': '172.27.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T12:20:16Z', 'updated_at': '2021-11-22T12:20:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-13-iscsi', '_interfaces': [{'id': 'bbf1bde1-bd21-4da0-b335-a9b80c21c589', 'name': '', 'network_id': '10b712e1-1243-4ece-87db-2201cf5a5198', 'tenant_id': '7f5dffe9bc3f41c7a2656d194fd02173', 'mac_address': 'fa:16:3e:ee:93:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63592a9c-68c1-48ea-b288-b87effc8bba2', 'device_owner': 'network:router_interface', 'standard_attr_id': 247, 'fixed_ips': [{'subnet_id': '75c4fc63-17cf-4b1b-891d-bbf68c4295d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T12:20:18Z', 'updated_at': '2021-11-22T12:20:22Z', 'revision_number': 5, 'project_id': '7f5dffe9bc3f41c7a2656d194fd02173', 'subnets': [{'id': '75c4fc63-17cf-4b1b-891d-bbf68c4295d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-13-iscsi', False) {} {{(pid=102751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 12:26:59.112478 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.services.segments.db [None req-2d41d3b0-9b2a-4ff2-8be9-c7e7f978abb1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8df6e95-d63a-4fd7-84bc-2373032d25c4']}} {{(pid=102749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 12:26:59.126387 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d260b5a-c889-4616-b612-22b4713f6daf None None] The sync data for ids ['63592a9c-68c1-48ea-b288-b87effc8bba2'] in dv-cinder-768458-13-iscsi is: [{'id': '63592a9c-68c1-48ea-b288-b87effc8bba2', 'name': 'tempest-AttachVolumeTestJSON-126369036-router', 'tenant_id': '7f5dffe9bc3f41c7a2656d194fd02173', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52f34850-4f08-4bf9-8f19-1c892d4c6132', 'external_fixed_ips': [{'subnet_id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'ip_address': '172.27.0.63'}], 'enable_snat': True}, 'gw_port_id': '0ac1a34f-6725-44f8-8b88-8fb9c49da86b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T12:20:16Z', 'updated_at': '2021-11-22T12:20:18Z', 'revision_number': 4, 'project_id': '7f5dffe9bc3f41c7a2656d194fd02173', 'gw_port': {'id': '0ac1a34f-6725-44f8-8b88-8fb9c49da86b', 'name': '', 'network_id': '52f34850-4f08-4bf9-8f19-1c892d4c6132', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:da:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63592a9c-68c1-48ea-b288-b87effc8bba2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 246, 'fixed_ips': [{'subnet_id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'ip_address': '172.27.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T12:20:16Z', 'updated_at': '2021-11-22T12:20:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-13-iscsi', '_interfaces': [{'id': 'bbf1bde1-bd21-4da0-b335-a9b80c21c589', 'name': '', 'network_id': '10b712e1-1243-4ece-87db-2201cf5a5198', 'tenant_id': '7f5dffe9bc3f41c7a2656d194fd02173', 'mac_address': 'fa:16:3e:ee:93:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63592a9c-68c1-48ea-b288-b87effc8bba2', 'device_owner': 'network:router_interface', 'standard_attr_id': 247, 'fixed_ips': [{'subnet_id': '75c4fc63-17cf-4b1b-891d-bbf68c4295d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T12:20:18Z', 'updated_at': '2021-11-22T12:20:22Z', 'revision_number': 5, 'project_id': '7f5dffe9bc3f41c7a2656d194fd02173', 'subnets': [{'id': '75c4fc63-17cf-4b1b-891d-bbf68c4295d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 12:26:59.128320 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.services.segments.db [None req-2d41d3b0-9b2a-4ff2-8be9-c7e7f978abb1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a48138be-2ebe-4079-a544-5e78e8e9dcd4') {'for_net_delete': True} {{(pid=102749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 12:26:59.128624 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.services.segments.db [None req-2d41d3b0-9b2a-4ff2-8be9-c7e7f978abb1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a48138be-2ebe-4079-a544-5e78e8e9dcd4') {} {{(pid=102749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 12:26:59.142291 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-2d41d3b0-9b2a-4ff2-8be9-c7e7f978abb1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793343276566', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129474042'] for segment, before_delete {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:26:59.160476 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfb8fc3b-2fcd-45b8-b46b-e95ff44df050 admin admin] Notify agent at l3_agent.dv-cinder-768458-13-iscsi the message routers_updated {{(pid=102749) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 12:26:59.169338 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.wsgi [-] (102750) accepted ('10.222.0.66', 52526) {{(pid=102750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:26:59.169823 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [None req-dfb8fc3b-2fcd-45b8-b46b-e95ff44df050 admin admin] 10.222.0.66 "PUT /v2.0/routers/4b6eb21f-8d2a-4ee6-9dfc-db25bfbba179/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7137022 Nov 22 12:26:59.171256 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-2d41d3b0-9b2a-4ff2-8be9-c7e7f978abb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3850450'] for segment, precommit_delete {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:26:59.173531 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27842707-0c09-414f-8a7d-058b2571ef1e None None] Sync routers for ids ['4b6eb21f-8d2a-4ee6-9dfc-db25bfbba179'] in dv-cinder-768458-13-iscsi {{(pid=102752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 12:26:59.182653 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d41d3b0-9b2a-4ff2-8be9-c7e7f978abb1 admin admin] Releasing vlan 614 on physical network physnet1 to pool {{(pid=102749) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 12:26:59.183064 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-2d41d3b0-9b2a-4ff2-8be9-c7e7f978abb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3850450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126077655'] for segment, after_delete {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:26:59.185272 dv-cinder-768458-13-iscsi neutron-server[102749]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 12:26:59.185272 dv-cinder-768458-13-iscsi neutron-server[102749]: self.session.flush() Nov 22 12:26:59.185272 dv-cinder-768458-13-iscsi neutron-server[102749]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 12:26:59.185272 dv-cinder-768458-13-iscsi neutron-server[102749]: self.session.flush() Nov 22 12:26:59.185272 dv-cinder-768458-13-iscsi neutron-server[102749]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 12:26:59.185272 dv-cinder-768458-13-iscsi neutron-server[102749]: self.session.flush() Nov 22 12:26:59.185272 dv-cinder-768458-13-iscsi neutron-server[102749]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 12:26:59.185272 dv-cinder-768458-13-iscsi neutron-server[102749]: self.session.flush() Nov 22 12:26:59.185272 dv-cinder-768458-13-iscsi neutron-server[102749]: Traceback (most recent call last): Nov 22 12:26:59.185272 dv-cinder-768458-13-iscsi neutron-server[102749]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 12:26:59.185272 dv-cinder-768458-13-iscsi neutron-server[102749]: timer() Nov 22 12:26:59.185272 dv-cinder-768458-13-iscsi neutron-server[102749]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 12:26:59.185272 dv-cinder-768458-13-iscsi neutron-server[102749]: cb(*args, **kw) Nov 22 12:26:59.185272 dv-cinder-768458-13-iscsi neutron-server[102749]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 12:26:59.185272 dv-cinder-768458-13-iscsi neutron-server[102749]: return func(*args, **kwargs) Nov 22 12:26:59.185272 dv-cinder-768458-13-iscsi neutron-server[102749]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 12:26:59.185272 dv-cinder-768458-13-iscsi neutron-server[102749]: self._notify() Nov 22 12:26:59.185272 dv-cinder-768458-13-iscsi neutron-server[102749]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 12:26:59.185272 dv-cinder-768458-13-iscsi neutron-server[102749]: self.callback(batched_events) Nov 22 12:26:59.185272 dv-cinder-768458-13-iscsi neutron-server[102749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 12:26:59.185272 dv-cinder-768458-13-iscsi neutron-server[102749]: event.method(event) Nov 22 12:26:59.185272 dv-cinder-768458-13-iscsi neutron-server[102749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 12:26:59.185272 dv-cinder-768458-13-iscsi neutron-server[102749]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 12:26:59.185272 dv-cinder-768458-13-iscsi neutron-server[102749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 12:26:59.185272 dv-cinder-768458-13-iscsi neutron-server[102749]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 12:26:59.185272 dv-cinder-768458-13-iscsi neutron-server[102749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 12:26:59.185272 dv-cinder-768458-13-iscsi neutron-server[102749]: return f(self, *a, **k) Nov 22 12:26:59.185272 dv-cinder-768458-13-iscsi neutron-server[102749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 12:26:59.185272 dv-cinder-768458-13-iscsi neutron-server[102749]: return self._get(url).json() Nov 22 12:26:59.185272 dv-cinder-768458-13-iscsi neutron-server[102749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 12:26:59.185272 dv-cinder-768458-13-iscsi neutron-server[102749]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 12:26:59.185272 dv-cinder-768458-13-iscsi neutron-server[102749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 12:26:59.185272 dv-cinder-768458-13-iscsi neutron-server[102749]: return self.request(url, 'GET', **kwargs) Nov 22 12:26:59.185272 dv-cinder-768458-13-iscsi neutron-server[102749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 12:26:59.185272 dv-cinder-768458-13-iscsi neutron-server[102749]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 12:26:59.185272 dv-cinder-768458-13-iscsi neutron-server[102749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 12:26:59.185272 dv-cinder-768458-13-iscsi neutron-server[102749]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 12:26:59.185272 dv-cinder-768458-13-iscsi neutron-server[102749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 12:26:59.185272 dv-cinder-768458-13-iscsi neutron-server[102749]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 12:26:59.185272 dv-cinder-768458-13-iscsi neutron-server[102749]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 12:26:59.199856 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27842707-0c09-414f-8a7d-058b2571ef1e None None] Routers {'4b6eb21f-8d2a-4ee6-9dfc-db25bfbba179'} bound to L3 agent in host dv-cinder-768458-13-iscsi {{(pid=102752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 12:26:59.200937 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.db.l3_hamode_db [None req-27842707-0c09-414f-8a7d-058b2571ef1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T12:11:23Z,description=,heartbeat_timestamp=2021-11-22T12:26:53Z,host='dv-cinder-768458-13-iscsi',id=b4a26ead-6ab2-4f98-a352-c9ed6d39b73e,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T12:11:23Z,topic='l3_agent')) {'router_ids': ['4b6eb21f-8d2a-4ee6-9dfc-db25bfbba179'], 'active': True} {{(pid=102752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 12:26:59.267019 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-2d41d3b0-9b2a-4ff2-8be9-c7e7f978abb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3855023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532706'] for network, after_delete {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:26:59.280795 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-2d41d3b0-9b2a-4ff2-8be9-c7e7f978abb1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758363'] for network, before_response {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:26:59.284218 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [None req-2d41d3b0-9b2a-4ff2-8be9-c7e7f978abb1 admin admin] 10.222.0.66 "DELETE /v2.0/networks/a8df6e95-d63a-4fd7-84bc-2373032d25c4 HTTP/1.1" status: 204 len: 168 time: 1.6433754 Nov 22 12:26:59.295150 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d41d3b0-9b2a-4ff2-8be9-c7e7f978abb1 admin admin] Pushing event deleted for resources: {'Network': ['ID=a8df6e95-d63a-4fd7-84bc-2373032d25c4,revision_number=None']} {{(pid=102749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:26:59.305169 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-f56b29d0-4bb5-4397-bca0-6ff2968f9837 admin admin] Publish callbacks [] for router, before_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:26:59.365886 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.rpc [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] Device b6df9e6b-7750-485f-965a-407bfd1704fb no longer exists at agent ovs-agent-dv-cinder-768458-13-iscsi {{(pid=102751) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 12:26:59.390237 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.plugin [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] No Port match for: b6df9e6b-7750-485f-965a-407bfd1704fb {{(pid=102751) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 12:26:59.390581 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.rpc [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] Device b6df9e6b-7750-485f-965a-407bfd1704fb not bound to the agent host dv-cinder-768458-13-iscsi {{(pid=102751) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 12:26:59.391004 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.rpc [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] Device 4596b215-ae4c-432c-9c88-7a33fa54bef0 no longer exists at agent ovs-agent-dv-cinder-768458-13-iscsi {{(pid=102751) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 12:26:59.409357 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.db.l3_dvr_db [None req-27842707-0c09-414f-8a7d-058b2571ef1e None None] Set router 4b6eb21f-8d2a-4ee6-9dfc-db25bfbba179 gateway port host: dv-cinder-768458-13-iscsi {{(pid=102752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 12:26:59.419770 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.plugin [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] No Port match for: 4596b215-ae4c-432c-9c88-7a33fa54bef0 {{(pid=102751) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 12:26:59.420119 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.rpc [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] Device 4596b215-ae4c-432c-9c88-7a33fa54bef0 not bound to the agent host dv-cinder-768458-13-iscsi {{(pid=102751) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 12:26:59.420539 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.rpc [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] Device 73117d00-9b55-4151-b9c7-3bd53f1b339e no longer exists at agent ovs-agent-dv-cinder-768458-13-iscsi {{(pid=102751) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 12:26:59.442639 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.plugin [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] No Port match for: 73117d00-9b55-4151-b9c7-3bd53f1b339e {{(pid=102751) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 12:26:59.442805 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-f56b29d0-4bb5-4397-bca0-6ff2968f9837 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:26:59.443193 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.rpc [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] Device 73117d00-9b55-4151-b9c7-3bd53f1b339e not bound to the agent host dv-cinder-768458-13-iscsi {{(pid=102751) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 12:26:59.476889 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.wsgi [-] (102749) accepted ('10.222.0.66', 52530) {{(pid=102749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:26:59.526956 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.plugins.ml2.plugin [None req-f56b29d0-4bb5-4397-bca0-6ff2968f9837 admin admin] Deleting port dec33e59-4d06-4644-b47a-37a68b460d51 {{(pid=102750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 12:26:59.527325 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-f56b29d0-4bb5-4397-bca0-6ff2968f9837 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793343491880'] for port, before_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:26:59.530567 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [None req-5839a4a0-dca2-496e-8cff-daa0081c90e2 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=575f4ae5262e4930b6658095a1aa8a32&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0523379 Nov 22 12:26:59.532980 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.wsgi [-] (102749) accepted ('10.222.0.66', 52532) {{(pid=102749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:26:59.544924 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52f87615-f83c-403a-9555-19d055e051a4 None None] New status for floating IP d3db2bf1-83e1-49ff-ba54-3ed25134d1bd: DOWN {{(pid=102751) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 12:26:59.590619 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-d645c7e9-5771-4e56-80a0-9d8aaf6fc278 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:26:59.620094 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-d645c7e9-5771-4e56-80a0-9d8aaf6fc278 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:26:59.631872 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.plugins.ml2.db [None req-f56b29d0-4bb5-4397-bca0-6ff2968f9837 admin admin] For port dec33e59-4d06-4644-b47a-37a68b460d51, host dv-cinder-768458-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-13-iscsi',level=0,port_id=dec33e59-4d06-4644-b47a-37a68b460d51,segment=NetworkSegment(91a15bc4-f975-4336-93bb-1ba9d2e7565e),segment_id=91a15bc4-f975-4336-93bb-1ba9d2e7565e)] {{(pid=102750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 12:26:59.632271 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-f56b29d0-4bb5-4397-bca0-6ff2968f9837 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-535547'] for port, precommit_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:26:59.649203 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.plugins.ml2.plugin [None req-f56b29d0-4bb5-4397-bca0-6ff2968f9837 admin admin] Calling delete_port for dec33e59-4d06-4644-b47a-37a68b460d51 owned by network:router_gateway {{(pid=102750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 12:26:59.666764 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.db.l3_hamode_db [None req-27842707-0c09-414f-8a7d-058b2571ef1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b6eb21f-8d2a-4ee6-9dfc-db25bfbba179', 'name': 'tempest-AttachVolumeShelveTestJSON-514126347-router', 'tenant_id': '086a36bf2fea4df7a4d72733b2f68dcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52f34850-4f08-4bf9-8f19-1c892d4c6132', 'external_fixed_ips': [{'subnet_id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': 'dec33e59-4d06-4644-b47a-37a68b460d51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T12:19:08Z', 'updated_at': '2021-11-22T12:26:57Z', 'revision_number': 5, 'project_id': '086a36bf2fea4df7a4d72733b2f68dcd', 'gw_port': {'id': 'dec33e59-4d06-4644-b47a-37a68b460d51', 'name': '', 'network_id': '52f34850-4f08-4bf9-8f19-1c892d4c6132', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:bf:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b6eb21f-8d2a-4ee6-9dfc-db25bfbba179', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T12:19:09Z', 'updated_at': '2021-11-22T12:19:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-13-iscsi'}], 'dv-cinder-768458-13-iscsi', False) {} {{(pid=102752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 12:26:59.678369 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-d645c7e9-5771-4e56-80a0-9d8aaf6fc278 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545565'] for security_group, after_delete {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:26:59.681812 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-d645c7e9-5771-4e56-80a0-9d8aaf6fc278 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:26:59.683262 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [None req-d645c7e9-5771-4e56-80a0-9d8aaf6fc278 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/041c8aa2-e61f-4435-816a-b8fb21cefcf6 HTTP/1.1" status: 204 len: 168 time: 0.1492300 Nov 22 12:26:59.697050 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27842707-0c09-414f-8a7d-058b2571ef1e None None] Checking router: 4b6eb21f-8d2a-4ee6-9dfc-db25bfbba179 for host: dv-cinder-768458-13-iscsi {{(pid=102752) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 12:26:59.707749 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d645c7e9-5771-4e56-80a0-9d8aaf6fc278 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=041c8aa2-e61f-4435-816a-b8fb21cefcf6,revision_number=None']} {{(pid=102749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:26:59.711070 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27842707-0c09-414f-8a7d-058b2571ef1e None None] Routers {'4b6eb21f-8d2a-4ee6-9dfc-db25bfbba179'} bound to L3 agent in host dv-cinder-768458-13-iscsi {{(pid=102752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 12:26:59.712254 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.db.l3_hamode_db [None req-27842707-0c09-414f-8a7d-058b2571ef1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T12:11:23Z,description=,heartbeat_timestamp=2021-11-22T12:26:53Z,host='dv-cinder-768458-13-iscsi',id=b4a26ead-6ab2-4f98-a352-c9ed6d39b73e,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T12:11:23Z,topic='l3_agent')) {'router_ids': ['4b6eb21f-8d2a-4ee6-9dfc-db25bfbba179'], 'active': True} {{(pid=102752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 12:26:59.826091 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.db.l3_dvr_db [None req-27842707-0c09-414f-8a7d-058b2571ef1e None None] Set router 4b6eb21f-8d2a-4ee6-9dfc-db25bfbba179 gateway port host: None {{(pid=102752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 12:26:59.885481 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-f56b29d0-4bb5-4397-bca0-6ff2968f9837 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793343495765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793342949277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128483729'] for port, after_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:26:59.896123 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.db.l3_hamode_db [None req-27842707-0c09-414f-8a7d-058b2571ef1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b6eb21f-8d2a-4ee6-9dfc-db25bfbba179', 'name': 'tempest-AttachVolumeShelveTestJSON-514126347-router', 'tenant_id': '086a36bf2fea4df7a4d72733b2f68dcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T12:19:08Z', 'updated_at': '2021-11-22T12:26:59Z', 'revision_number': 6, 'project_id': '086a36bf2fea4df7a4d72733b2f68dcd', 'gw_port_host': None}], 'dv-cinder-768458-13-iscsi', False) {} {{(pid=102752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 12:26:59.921208 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56b29d0-4bb5-4397-bca0-6ff2968f9837 admin admin] Pushing event deleted for resources: {'Port': ['ID=dec33e59-4d06-4644-b47a-37a68b460d51,revision_number=None']} {{(pid=102750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:26:59.930418 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27842707-0c09-414f-8a7d-058b2571ef1e None None] The sync data for ids ['4b6eb21f-8d2a-4ee6-9dfc-db25bfbba179'] in dv-cinder-768458-13-iscsi is: [{'id': '4b6eb21f-8d2a-4ee6-9dfc-db25bfbba179', 'name': 'tempest-AttachVolumeShelveTestJSON-514126347-router', 'tenant_id': '086a36bf2fea4df7a4d72733b2f68dcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T12:19:08Z', 'updated_at': '2021-11-22T12:26:59Z', 'revision_number': 6, 'project_id': '086a36bf2fea4df7a4d72733b2f68dcd', 'gw_port_host': None}] {{(pid=102752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 12:26:59.985562 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-f56b29d0-4bb5-4397-bca0-6ff2968f9837 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-532702'] for router_gateway, after_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:00.065973 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.wsgi [-] (102749) accepted ('10.222.0.66', 52542) {{(pid=102749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:27:00.080521 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-f56b29d0-4bb5-4397-bca0-6ff2968f9837 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11715'] for router, precommit_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:00.083826 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-f56b29d0-4bb5-4397-bca0-6ff2968f9837 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:00.088424 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.wsgi [-] (102750) accepted ('10.222.0.66', 52544) {{(pid=102750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:27:00.126740 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-b7823f29-9114-4139-9a04-300bb57a521a tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] Publish callbacks [] for security_group, before_delete {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:00.149334 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-f56b29d0-4bb5-4397-bca0-6ff2968f9837 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532541'] for router, after_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:00.150237 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f56b29d0-4bb5-4397-bca0-6ff2968f9837 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4b6eb21f-8d2a-4ee6-9dfc-db25bfbba179 {{(pid=102750) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 12:27:00.153478 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-b7823f29-9114-4139-9a04-300bb57a521a tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:00.161252 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-f56b29d0-4bb5-4397-bca0-6ff2968f9837 admin admin] Publish callbacks [] for router, before_response {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:00.165005 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [None req-f56b29d0-4bb5-4397-bca0-6ff2968f9837 admin admin] 10.222.0.66 "DELETE /v2.0/routers/4b6eb21f-8d2a-4ee6-9dfc-db25bfbba179 HTTP/1.1" status: 204 len: 168 time: 0.9938653 Nov 22 12:27:00.165191 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.wsgi [-] (102749) accepted ('10.222.0.66', 52546) {{(pid=102749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:27:00.171597 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [None req-ffdf5ec3-5c02-47e6-be4c-a8fcbc7e1f7a admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=72a1bfeb5bb24f91bb4e8a9e526723a0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0819714 Nov 22 12:27:00.174591 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.wsgi [-] (102750) accepted ('10.222.0.66', 52548) {{(pid=102750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:27:00.223803 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.db.db_base_plugin_v2 [None req-8162e9be-b9c4-4f64-b9ee-da12ebcaa332 admin admin] Deleting subnet 6b38e15d-2758-41f6-bf64-d497af1d9f95 {{(pid=102749) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 12:27:00.224801 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-793bf5fb-79a2-43d7-9067-6e734301bd01 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:00.228588 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-8162e9be-b9c4-4f64-b9ee-da12ebcaa332 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:00.249253 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-793bf5fb-79a2-43d7-9067-6e734301bd01 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:00.268333 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-b7823f29-9114-4139-9a04-300bb57a521a tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545565'] for security_group, after_delete {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:00.270917 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-b7823f29-9114-4139-9a04-300bb57a521a tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] Publish callbacks [] for security_group, before_response {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:00.274941 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [None req-b7823f29-9114-4139-9a04-300bb57a521a tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] 10.222.0.66 "DELETE /v2.0/security-groups/42c847cf-7296-4ab8-8762-4ec01f5ec735 HTTP/1.1" status: 204 len: 168 time: 0.2077639 Nov 22 12:27:00.277366 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-8162e9be-b9c4-4f64-b9ee-da12ebcaa332 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129474033'] for subnet, precommit_delete_associations {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:00.279434 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.wsgi [-] (102749) accepted ('10.222.0.66', 52550) {{(pid=102749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:27:00.301083 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-793bf5fb-79a2-43d7-9067-6e734301bd01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545565'] for security_group, after_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:00.303806 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-793bf5fb-79a2-43d7-9067-6e734301bd01 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:00.305529 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [None req-793bf5fb-79a2-43d7-9067-6e734301bd01 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/ae60355b-ee19-4e66-91ed-f1a43d8f812f HTTP/1.1" status: 204 len: 168 time: 0.1298642 Nov 22 12:27:00.314314 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793bf5fb-79a2-43d7-9067-6e734301bd01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae60355b-ee19-4e66-91ed-f1a43d8f812f,revision_number=None']} {{(pid=102750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:27:00.330601 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7823f29-9114-4139-9a04-300bb57a521a tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=42c847cf-7296-4ab8-8762-4ec01f5ec735,revision_number=None']} {{(pid=102749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:27:00.335983 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.api.v2.resource [None req-bd323302-0527-4afb-b597-64f8dbb20afa tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] show failed (client error): The resource could not be found. Nov 22 12:27:00.340217 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [None req-bd323302-0527-4afb-b597-64f8dbb20afa tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] 10.222.0.66 "GET /v2.0/security-groups/42c847cf-7296-4ab8-8762-4ec01f5ec735 HTTP/1.1" status: 404 len: 347 time: 0.0540767 Nov 22 12:27:00.340344 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.wsgi [-] (102750) accepted ('10.222.0.66', 52554) {{(pid=102750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:27:00.453244 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-8162e9be-b9c4-4f64-b9ee-da12ebcaa332 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3851550'] for subnet, precommit_delete {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:00.487544 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.plugins.ml2.plugin [None req-d846a9b7-5b47-41ed-a591-d27df87738d5 tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] Deleting port e1562a79-8c22-4af3-9fec-b7857fedea5d {{(pid=102750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 12:27:00.487890 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-d846a9b7-5b47-41ed-a591-d27df87738d5 tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793343491880'] for port, before_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:00.516394 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-8162e9be-b9c4-4f64-b9ee-da12ebcaa332 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3851541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126077565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129923368'] for subnet, after_delete {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:00.547781 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8162e9be-b9c4-4f64-b9ee-da12ebcaa332 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6b38e15d-2758-41f6-bf64-d497af1d9f95,revision_number=None']} {{(pid=102749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:27:00.551986 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-8162e9be-b9c4-4f64-b9ee-da12ebcaa332 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758363'] for subnet, before_response {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:00.556125 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [None req-8162e9be-b9c4-4f64-b9ee-da12ebcaa332 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/6b38e15d-2758-41f6-bf64-d497af1d9f95 HTTP/1.1" status: 204 len: 168 time: 0.3900762 Nov 22 12:27:00.559768 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.wsgi [-] (102750) accepted ('10.222.0.66', 52558) {{(pid=102750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:27:00.560195 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03b0d1d2-f59a-4280-9474-73b47cce8df5 None None] Network 47c7c2df-c485-45be-9ae4-891cba4c7953 requested from dv-cinder-768458-13-iscsi {{(pid=102751) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 12:27:00.647792 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-d846a9b7-5b47-41ed-a591-d27df87738d5 tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-535547'] for port, precommit_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:00.648654 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-d846a9b7-5b47-41ed-a591-d27df87738d5 tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:00.663501 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-9d66539b-3179-43bf-9498-a72490cb83bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3895399'] for network, before_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:00.671898 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.plugins.ml2.plugin [None req-d846a9b7-5b47-41ed-a591-d27df87738d5 tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] Calling delete_port for e1562a79-8c22-4af3-9fec-b7857fedea5d owned by network:floatingip {{(pid=102750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 12:27:00.779311 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d12993bd-1a59-4784-a285-f8f855b649f4 None None] DHCP port deletion for 47c7c2df-c485-45be-9ae4-891cba4c7953 request from dv-cinder-768458-13-iscsi {{(pid=102751) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 12:27:00.796662 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.plugins.ml2.plugin [None req-9d66539b-3179-43bf-9498-a72490cb83bd admin admin] Deleting port 85c7c636-a731-452d-b4e4-a59643e14856 {{(pid=102750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 12:27:00.796991 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-9d66539b-3179-43bf-9498-a72490cb83bd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793343491880'] for port, before_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:00.845127 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.plugin [None req-d12993bd-1a59-4784-a285-f8f855b649f4 None None] Deleting port 85c7c636-a731-452d-b4e4-a59643e14856 {{(pid=102751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 12:27:00.845641 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-d12993bd-1a59-4784-a285-f8f855b649f4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793343491880'] for port, before_delete {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:00.901043 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.plugins.ml2.db [None req-9d66539b-3179-43bf-9498-a72490cb83bd admin admin] For port 85c7c636-a731-452d-b4e4-a59643e14856, host dv-cinder-768458-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-13-iscsi',level=0,port_id=85c7c636-a731-452d-b4e4-a59643e14856,segment=NetworkSegment(ad989668-ff42-4f8a-9eac-7040e599f03e),segment_id=ad989668-ff42-4f8a-9eac-7040e599f03e)] {{(pid=102750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 12:27:00.901468 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-9d66539b-3179-43bf-9498-a72490cb83bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-535547'] for port, precommit_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:00.918752 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.plugins.ml2.plugin [None req-9d66539b-3179-43bf-9498-a72490cb83bd admin admin] Calling delete_port for 85c7c636-a731-452d-b4e4-a59643e14856 owned by network:dhcp {{(pid=102750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 12:27:00.923276 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-d846a9b7-5b47-41ed-a591-d27df87738d5 tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793343495765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793342949277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128483729'] for port, after_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:00.927886 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.db [None req-d12993bd-1a59-4784-a285-f8f855b649f4 None None] For port 85c7c636-a731-452d-b4e4-a59643e14856, host dv-cinder-768458-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-13-iscsi',level=0,port_id=85c7c636-a731-452d-b4e4-a59643e14856,segment=NetworkSegment(ad989668-ff42-4f8a-9eac-7040e599f03e),segment_id=ad989668-ff42-4f8a-9eac-7040e599f03e)] {{(pid=102751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 12:27:00.928555 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-d12993bd-1a59-4784-a285-f8f855b649f4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-535547'] for port, precommit_delete {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:00.951013 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.plugin [None req-d12993bd-1a59-4784-a285-f8f855b649f4 None None] Calling delete_port for 85c7c636-a731-452d-b4e4-a59643e14856 owned by network:dhcp {{(pid=102751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 12:27:00.954960 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d846a9b7-5b47-41ed-a591-d27df87738d5 tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] Pushing event deleted for resources: {'Port': ['ID=e1562a79-8c22-4af3-9fec-b7857fedea5d,revision_number=None']} {{(pid=102750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:27:01.061530 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-d12993bd-1a59-4784-a285-f8f855b649f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793343495765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793342949277'] for port, after_delete {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:01.072970 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-d846a9b7-5b47-41ed-a591-d27df87738d5 tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] Publish callbacks [] for floatingip, after_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:01.075900 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-d846a9b7-5b47-41ed-a591-d27df87738d5 tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434365'] for floatingip, before_response {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:01.079822 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [None req-d846a9b7-5b47-41ed-a591-d27df87738d5 tempest-AttachVolumeTestJSON-1457378890 tempest-AttachVolumeTestJSON-1457378890-project] 10.222.0.66 "DELETE /v2.0/floatingips/d3db2bf1-83e1-49ff-ba54-3ed25134d1bd HTTP/1.1" status: 204 len: 168 time: 0.7358649 Nov 22 12:27:01.100765 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12993bd-1a59-4784-a285-f8f855b649f4 None None] Pushing event deleted for resources: {'Port': ['ID=85c7c636-a731-452d-b4e4-a59643e14856,revision_number=None']} {{(pid=102751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:27:01.109186 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d12993bd-1a59-4784-a285-f8f855b649f4 None None] No DVR routers for this DVR port 85c7c636-a731-452d-b4e4-a59643e14856 on host dv-cinder-768458-13-iscsi {{(pid=102751) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 12:27:01.116353 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-9d66539b-3179-43bf-9498-a72490cb83bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793343495765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793342949277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128483729'] for port, after_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:01.148610 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d66539b-3179-43bf-9498-a72490cb83bd admin admin] Pushing event deleted for resources: {'Port': ['ID=85c7c636-a731-452d-b4e4-a59643e14856,revision_number=None']} {{(pid=102750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:27:01.156159 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d66539b-3179-43bf-9498-a72490cb83bd admin admin] No DVR routers for this DVR port 85c7c636-a731-452d-b4e4-a59643e14856 on host dv-cinder-768458-13-iscsi {{(pid=102750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 12:27:01.236908 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.wsgi [-] (102749) accepted ('10.222.0.66', 52580) {{(pid=102749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:27:01.250505 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.rpc [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] Device 85c7c636-a731-452d-b4e4-a59643e14856 no longer exists at agent ovs-agent-dv-cinder-768458-13-iscsi {{(pid=102751) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 12:27:01.256930 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-9d66539b-3179-43bf-9498-a72490cb83bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3855014', 'neutron.services.segments.db._delete_segments_for_network-8793343475339'] for network, precommit_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:01.272086 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.plugin [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] No Port match for: 85c7c636-a731-452d-b4e4-a59643e14856 {{(pid=102751) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 12:27:01.272441 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.rpc [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] Device 85c7c636-a731-452d-b4e4-a59643e14856 not bound to the agent host dv-cinder-768458-13-iscsi {{(pid=102751) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 12:27:01.272877 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.rpc [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] Device 1cb4d82d-e7c5-44d0-97bb-0dc039c350db no longer exists at agent ovs-agent-dv-cinder-768458-13-iscsi {{(pid=102751) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 12:27:01.280618 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.services.segments.db [None req-9d66539b-3179-43bf-9498-a72490cb83bd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47c7c2df-c485-45be-9ae4-891cba4c7953']}} {{(pid=102750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 12:27:01.291382 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.services.segments.db [None req-9d66539b-3179-43bf-9498-a72490cb83bd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad989668-ff42-4f8a-9eac-7040e599f03e') {'for_net_delete': True} {{(pid=102750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 12:27:01.291942 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.services.segments.db [None req-9d66539b-3179-43bf-9498-a72490cb83bd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad989668-ff42-4f8a-9eac-7040e599f03e') {} {{(pid=102750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 12:27:01.294655 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.plugin [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] No Port match for: 1cb4d82d-e7c5-44d0-97bb-0dc039c350db {{(pid=102751) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 12:27:01.295012 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.rpc [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] Device 1cb4d82d-e7c5-44d0-97bb-0dc039c350db not bound to the agent host dv-cinder-768458-13-iscsi {{(pid=102751) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 12:27:01.295494 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.rpc [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] Device dec33e59-4d06-4644-b47a-37a68b460d51 no longer exists at agent ovs-agent-dv-cinder-768458-13-iscsi {{(pid=102751) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 12:27:01.303948 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-9d66539b-3179-43bf-9498-a72490cb83bd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793343276566', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129945334'] for segment, before_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:01.318791 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-9d66539b-3179-43bf-9498-a72490cb83bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3850450'] for segment, precommit_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:01.319055 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.plugin [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] No Port match for: dec33e59-4d06-4644-b47a-37a68b460d51 {{(pid=102751) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 12:27:01.319290 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.rpc [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] Device dec33e59-4d06-4644-b47a-37a68b460d51 not bound to the agent host dv-cinder-768458-13-iscsi {{(pid=102751) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 12:27:01.335667 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d66539b-3179-43bf-9498-a72490cb83bd admin admin] Releasing vlan 623 on physical network physnet1 to pool {{(pid=102750) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 12:27:01.336272 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-9d66539b-3179-43bf-9498-a72490cb83bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3850450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128483812'] for segment, after_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:01.338245 dv-cinder-768458-13-iscsi neutron-server[102750]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 12:27:01.338245 dv-cinder-768458-13-iscsi neutron-server[102750]: self.session.flush() Nov 22 12:27:01.338245 dv-cinder-768458-13-iscsi neutron-server[102750]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 12:27:01.338245 dv-cinder-768458-13-iscsi neutron-server[102750]: self.session.flush() Nov 22 12:27:01.338245 dv-cinder-768458-13-iscsi neutron-server[102750]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 12:27:01.338245 dv-cinder-768458-13-iscsi neutron-server[102750]: self.session.flush() Nov 22 12:27:01.338245 dv-cinder-768458-13-iscsi neutron-server[102750]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 12:27:01.338245 dv-cinder-768458-13-iscsi neutron-server[102750]: self.session.flush() Nov 22 12:27:01.338245 dv-cinder-768458-13-iscsi neutron-server[102750]: Traceback (most recent call last): Nov 22 12:27:01.338245 dv-cinder-768458-13-iscsi neutron-server[102750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 12:27:01.338245 dv-cinder-768458-13-iscsi neutron-server[102750]: timer() Nov 22 12:27:01.338245 dv-cinder-768458-13-iscsi neutron-server[102750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 12:27:01.338245 dv-cinder-768458-13-iscsi neutron-server[102750]: cb(*args, **kw) Nov 22 12:27:01.338245 dv-cinder-768458-13-iscsi neutron-server[102750]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 12:27:01.338245 dv-cinder-768458-13-iscsi neutron-server[102750]: return func(*args, **kwargs) Nov 22 12:27:01.338245 dv-cinder-768458-13-iscsi neutron-server[102750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 12:27:01.338245 dv-cinder-768458-13-iscsi neutron-server[102750]: self._notify() Nov 22 12:27:01.338245 dv-cinder-768458-13-iscsi neutron-server[102750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 12:27:01.338245 dv-cinder-768458-13-iscsi neutron-server[102750]: self.callback(batched_events) Nov 22 12:27:01.338245 dv-cinder-768458-13-iscsi neutron-server[102750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 12:27:01.338245 dv-cinder-768458-13-iscsi neutron-server[102750]: event.method(event) Nov 22 12:27:01.338245 dv-cinder-768458-13-iscsi neutron-server[102750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 12:27:01.338245 dv-cinder-768458-13-iscsi neutron-server[102750]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 12:27:01.338245 dv-cinder-768458-13-iscsi neutron-server[102750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 12:27:01.338245 dv-cinder-768458-13-iscsi neutron-server[102750]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 12:27:01.338245 dv-cinder-768458-13-iscsi neutron-server[102750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 12:27:01.338245 dv-cinder-768458-13-iscsi neutron-server[102750]: return f(self, *a, **k) Nov 22 12:27:01.338245 dv-cinder-768458-13-iscsi neutron-server[102750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 12:27:01.338245 dv-cinder-768458-13-iscsi neutron-server[102750]: return self._get(url).json() Nov 22 12:27:01.338245 dv-cinder-768458-13-iscsi neutron-server[102750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 12:27:01.338245 dv-cinder-768458-13-iscsi neutron-server[102750]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 12:27:01.338245 dv-cinder-768458-13-iscsi neutron-server[102750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 12:27:01.338245 dv-cinder-768458-13-iscsi neutron-server[102750]: return self.request(url, 'GET', **kwargs) Nov 22 12:27:01.338245 dv-cinder-768458-13-iscsi neutron-server[102750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 12:27:01.338245 dv-cinder-768458-13-iscsi neutron-server[102750]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 12:27:01.338245 dv-cinder-768458-13-iscsi neutron-server[102750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 12:27:01.338245 dv-cinder-768458-13-iscsi neutron-server[102750]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 12:27:01.338245 dv-cinder-768458-13-iscsi neutron-server[102750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 12:27:01.338245 dv-cinder-768458-13-iscsi neutron-server[102750]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 12:27:01.338245 dv-cinder-768458-13-iscsi neutron-server[102750]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 12:27:01.364693 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.v2.base [None req-463c13db-1f5e-40e3-add2-3943e03ddc00 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2064543887-network', 'tenant_id': 'cb29d996e3de41b0b21ee7ccd827eaea'}} {{(pid=102749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 12:27:01.385870 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-463c13db-1f5e-40e3-add2-3943e03ddc00 admin admin] Made reservation on behalf of cb29d996e3de41b0b21ee7ccd827eaea for: {'network': 1} {{(pid=102749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 12:27:01.388380 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-463c13db-1f5e-40e3-add2-3943e03ddc00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3931732'] for network, before_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:01.395864 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-9d66539b-3179-43bf-9498-a72490cb83bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3855023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532706'] for network, after_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:01.398628 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-463c13db-1f5e-40e3-add2-3943e03ddc00 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:01.401556 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-9d66539b-3179-43bf-9498-a72490cb83bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758363'] for network, before_response {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:01.405827 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [None req-9d66539b-3179-43bf-9498-a72490cb83bd admin admin] 10.222.0.66 "DELETE /v2.0/networks/47c7c2df-c485-45be-9ae4-891cba4c7953 HTTP/1.1" status: 204 len: 168 time: 0.8434813 Nov 22 12:27:01.419910 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d66539b-3179-43bf-9498-a72490cb83bd admin admin] Pushing event deleted for resources: {'Network': ['ID=47c7c2df-c485-45be-9ae4-891cba4c7953,revision_number=None']} {{(pid=102750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:27:01.489573 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-463c13db-1f5e-40e3-add2-3943e03ddc00 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:01.496067 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-463c13db-1f5e-40e3-add2-3943e03ddc00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545565'] for security_group, after_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:01.518315 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-463c13db-1f5e-40e3-add2-3943e03ddc00 admin admin] vlan segment allocate from pool success with {'vlan_id': 610, 'physical_network': 'physnet1'} {{(pid=102749) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 12:27:01.532877 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463c13db-1f5e-40e3-add2-3943e03ddc00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68abd28b-7c28-4c6e-befd-bc1a58df117e,revision_number=1']} {{(pid=102749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:27:01.537839 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-463c13db-1f5e-40e3-add2-3943e03ddc00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3850450'] for segment, precommit_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:01.538190 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.db.segments_db [None req-463c13db-1f5e-40e3-add2-3943e03ddc00 admin admin] Added segment b2e12c16-42f6-4ba0-941d-a4e84f88b840 of type vlan for network b3fc06d8-5c3b-4a4b-b823-0fcbe71895b9 Nov 22 12:27:01.543024 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.wsgi [-] (102750) accepted ('10.222.0.66', 52586) {{(pid=102750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:27:01.579354 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-463c13db-1f5e-40e3-add2-3943e03ddc00 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793342968311'] for network, precommit_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:01.589420 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [None req-75102a97-b926-4548-a451-94af00ca1464 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=086a36bf2fea4df7a4d72733b2f68dcd&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0451140 Nov 22 12:27:01.591923 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.wsgi [-] (102750) accepted ('10.222.0.66', 52588) {{(pid=102750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:27:01.606307 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.rpc [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Device cdf642d5-e9c9-4450-b020-77cb141c2767 no longer exists at agent hyperv_hv-cinder-76845 {{(pid=102751) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 12:27:01.609856 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-463c13db-1f5e-40e3-add2-3943e03ddc00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381'] for network, after_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:01.610914 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-463c13db-1f5e-40e3-add2-3943e03ddc00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:27:01.611580 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-463c13db-1f5e-40e3-add2-3943e03ddc00 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758363'] for network, before_response {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:01.630962 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.plugin [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] No Port match for: cdf642d5-e9c9-4450-b020-77cb141c2767 {{(pid=102751) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 12:27:01.631616 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.rpc [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Device cdf642d5-e9c9-4450-b020-77cb141c2767 not bound to the agent host hv-cinder-76845 {{(pid=102751) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 12:27:01.643291 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-b675f514-50d8-4a83-9629-4690a43de965 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:01.666161 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-b675f514-50d8-4a83-9629-4690a43de965 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:01.667355 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [None req-463c13db-1f5e-40e3-add2-3943e03ddc00 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4287193 Nov 22 12:27:01.672079 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.wsgi [-] (102750) accepted ('10.222.0.66', 52590) {{(pid=102750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:27:01.677248 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.v2.base [None req-89083f99-7991-433d-af48-59b9d063fefe admin admin] Request body: {'subnet': {'network_id': 'b3fc06d8-5c3b-4a4b-b823-0fcbe71895b9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2064543887-subnet', 'tenant_id': 'cb29d996e3de41b0b21ee7ccd827eaea', 'ip_version': 4}} {{(pid=102750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 12:27:01.679964 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463c13db-1f5e-40e3-add2-3943e03ddc00 admin admin] Pushing event updated for resources: {'Network': ['ID=b3fc06d8-5c3b-4a4b-b823-0fcbe71895b9,revision_number=1']} {{(pid=102749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:27:01.690686 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.rpc [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] Network b3fc06d8-5c3b-4a4b-b823-0fcbe71895b9 details requested by agent ovs-agent-dv-cinder-768458-13-iscsi with host dv-cinder-768458-13-iscsi {{(pid=102751) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 12:27:01.719816 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89083f99-7991-433d-af48-59b9d063fefe admin admin] Made reservation on behalf of cb29d996e3de41b0b21ee7ccd827eaea for: {'subnet': 1} {{(pid=102750) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 12:27:01.722600 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-89083f99-7991-433d-af48-59b9d063fefe admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125991844'] for subnet, before_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:01.779057 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-b675f514-50d8-4a83-9629-4690a43de965 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545565'] for security_group, after_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:01.782080 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-b675f514-50d8-4a83-9629-4690a43de965 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:01.783218 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [None req-b675f514-50d8-4a83-9629-4690a43de965 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/05f29e5f-bfd1-4f66-b389-492f165c5ee6 HTTP/1.1" status: 204 len: 168 time: 0.1903524 Nov 22 12:27:01.799941 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b675f514-50d8-4a83-9629-4690a43de965 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05f29e5f-bfd1-4f66-b389-492f165c5ee6,revision_number=None']} {{(pid=102750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:27:01.913995 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-89083f99-7991-433d-af48-59b9d063fefe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128483597', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125991834'] for subnet, after_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:01.978005 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89083f99-7991-433d-af48-59b9d063fefe admin admin] Pushing event updated for resources: {'Subnet': ['ID=3232d04e-3320-46b5-a105-4fa3dd51672a,revision_number=0']} {{(pid=102750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:27:01.983528 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89083f99-7991-433d-af48-59b9d063fefe admin admin] Checking segment: {'id': 'b2e12c16-42f6-4ba0-941d-a4e84f88b840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'b3fc06d8-5c3b-4a4b-b823-0fcbe71895b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 12:27:01.983888 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89083f99-7991-433d-af48-59b9d063fefe admin admin] Network hostable DHCP agents. Network: b3fc06d8-5c3b-4a4b-b823-0fcbe71895b9, hostable agents: ['c0a0bcc5-cac5-441b-a5c2-c094680f9e9d'], hosted agents: [] {{(pid=102750) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 12:27:02.002443 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89083f99-7991-433d-af48-59b9d063fefe admin admin] Network b3fc06d8-5c3b-4a4b-b823-0fcbe71895b9 is scheduled to be hosted by DHCP agent c0a0bcc5-cac5-441b-a5c2-c094680f9e9d with binding_index 1 {{(pid=102750) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 12:27:02.012254 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.scheduler.base_scheduler [None req-89083f99-7991-433d-af48-59b9d063fefe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768458-13-iscsi, b3fc06d8-5c3b-4a4b-b823-0fcbe71895b9) {{(pid=102750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 12:27:02.016463 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89083f99-7991-433d-af48-59b9d063fefe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102750) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:27:02.017230 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-89083f99-7991-433d-af48-59b9d063fefe admin admin] Publish callbacks [] for subnet, before_response {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:02.022798 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3819174-4afb-43b5-92f7-1464e9caf38b None None] Network b3fc06d8-5c3b-4a4b-b823-0fcbe71895b9 requested from dv-cinder-768458-13-iscsi {{(pid=102751) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 12:27:02.036992 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [None req-89083f99-7991-433d-af48-59b9d063fefe admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3638549 Nov 22 12:27:02.039876 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.wsgi [-] (102750) accepted ('10.222.0.66', 52596) {{(pid=102750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:27:02.045161 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.v2.base [None req-38ef1631-8cb5-4365-a9f2-4637a65af3b8 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2064543887-router', 'tenant_id': 'cb29d996e3de41b0b21ee7ccd827eaea', 'external_gateway_info': {'network_id': '52f34850-4f08-4bf9-8f19-1c892d4c6132'}}} {{(pid=102750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 12:27:02.066089 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-38ef1631-8cb5-4365-a9f2-4637a65af3b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-923473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11729'] for router, before_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:02.067273 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-38ef1631-8cb5-4365-a9f2-4637a65af3b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-533099', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-767110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11738'] for router, precommit_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:02.133217 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-38ef1631-8cb5-4365-a9f2-4637a65af3b8 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:02.192900 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab91378b-ce9b-4686-8e6d-54a4ca1e631c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfe555459-6e0b-5631-a278-c6609bd98800-b3fc06d8-5c3b-4a4b-b823-0fcbe71895b9', 'network_id': 'b3fc06d8-5c3b-4a4b-b823-0fcbe71895b9', 'tenant_id': 'cb29d996e3de41b0b21ee7ccd827eaea', 'fixed_ips': [{'subnet_id': '3232d04e-3320-46b5-a105-4fa3dd51672a'}]}} from dv-cinder-768458-13-iscsi. {{(pid=102751) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 12:27:02.193844 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-ab91378b-ce9b-4686-8e6d-54a4ca1e631c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3931732'] for port, before_create {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:02.342036 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.db_base_plugin_common [None req-ab91378b-ce9b-4686-8e6d-54a4ca1e631c None None] Allocated IP 172.20.0.2 (b3fc06d8-5c3b-4a4b-b823-0fcbe71895b9/3232d04e-3320-46b5-a105-4fa3dd51672a/9b949aff-01a3-4f60-8336-f549919d6ab7) {{(pid=102751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 12:27:02.524852 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-ab91378b-ce9b-4686-8e6d-54a4ca1e631c None None] Publish callbacks [] for port, precommit_create {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:02.534267 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-ab91378b-ce9b-4686-8e6d-54a4ca1e631c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793342949268'] for port, after_create {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:02.545519 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-38ef1631-8cb5-4365-a9f2-4637a65af3b8 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:02.583571 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab91378b-ce9b-4686-8e6d-54a4ca1e631c None None] Network b3fc06d8-5c3b-4a4b-b823-0fcbe71895b9 is already hosted by enough agents. {{(pid=102751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 12:27:02.589928 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.scheduler.base_scheduler [None req-ab91378b-ce9b-4686-8e6d-54a4ca1e631c None None] Resources bound (agent type, host, resource id): {{(pid=102751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 12:27:02.592610 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab91378b-ce9b-4686-8e6d-54a4ca1e631c None None] Pushing event updated for resources: {'Port': ['ID=9b949aff-01a3-4f60-8336-f549919d6ab7,revision_number=1']} {{(pid=102751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:27:02.595029 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab91378b-ce9b-4686-8e6d-54a4ca1e631c None None] Received port after_create {{(pid=102751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 12:27:02.658291 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.managers [None req-ab91378b-ce9b-4686-8e6d-54a4ca1e631c None None] Attempting to bind port 9b949aff-01a3-4f60-8336-f549919d6ab7 on host dv-cinder-768458-13-iscsi for vnic_type normal with profile {{(pid=102751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 12:27:02.658967 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.managers [None req-ab91378b-ce9b-4686-8e6d-54a4ca1e631c None None] Attempting to bind port 9b949aff-01a3-4f60-8336-f549919d6ab7 by drivers openvswitch,hyperv on host dv-cinder-768458-13-iscsi at level 0 using segments [{'id': 'b2e12c16-42f6-4ba0-941d-a4e84f88b840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'b3fc06d8-5c3b-4a4b-b823-0fcbe71895b9'}] {{(pid=102751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 12:27:02.659081 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab91378b-ce9b-4686-8e6d-54a4ca1e631c None None] Attempting to bind port 9b949aff-01a3-4f60-8336-f549919d6ab7 on network b3fc06d8-5c3b-4a4b-b823-0fcbe71895b9 {{(pid=102751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 12:27:02.664665 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab91378b-ce9b-4686-8e6d-54a4ca1e631c None None] Checking agent: {'id': '93079659-014b-45ff-9ed2-9a81038b5445', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768458-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 12, 11, 26), 'started_at': datetime.datetime(2021, 11, 22, 12, 11, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 12, 26, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768458-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 12:27:02.665091 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab91378b-ce9b-4686-8e6d-54a4ca1e631c None None] Checking segment: {'id': 'b2e12c16-42f6-4ba0-941d-a4e84f88b840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'b3fc06d8-5c3b-4a4b-b823-0fcbe71895b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 12:27:02.665495 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-ab91378b-ce9b-4686-8e6d-54a4ca1e631c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:02.665882 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab91378b-ce9b-4686-8e6d-54a4ca1e631c None None] Bound using segment: {'id': 'b2e12c16-42f6-4ba0-941d-a4e84f88b840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'b3fc06d8-5c3b-4a4b-b823-0fcbe71895b9'} {{(pid=102751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 12:27:02.666350 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.managers [None req-ab91378b-ce9b-4686-8e6d-54a4ca1e631c None None] Bound port: 9b949aff-01a3-4f60-8336-f549919d6ab7, host: dv-cinder-768458-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2e12c16-42f6-4ba0-941d-a4e84f88b840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'b3fc06d8-5c3b-4a4b-b823-0fcbe71895b9'}}] {{(pid=102751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 12:27:02.666719 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-ab91378b-ce9b-4686-8e6d-54a4ca1e631c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3931732'] for port, before_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:02.730241 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.db [None req-ab91378b-ce9b-4686-8e6d-54a4ca1e631c None None] For port 9b949aff-01a3-4f60-8336-f549919d6ab7, host dv-cinder-768458-13-iscsi, cleared binding levels {{(pid=102751) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 12:27:02.734361 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.db [None req-ab91378b-ce9b-4686-8e6d-54a4ca1e631c None None] For port 9b949aff-01a3-4f60-8336-f549919d6ab7, host dv-cinder-768458-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-13-iscsi',level=0,port_id=9b949aff-01a3-4f60-8336-f549919d6ab7,segment=NetworkSegment(b2e12c16-42f6-4ba0-941d-a4e84f88b840),segment_id=b2e12c16-42f6-4ba0-941d-a4e84f88b840)] {{(pid=102751) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 12:27:02.739822 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-ab91378b-ce9b-4686-8e6d-54a4ca1e631c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793343495738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793342949286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793342949304'] for port, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:02.783260 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-38ef1631-8cb5-4365-a9f2-4637a65af3b8 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:02.801906 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab91378b-ce9b-4686-8e6d-54a4ca1e631c None None] Pushing event updated for resources: {'Port': ['ID=9b949aff-01a3-4f60-8336-f549919d6ab7,revision_number=2']} {{(pid=102751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:27:02.804043 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-38ef1631-8cb5-4365-a9f2-4637a65af3b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3931732'] for port, before_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:02.922985 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.db.db_base_plugin_common [None req-38ef1631-8cb5-4365-a9f2-4637a65af3b8 admin admin] Allocated IP 172.27.0.212 (52f34850-4f08-4bf9-8f19-1c892d4c6132/9e59152d-9f1b-4a42-ae53-82f6bd285144/aa0aca8f-5f89-4a75-832c-e1fb055f3f19) {{(pid=102750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 12:27:03.047641 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-38ef1631-8cb5-4365-a9f2-4637a65af3b8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:03.087538 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-38ef1631-8cb5-4365-a9f2-4637a65af3b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793342949268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128483729'] for port, after_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:03.134795 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38ef1631-8cb5-4365-a9f2-4637a65af3b8 admin admin] Network 52f34850-4f08-4bf9-8f19-1c892d4c6132 is already hosted by enough agents. {{(pid=102750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 12:27:03.137948 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.scheduler.base_scheduler [None req-38ef1631-8cb5-4365-a9f2-4637a65af3b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 12:27:03.144450 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38ef1631-8cb5-4365-a9f2-4637a65af3b8 admin admin] Received port after_create {{(pid=102750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 12:27:03.183199 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ef1631-8cb5-4365-a9f2-4637a65af3b8 admin admin] Pushing event updated for resources: {'Port': ['ID=aa0aca8f-5f89-4a75-832c-e1fb055f3f19,revision_number=1']} {{(pid=102750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:27:03.265961 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.rpc [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] Device 9b949aff-01a3-4f60-8336-f549919d6ab7 up at agent ovs-agent-dv-cinder-768458-13-iscsi {{(pid=102751) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 12:27:03.326677 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.provisioning_blocks [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] Provisioning complete for port 9b949aff-01a3-4f60-8336-f549919d6ab7 triggered by entity L2. {{(pid=102751) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 12:27:03.327049 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3821908'] for port, provisioning_complete {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:03.407426 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3931732'] for port, before_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:03.424030 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-38ef1631-8cb5-4365-a9f2-4637a65af3b8 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:03.442622 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.db [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] For port 9b949aff-01a3-4f60-8336-f549919d6ab7, host dv-cinder-768458-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-13-iscsi',level=0,port_id=9b949aff-01a3-4f60-8336-f549919d6ab7,segment=NetworkSegment(b2e12c16-42f6-4ba0-941d-a4e84f88b840),segment_id=b2e12c16-42f6-4ba0-941d-a4e84f88b840)] {{(pid=102751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 12:27:03.448270 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793343495738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793342949286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793342949304'] for port, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:03.512557 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] Pushing event updated for resources: {'Port': ['ID=9b949aff-01a3-4f60-8336-f549919d6ab7,revision_number=3']} {{(pid=102751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:27:03.655911 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-38ef1631-8cb5-4365-a9f2-4637a65af3b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-533046'] for router, after_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:03.790002 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38ef1631-8cb5-4365-a9f2-4637a65af3b8 admin admin] Router 22e3319e-96da-42cd-99d2-6ae298eea824 is scheduled to L3 agent b4a26ead-6ab2-4f98-a352-c9ed6d39b73e with binding_index 1 {{(pid=102750) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 12:27:03.842578 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bab640a-12d9-44b7-a643-ef50268beeba None None] Network b3fc06d8-5c3b-4a4b-b823-0fcbe71895b9 requested from dv-cinder-768458-13-iscsi {{(pid=102751) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 12:27:03.900395 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38ef1631-8cb5-4365-a9f2-4637a65af3b8 admin admin] Notify agent at l3_agent.dv-cinder-768458-13-iscsi the message routers_updated {{(pid=102750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 12:27:03.911170 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4826a075-5809-4daa-9fee-27a4bc2a88c8 None None] Sync routers for ids ['22e3319e-96da-42cd-99d2-6ae298eea824'] in dv-cinder-768458-13-iscsi {{(pid=102752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 12:27:03.922754 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4826a075-5809-4daa-9fee-27a4bc2a88c8 None None] Routers {'22e3319e-96da-42cd-99d2-6ae298eea824'} bound to L3 agent in host dv-cinder-768458-13-iscsi {{(pid=102752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 12:27:03.923494 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.db.l3_hamode_db [None req-4826a075-5809-4daa-9fee-27a4bc2a88c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T12:11:23Z,description=,heartbeat_timestamp=2021-11-22T12:26:53Z,host='dv-cinder-768458-13-iscsi',id=b4a26ead-6ab2-4f98-a352-c9ed6d39b73e,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T12:11:23Z,topic='l3_agent')) {'router_ids': ['22e3319e-96da-42cd-99d2-6ae298eea824'], 'active': True} {{(pid=102752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 12:27:03.924173 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-38ef1631-8cb5-4365-a9f2-4637a65af3b8 admin admin] Publish callbacks [] for router, before_response {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:03.925473 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [None req-38ef1631-8cb5-4365-a9f2-4637a65af3b8 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.8837328 Nov 22 12:27:03.928386 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.wsgi [-] (102750) accepted ('10.222.0.66', 52644) {{(pid=102750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:27:03.990270 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.provisioning_blocks [None req-f39003b7-1dd9-4cbd-96f6-f2062d397313 None None] Provisioning complete for port 9b949aff-01a3-4f60-8336-f549919d6ab7 triggered by entity DHCP. {{(pid=102751) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 12:27:03.990774 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-f39003b7-1dd9-4cbd-96f6-f2062d397313 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3821908'] for port, provisioning_complete {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:04.038845 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.db.l3_dvr_db [None req-4826a075-5809-4daa-9fee-27a4bc2a88c8 None None] Set router 22e3319e-96da-42cd-99d2-6ae298eea824 gateway port host: dv-cinder-768458-13-iscsi {{(pid=102752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 12:27:04.247301 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.db.l3_hamode_db [None req-4826a075-5809-4daa-9fee-27a4bc2a88c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22e3319e-96da-42cd-99d2-6ae298eea824', 'name': 'tempest-TestVolumeBootPattern-2064543887-router', 'tenant_id': 'cb29d996e3de41b0b21ee7ccd827eaea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52f34850-4f08-4bf9-8f19-1c892d4c6132', 'external_fixed_ips': [{'subnet_id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'ip_address': '172.27.0.212'}], 'enable_snat': True}, 'gw_port_id': 'aa0aca8f-5f89-4a75-832c-e1fb055f3f19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T12:27:02Z', 'updated_at': '2021-11-22T12:27:03Z', 'revision_number': 3, 'project_id': 'cb29d996e3de41b0b21ee7ccd827eaea', 'gw_port': {'id': 'aa0aca8f-5f89-4a75-832c-e1fb055f3f19', 'name': '', 'network_id': '52f34850-4f08-4bf9-8f19-1c892d4c6132', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:4b:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22e3319e-96da-42cd-99d2-6ae298eea824', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'ip_address': '172.27.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T12:27:02Z', 'updated_at': '2021-11-22T12:27:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-13-iscsi'}], 'dv-cinder-768458-13-iscsi', False) {} {{(pid=102752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 12:27:04.276011 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4826a075-5809-4daa-9fee-27a4bc2a88c8 None None] Checking router: 22e3319e-96da-42cd-99d2-6ae298eea824 for host: dv-cinder-768458-13-iscsi {{(pid=102752) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 12:27:04.276385 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4826a075-5809-4daa-9fee-27a4bc2a88c8 None None] Updating router 22e3319e-96da-42cd-99d2-6ae298eea824 port aa0aca8f-5f89-4a75-832c-e1fb055f3f19 binding host dv-cinder-768458-13-iscsi {{(pid=102752) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 12:27:04.303340 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron_lib.callbacks.manager [None req-4826a075-5809-4daa-9fee-27a4bc2a88c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3931732'] for port, before_update {{(pid=102752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:04.323301 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.provisioning_blocks [None req-5a448c1e-da46-449a-b754-a36a4a0a38f2 None None] Provisioning complete for port 9b949aff-01a3-4f60-8336-f549919d6ab7 triggered by entity DHCP. {{(pid=102751) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 12:27:04.323856 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-5a448c1e-da46-449a-b754-a36a4a0a38f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3821908'] for port, provisioning_complete {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:04.384045 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-4130d114-6aa1-4e7f-b466-61e63895e668 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3931732'] for port, before_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:04.573144 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.db.db_base_plugin_common [None req-4130d114-6aa1-4e7f-b466-61e63895e668 admin admin] Allocated IP 172.20.0.1 (b3fc06d8-5c3b-4a4b-b823-0fcbe71895b9/3232d04e-3320-46b5-a105-4fa3dd51672a/8727499d-84a8-438c-bd19-6919bedd8315) {{(pid=102750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 12:27:04.604747 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron_lib.callbacks.manager [None req-4826a075-5809-4daa-9fee-27a4bc2a88c8 None None] Publish callbacks [] for port, precommit_update {{(pid=102752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:04.610850 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron_lib.callbacks.manager [None req-4826a075-5809-4daa-9fee-27a4bc2a88c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793343495738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793342949286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793342949304'] for port, after_update {{(pid=102752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:04.666513 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.plugins.ml2.managers [None req-4826a075-5809-4daa-9fee-27a4bc2a88c8 None None] Attempting to bind port aa0aca8f-5f89-4a75-832c-e1fb055f3f19 on host dv-cinder-768458-13-iscsi for vnic_type normal with profile {{(pid=102752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 12:27:04.666863 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.plugins.ml2.managers [None req-4826a075-5809-4daa-9fee-27a4bc2a88c8 None None] Attempting to bind port aa0aca8f-5f89-4a75-832c-e1fb055f3f19 by drivers openvswitch,hyperv on host dv-cinder-768458-13-iscsi at level 0 using segments [{'id': '91a15bc4-f975-4336-93bb-1ba9d2e7565e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52f34850-4f08-4bf9-8f19-1c892d4c6132'}] {{(pid=102752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 12:27:04.667320 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4826a075-5809-4daa-9fee-27a4bc2a88c8 None None] Attempting to bind port aa0aca8f-5f89-4a75-832c-e1fb055f3f19 on network 52f34850-4f08-4bf9-8f19-1c892d4c6132 {{(pid=102752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 12:27:04.669385 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e0ef11-0a05-41a5-a945-19a889512f8e None None] Pushing event updated for resources: {'Port': ['ID=aa0aca8f-5f89-4a75-832c-e1fb055f3f19,revision_number=2']} {{(pid=102752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:27:04.678124 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4826a075-5809-4daa-9fee-27a4bc2a88c8 None None] Checking agent: {'id': '93079659-014b-45ff-9ed2-9a81038b5445', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768458-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 12, 11, 26), 'started_at': datetime.datetime(2021, 11, 22, 12, 11, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 12, 26, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768458-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 12:27:04.678493 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4826a075-5809-4daa-9fee-27a4bc2a88c8 None None] Checking segment: {'id': '91a15bc4-f975-4336-93bb-1ba9d2e7565e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52f34850-4f08-4bf9-8f19-1c892d4c6132'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 12:27:04.678910 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron_lib.callbacks.manager [None req-4826a075-5809-4daa-9fee-27a4bc2a88c8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:04.681288 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4826a075-5809-4daa-9fee-27a4bc2a88c8 None None] Bound using segment: {'id': '91a15bc4-f975-4336-93bb-1ba9d2e7565e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52f34850-4f08-4bf9-8f19-1c892d4c6132'} {{(pid=102752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 12:27:04.681288 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.plugins.ml2.managers [None req-4826a075-5809-4daa-9fee-27a4bc2a88c8 None None] Bound port: aa0aca8f-5f89-4a75-832c-e1fb055f3f19, host: dv-cinder-768458-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91a15bc4-f975-4336-93bb-1ba9d2e7565e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52f34850-4f08-4bf9-8f19-1c892d4c6132'}}] {{(pid=102752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 12:27:04.681288 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron_lib.callbacks.manager [None req-4826a075-5809-4daa-9fee-27a4bc2a88c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3931732'] for port, before_update {{(pid=102752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:04.684050 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e0ef11-0a05-41a5-a945-19a889512f8e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:27:04.684879 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e0ef11-0a05-41a5-a945-19a889512f8e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:27:04.684879 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e0ef11-0a05-41a5-a945-19a889512f8e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:27:04.685186 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e0ef11-0a05-41a5-a945-19a889512f8e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:27:04.685465 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e0ef11-0a05-41a5-a945-19a889512f8e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:27:04.685782 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e0ef11-0a05-41a5-a945-19a889512f8e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:27:04.686147 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e0ef11-0a05-41a5-a945-19a889512f8e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:27:04.687257 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-4130d114-6aa1-4e7f-b466-61e63895e668 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:04.687884 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e0ef11-0a05-41a5-a945-19a889512f8e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:27:04.687884 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e0ef11-0a05-41a5-a945-19a889512f8e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:27:04.687884 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e0ef11-0a05-41a5-a945-19a889512f8e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:27:04.687884 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e0ef11-0a05-41a5-a945-19a889512f8e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:27:04.687884 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e0ef11-0a05-41a5-a945-19a889512f8e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102752) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:27:04.729744 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-4130d114-6aa1-4e7f-b466-61e63895e668 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793342949268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128483729'] for port, after_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:04.750355 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.plugins.ml2.db [None req-4826a075-5809-4daa-9fee-27a4bc2a88c8 None None] For port aa0aca8f-5f89-4a75-832c-e1fb055f3f19, host dv-cinder-768458-13-iscsi, cleared binding levels {{(pid=102752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 12:27:04.754566 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.plugins.ml2.db [None req-4826a075-5809-4daa-9fee-27a4bc2a88c8 None None] For port aa0aca8f-5f89-4a75-832c-e1fb055f3f19, host dv-cinder-768458-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-13-iscsi',level=0,port_id=aa0aca8f-5f89-4a75-832c-e1fb055f3f19,segment=NetworkSegment(91a15bc4-f975-4336-93bb-1ba9d2e7565e),segment_id=91a15bc4-f975-4336-93bb-1ba9d2e7565e)] {{(pid=102752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 12:27:04.760631 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron_lib.callbacks.manager [None req-4826a075-5809-4daa-9fee-27a4bc2a88c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793343495738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793342949286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793342949304'] for port, after_update {{(pid=102752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:04.774854 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4130d114-6aa1-4e7f-b466-61e63895e668 admin admin] Network b3fc06d8-5c3b-4a4b-b823-0fcbe71895b9 is already hosted by enough agents. {{(pid=102750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 12:27:04.779797 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.scheduler.base_scheduler [None req-4130d114-6aa1-4e7f-b466-61e63895e668 admin admin] Resources bound (agent type, host, resource id): {{(pid=102750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 12:27:04.785636 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4130d114-6aa1-4e7f-b466-61e63895e668 admin admin] Received port after_create {{(pid=102750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 12:27:04.786106 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.wsgi [-] (102750) accepted ('10.222.0.66', 52668) {{(pid=102750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:27:04.793185 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4130d114-6aa1-4e7f-b466-61e63895e668 admin admin] Pushing event updated for resources: {'Port': ['ID=8727499d-84a8-438c-bd19-6919bedd8315,revision_number=1']} {{(pid=102750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:27:04.834737 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-4130d114-6aa1-4e7f-b466-61e63895e668 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-532587'] for router_interface, before_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:04.840966 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4826a075-5809-4daa-9fee-27a4bc2a88c8 None None] Routers {'22e3319e-96da-42cd-99d2-6ae298eea824'} bound to L3 agent in host dv-cinder-768458-13-iscsi {{(pid=102752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 12:27:04.841666 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.db.l3_hamode_db [None req-4826a075-5809-4daa-9fee-27a4bc2a88c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T12:11:23Z,description=,heartbeat_timestamp=2021-11-22T12:26:53Z,host='dv-cinder-768458-13-iscsi',id=b4a26ead-6ab2-4f98-a352-c9ed6d39b73e,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T12:11:23Z,topic='l3_agent')) {'router_ids': ['22e3319e-96da-42cd-99d2-6ae298eea824'], 'active': True} {{(pid=102752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 12:27:04.949422 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e0ef11-0a05-41a5-a945-19a889512f8e None None] Pushing event updated for resources: {'Port': ['ID=aa0aca8f-5f89-4a75-832c-e1fb055f3f19,revision_number=3']} {{(pid=102752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:27:04.984527 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.db.l3_dvr_db [None req-4826a075-5809-4daa-9fee-27a4bc2a88c8 None None] Set router 22e3319e-96da-42cd-99d2-6ae298eea824 gateway port host: dv-cinder-768458-13-iscsi {{(pid=102752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 12:27:05.026606 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-4130d114-6aa1-4e7f-b466-61e63895e668 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3931732'] for port, before_update {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:05.047152 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.provisioning_blocks [None req-2a5c462c-39ed-4027-af5c-953e81d5464e None None] Provisioning complete for port 8727499d-84a8-438c-bd19-6919bedd8315 triggered by entity DHCP. {{(pid=102751) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 12:27:05.048410 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-2a5c462c-39ed-4027-af5c-953e81d5464e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3821908'] for port, provisioning_complete {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:05.086394 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.plugin [None req-2a5c462c-39ed-4027-af5c-953e81d5464e None None] Port 8727499d-84a8-438c-bd19-6919bedd8315 cannot update to ACTIVE because it is not bound. {{(pid=102751) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 12:27:05.215760 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.rpc [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] Device 9b949aff-01a3-4f60-8336-f549919d6ab7 up at agent ovs-agent-dv-cinder-768458-13-iscsi {{(pid=102751) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 12:27:05.270651 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.provisioning_blocks [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] Provisioning complete for port 9b949aff-01a3-4f60-8336-f549919d6ab7 triggered by entity L2. {{(pid=102751) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 12:27:05.271175 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3821908'] for port, provisioning_complete {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:05.286821 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.db.l3_hamode_db [None req-4826a075-5809-4daa-9fee-27a4bc2a88c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22e3319e-96da-42cd-99d2-6ae298eea824', 'name': 'tempest-TestVolumeBootPattern-2064543887-router', 'tenant_id': 'cb29d996e3de41b0b21ee7ccd827eaea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52f34850-4f08-4bf9-8f19-1c892d4c6132', 'external_fixed_ips': [{'subnet_id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'ip_address': '172.27.0.212'}], 'enable_snat': True}, 'gw_port_id': 'aa0aca8f-5f89-4a75-832c-e1fb055f3f19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T12:27:02Z', 'updated_at': '2021-11-22T12:27:03Z', 'revision_number': 3, 'project_id': 'cb29d996e3de41b0b21ee7ccd827eaea', 'gw_port': {'id': 'aa0aca8f-5f89-4a75-832c-e1fb055f3f19', 'name': '', 'network_id': '52f34850-4f08-4bf9-8f19-1c892d4c6132', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:4b:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22e3319e-96da-42cd-99d2-6ae298eea824', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'ip_address': '172.27.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T12:27:02Z', 'updated_at': '2021-11-22T12:27:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-13-iscsi'}], 'dv-cinder-768458-13-iscsi', False) {} {{(pid=102752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 12:27:05.315927 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4826a075-5809-4daa-9fee-27a4bc2a88c8 None None] The sync data for ids ['22e3319e-96da-42cd-99d2-6ae298eea824'] in dv-cinder-768458-13-iscsi is: [{'id': '22e3319e-96da-42cd-99d2-6ae298eea824', 'name': 'tempest-TestVolumeBootPattern-2064543887-router', 'tenant_id': 'cb29d996e3de41b0b21ee7ccd827eaea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52f34850-4f08-4bf9-8f19-1c892d4c6132', 'external_fixed_ips': [{'subnet_id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'ip_address': '172.27.0.212'}], 'enable_snat': True}, 'gw_port_id': 'aa0aca8f-5f89-4a75-832c-e1fb055f3f19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T12:27:02Z', 'updated_at': '2021-11-22T12:27:03Z', 'revision_number': 3, 'project_id': 'cb29d996e3de41b0b21ee7ccd827eaea', 'gw_port': {'id': 'aa0aca8f-5f89-4a75-832c-e1fb055f3f19', 'name': '', 'network_id': '52f34850-4f08-4bf9-8f19-1c892d4c6132', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:4b:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22e3319e-96da-42cd-99d2-6ae298eea824', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'ip_address': '172.27.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T12:27:02Z', 'updated_at': '2021-11-22T12:27:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-13-iscsi'}] {{(pid=102752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 12:27:05.652985 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-4130d114-6aa1-4e7f-b466-61e63895e668 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:05.662993 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-4130d114-6aa1-4e7f-b466-61e63895e668 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793343495738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793342949286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793342949304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128483736'] for port, after_update {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:05.764991 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-4130d114-6aa1-4e7f-b466-61e63895e668 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-758399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-531707'] for router_interface, after_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:05.766533 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4130d114-6aa1-4e7f-b466-61e63895e668 admin admin] Pushing event updated for resources: {'Port': ['ID=8727499d-84a8-438c-bd19-6919bedd8315,revision_number=2']} {{(pid=102750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:27:05.875043 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.wsgi [-] (102749) accepted ('10.222.0.66', 52680) {{(pid=102749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:27:05.911799 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4130d114-6aa1-4e7f-b466-61e63895e668 admin admin] Network b3fc06d8-5c3b-4a4b-b823-0fcbe71895b9 is already hosted by enough agents. {{(pid=102750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 12:27:05.915749 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.scheduler.base_scheduler [None req-4130d114-6aa1-4e7f-b466-61e63895e668 admin admin] Resources bound (agent type, host, resource id): {{(pid=102750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 12:27:05.978904 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-9256f447-6698-4894-8536-b8f39e8bd54b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-531600'] for router_interface, before_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:06.012146 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-125ba7e2-7887-4482-a403-2933f8d293fe admin admin] Publish callbacks [] for security_group, before_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:06.119037 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-125ba7e2-7887-4482-a403-2933f8d293fe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:06.124642 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-125ba7e2-7887-4482-a403-2933f8d293fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545565'] for security_group, after_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:06.130367 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4130d114-6aa1-4e7f-b466-61e63895e668 admin admin] Router 22e3319e-96da-42cd-99d2-6ae298eea824 has already been hosted by L3 agent b4a26ead-6ab2-4f98-a352-c9ed6d39b73e {{(pid=102750) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 12:27:06.160984 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [None req-125ba7e2-7887-4482-a403-2933f8d293fe admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=8e139d496c204ffcace00c897617e59f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2844210 Nov 22 12:27:06.161620 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.wsgi [-] (102749) accepted ('10.222.0.66', 52684) {{(pid=102749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:27:06.202221 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125ba7e2-7887-4482-a403-2933f8d293fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c0ceec5-a6c9-4ad1-8b99-75c06a8d7968,revision_number=1']} {{(pid=102749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:27:06.230512 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.provisioning_blocks [None req-6d9ca421-ecf2-4f08-9e4c-53e63ffa1d8f None None] Provisioning complete for port 8727499d-84a8-438c-bd19-6919bedd8315 triggered by entity DHCP. {{(pid=102751) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 12:27:06.231952 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-6d9ca421-ecf2-4f08-9e4c-53e63ffa1d8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3821908'] for port, provisioning_complete {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:06.234236 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-1b8a4d72-383b-424a-9eb9-08bb4489f70e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:06.257633 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-1b8a4d72-383b-424a-9eb9-08bb4489f70e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:06.278788 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.plugin [None req-6d9ca421-ecf2-4f08-9e4c-53e63ffa1d8f None None] Port 8727499d-84a8-438c-bd19-6919bedd8315 cannot update to ACTIVE because it is not bound. {{(pid=102751) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 12:27:06.314870 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-1b8a4d72-383b-424a-9eb9-08bb4489f70e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545565'] for security_group, after_delete {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:06.317598 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-1b8a4d72-383b-424a-9eb9-08bb4489f70e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:06.318767 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [None req-1b8a4d72-383b-424a-9eb9-08bb4489f70e admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/6c0ceec5-a6c9-4ad1-8b99-75c06a8d7968 HTTP/1.1" status: 204 len: 168 time: 0.1549115 Nov 22 12:27:06.326124 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4130d114-6aa1-4e7f-b466-61e63895e668 admin admin] Notify agent at l3_agent.dv-cinder-768458-13-iscsi the message routers_updated {{(pid=102750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 12:27:06.329003 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8a4d72-383b-424a-9eb9-08bb4489f70e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c0ceec5-a6c9-4ad1-8b99-75c06a8d7968,revision_number=None']} {{(pid=102749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:27:06.331787 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [None req-4130d114-6aa1-4e7f-b466-61e63895e668 admin admin] 10.222.0.66 "PUT /v2.0/routers/22e3319e-96da-42cd-99d2-6ae298eea824/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4024029 Nov 22 12:27:06.421793 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.plugins.ml2.plugin [None req-9256f447-6698-4894-8536-b8f39e8bd54b admin admin] Deleting port bbf1bde1-bd21-4da0-b335-a9b80c21c589 {{(pid=102750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 12:27:06.422138 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-9256f447-6698-4894-8536-b8f39e8bd54b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793343491880'] for port, before_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:06.519814 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.plugins.ml2.db [None req-9256f447-6698-4894-8536-b8f39e8bd54b admin admin] For port bbf1bde1-bd21-4da0-b335-a9b80c21c589, host dv-cinder-768458-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-13-iscsi',level=0,port_id=bbf1bde1-bd21-4da0-b335-a9b80c21c589,segment=NetworkSegment(b78e0815-b799-49df-bef0-4bb183f15c4f),segment_id=b78e0815-b799-49df-bef0-4bb183f15c4f)] {{(pid=102750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 12:27:06.520222 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-9256f447-6698-4894-8536-b8f39e8bd54b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-535547'] for port, precommit_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:06.535965 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.plugins.ml2.plugin [None req-9256f447-6698-4894-8536-b8f39e8bd54b admin admin] Calling delete_port for bbf1bde1-bd21-4da0-b335-a9b80c21c589 owned by network:router_interface {{(pid=102750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 12:27:06.748261 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-9256f447-6698-4894-8536-b8f39e8bd54b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793343495765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793342949277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128483729'] for port, after_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:06.779195 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9256f447-6698-4894-8536-b8f39e8bd54b admin admin] Pushing event deleted for resources: {'Port': ['ID=bbf1bde1-bd21-4da0-b335-a9b80c21c589,revision_number=None']} {{(pid=102750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:27:07.030366 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-9256f447-6698-4894-8536-b8f39e8bd54b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-758388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531580'] for router_interface, after_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:07.066043 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.wsgi [-] (102749) accepted ('10.222.0.66', 52718) {{(pid=102749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:27:07.071569 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.v2.base [None req-31a0d152-ce50-4e75-b93f-ac226e28ded7 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1146615576-network', 'tenant_id': 'e603b27179e64c34a760f8fd2b22f85b'}} {{(pid=102749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 12:27:07.110903 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31a0d152-ce50-4e75-b93f-ac226e28ded7 admin admin] Made reservation on behalf of e603b27179e64c34a760f8fd2b22f85b for: {'network': 1} {{(pid=102749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 12:27:07.113718 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-31a0d152-ce50-4e75-b93f-ac226e28ded7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3931732'] for network, before_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:07.126480 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-31a0d152-ce50-4e75-b93f-ac226e28ded7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:07.239312 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fcff233-3756-4a3c-bb5d-30e18433592d None None] Sync routers for ids ['22e3319e-96da-42cd-99d2-6ae298eea824'] in dv-cinder-768458-13-iscsi {{(pid=102751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 12:27:07.243583 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-31a0d152-ce50-4e75-b93f-ac226e28ded7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:07.250322 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-31a0d152-ce50-4e75-b93f-ac226e28ded7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545565'] for security_group, after_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:07.254776 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fcff233-3756-4a3c-bb5d-30e18433592d None None] Routers {'22e3319e-96da-42cd-99d2-6ae298eea824'} bound to L3 agent in host dv-cinder-768458-13-iscsi {{(pid=102751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 12:27:07.255447 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.l3_hamode_db [None req-1fcff233-3756-4a3c-bb5d-30e18433592d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T12:11:23Z,description=,heartbeat_timestamp=2021-11-22T12:26:53Z,host='dv-cinder-768458-13-iscsi',id=b4a26ead-6ab2-4f98-a352-c9ed6d39b73e,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T12:11:23Z,topic='l3_agent')) {'router_ids': ['22e3319e-96da-42cd-99d2-6ae298eea824'], 'active': True} {{(pid=102751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 12:27:07.266295 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31a0d152-ce50-4e75-b93f-ac226e28ded7 admin admin] vlan segment allocate from pool success with {'vlan_id': 612, 'physical_network': 'physnet1'} {{(pid=102749) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 12:27:07.277919 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-31a0d152-ce50-4e75-b93f-ac226e28ded7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3850450'] for segment, precommit_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:07.279051 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.db.segments_db [None req-31a0d152-ce50-4e75-b93f-ac226e28ded7 admin admin] Added segment e3c39b73-03d8-49ff-bc2c-260388c4f6b1 of type vlan for network 368dc3d0-96f6-4bfa-88bb-81a0061ef57e Nov 22 12:27:07.328008 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-31a0d152-ce50-4e75-b93f-ac226e28ded7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793342968311'] for network, precommit_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:07.368279 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a0d152-ce50-4e75-b93f-ac226e28ded7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2b495f6-49b5-41b8-96e7-0b73e7cecd68,revision_number=1']} {{(pid=102749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:27:07.372205 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-31a0d152-ce50-4e75-b93f-ac226e28ded7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381'] for network, after_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:07.373801 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31a0d152-ce50-4e75-b93f-ac226e28ded7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:27:07.374598 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-31a0d152-ce50-4e75-b93f-ac226e28ded7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758363'] for network, before_response {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:07.392632 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9256f447-6698-4894-8536-b8f39e8bd54b admin admin] Router 63592a9c-68c1-48ea-b288-b87effc8bba2 has already been hosted by L3 agent b4a26ead-6ab2-4f98-a352-c9ed6d39b73e {{(pid=102750) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 12:27:07.430578 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.l3_dvr_db [None req-1fcff233-3756-4a3c-bb5d-30e18433592d None None] Set router 22e3319e-96da-42cd-99d2-6ae298eea824 gateway port host: dv-cinder-768458-13-iscsi {{(pid=102751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 12:27:07.435158 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.rpc [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] Device aa0aca8f-5f89-4a75-832c-e1fb055f3f19 up at agent ovs-agent-dv-cinder-768458-13-iscsi {{(pid=102751) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 12:27:07.446459 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [None req-31a0d152-ce50-4e75-b93f-ac226e28ded7 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3792028 Nov 22 12:27:07.450036 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.wsgi [-] (102749) accepted ('10.222.0.66', 52724) {{(pid=102749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:27:07.454952 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.v2.base [None req-c8b0f888-df93-4603-af54-e2eaec04eecc admin admin] Request body: {'subnet': {'network_id': '368dc3d0-96f6-4bfa-88bb-81a0061ef57e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1146615576-subnet', 'tenant_id': 'e603b27179e64c34a760f8fd2b22f85b', 'ip_version': 4}} {{(pid=102749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 12:27:07.468198 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a0d152-ce50-4e75-b93f-ac226e28ded7 admin admin] Pushing event updated for resources: {'Network': ['ID=368dc3d0-96f6-4bfa-88bb-81a0061ef57e,revision_number=1']} {{(pid=102749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:27:07.486985 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8b0f888-df93-4603-af54-e2eaec04eecc admin admin] Made reservation on behalf of e603b27179e64c34a760f8fd2b22f85b for: {'subnet': 1} {{(pid=102749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 12:27:07.492183 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-c8b0f888-df93-4603-af54-e2eaec04eecc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129923343'] for subnet, before_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:07.492594 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.rpc [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] Network 368dc3d0-96f6-4bfa-88bb-81a0061ef57e details requested by agent ovs-agent-dv-cinder-768458-13-iscsi with host dv-cinder-768458-13-iscsi {{(pid=102751) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 12:27:07.578941 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9256f447-6698-4894-8536-b8f39e8bd54b admin admin] Notify agent at l3_agent.dv-cinder-768458-13-iscsi the message routers_updated {{(pid=102750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 12:27:07.591925 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [None req-9256f447-6698-4894-8536-b8f39e8bd54b admin admin] 10.222.0.66 "PUT /v2.0/routers/63592a9c-68c1-48ea-b288-b87effc8bba2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8014293 Nov 22 12:27:07.592394 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.wsgi [-] (102749) accepted ('10.222.0.66', 52728) {{(pid=102749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:27:07.596118 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf5eb124-023b-47da-9006-bf6206a0a357 None None] Sync routers for ids ['63592a9c-68c1-48ea-b288-b87effc8bba2'] in dv-cinder-768458-13-iscsi {{(pid=102752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 12:27:07.611095 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf5eb124-023b-47da-9006-bf6206a0a357 None None] Routers {'63592a9c-68c1-48ea-b288-b87effc8bba2'} bound to L3 agent in host dv-cinder-768458-13-iscsi {{(pid=102752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 12:27:07.614370 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.db.l3_hamode_db [None req-cf5eb124-023b-47da-9006-bf6206a0a357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T12:11:23Z,description=,heartbeat_timestamp=2021-11-22T12:26:53Z,host='dv-cinder-768458-13-iscsi',id=b4a26ead-6ab2-4f98-a352-c9ed6d39b73e,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T12:11:23Z,topic='l3_agent')) {'router_ids': ['63592a9c-68c1-48ea-b288-b87effc8bba2'], 'active': True} {{(pid=102752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 12:27:07.750587 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.db.l3_dvr_db [None req-cf5eb124-023b-47da-9006-bf6206a0a357 None None] Set router 63592a9c-68c1-48ea-b288-b87effc8bba2 gateway port host: dv-cinder-768458-13-iscsi {{(pid=102752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 12:27:07.771116 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-e503aa03-de64-47b9-b4cb-782dbfdfba63 admin admin] Publish callbacks [] for router, before_delete {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:07.835734 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-c8b0f888-df93-4603-af54-e2eaec04eecc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126077502', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129923377'] for subnet, after_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:07.838232 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.provisioning_blocks [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] Provisioning complete for port aa0aca8f-5f89-4a75-832c-e1fb055f3f19 triggered by entity L2. {{(pid=102751) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 12:27:07.838679 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3821908'] for port, provisioning_complete {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:07.932174 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b0f888-df93-4603-af54-e2eaec04eecc admin admin] Pushing event updated for resources: {'Subnet': ['ID=744703d2-6578-4746-a877-8b569b4a35e7,revision_number=0']} {{(pid=102749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:27:07.950138 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-e503aa03-de64-47b9-b4cb-782dbfdfba63 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:07.962543 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8b0f888-df93-4603-af54-e2eaec04eecc admin admin] Checking segment: {'id': 'e3c39b73-03d8-49ff-bc2c-260388c4f6b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '368dc3d0-96f6-4bfa-88bb-81a0061ef57e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 12:27:07.962966 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8b0f888-df93-4603-af54-e2eaec04eecc admin admin] Network hostable DHCP agents. Network: 368dc3d0-96f6-4bfa-88bb-81a0061ef57e, hostable agents: ['c0a0bcc5-cac5-441b-a5c2-c094680f9e9d'], hosted agents: [] {{(pid=102749) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 12:27:07.976730 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3931732'] for port, before_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:07.978180 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.db.l3_hamode_db [None req-cf5eb124-023b-47da-9006-bf6206a0a357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63592a9c-68c1-48ea-b288-b87effc8bba2', 'name': 'tempest-AttachVolumeTestJSON-126369036-router', 'tenant_id': '7f5dffe9bc3f41c7a2656d194fd02173', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52f34850-4f08-4bf9-8f19-1c892d4c6132', 'external_fixed_ips': [{'subnet_id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'ip_address': '172.27.0.63'}], 'enable_snat': True}, 'gw_port_id': '0ac1a34f-6725-44f8-8b88-8fb9c49da86b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T12:20:16Z', 'updated_at': '2021-11-22T12:27:06Z', 'revision_number': 5, 'project_id': '7f5dffe9bc3f41c7a2656d194fd02173', 'gw_port': {'id': '0ac1a34f-6725-44f8-8b88-8fb9c49da86b', 'name': '', 'network_id': '52f34850-4f08-4bf9-8f19-1c892d4c6132', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:da:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63592a9c-68c1-48ea-b288-b87effc8bba2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 246, 'fixed_ips': [{'subnet_id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'ip_address': '172.27.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T12:20:16Z', 'updated_at': '2021-11-22T12:20:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-13-iscsi'}], 'dv-cinder-768458-13-iscsi', False) {} {{(pid=102752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 12:27:07.984684 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.l3_hamode_db [None req-1fcff233-3756-4a3c-bb5d-30e18433592d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22e3319e-96da-42cd-99d2-6ae298eea824', 'name': 'tempest-TestVolumeBootPattern-2064543887-router', 'tenant_id': 'cb29d996e3de41b0b21ee7ccd827eaea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52f34850-4f08-4bf9-8f19-1c892d4c6132', 'external_fixed_ips': [{'subnet_id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'ip_address': '172.27.0.212'}], 'enable_snat': True}, 'gw_port_id': 'aa0aca8f-5f89-4a75-832c-e1fb055f3f19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T12:27:02Z', 'updated_at': '2021-11-22T12:27:04Z', 'revision_number': 4, 'project_id': 'cb29d996e3de41b0b21ee7ccd827eaea', 'gw_port': {'id': 'aa0aca8f-5f89-4a75-832c-e1fb055f3f19', 'name': '', 'network_id': '52f34850-4f08-4bf9-8f19-1c892d4c6132', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:4b:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22e3319e-96da-42cd-99d2-6ae298eea824', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'ip_address': '172.27.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T12:27:02Z', 'updated_at': '2021-11-22T12:27:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-13-iscsi', '_interfaces': [{'id': '8727499d-84a8-438c-bd19-6919bedd8315', 'name': '', 'network_id': 'b3fc06d8-5c3b-4a4b-b823-0fcbe71895b9', 'tenant_id': 'cb29d996e3de41b0b21ee7ccd827eaea', 'mac_address': 'fa:16:3e:f8:6d:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22e3319e-96da-42cd-99d2-6ae298eea824', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '3232d04e-3320-46b5-a105-4fa3dd51672a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T12:27:04Z', 'updated_at': '2021-11-22T12:27:05Z', 'revision_number': 2, 'project_id': 'cb29d996e3de41b0b21ee7ccd827eaea', 'subnets': [{'id': '3232d04e-3320-46b5-a105-4fa3dd51672a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-13-iscsi', False) {} {{(pid=102751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 12:27:08.011002 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8b0f888-df93-4603-af54-e2eaec04eecc admin admin] Network 368dc3d0-96f6-4bfa-88bb-81a0061ef57e is scheduled to be hosted by DHCP agent c0a0bcc5-cac5-441b-a5c2-c094680f9e9d with binding_index 1 {{(pid=102749) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 12:27:08.013207 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf5eb124-023b-47da-9006-bf6206a0a357 None None] Checking router: 63592a9c-68c1-48ea-b288-b87effc8bba2 for host: dv-cinder-768458-13-iscsi {{(pid=102752) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 12:27:08.024179 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf5eb124-023b-47da-9006-bf6206a0a357 None None] Routers {'63592a9c-68c1-48ea-b288-b87effc8bba2'} bound to L3 agent in host dv-cinder-768458-13-iscsi {{(pid=102752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 12:27:08.025079 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.db.l3_hamode_db [None req-cf5eb124-023b-47da-9006-bf6206a0a357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T12:11:23Z,description=,heartbeat_timestamp=2021-11-22T12:26:53Z,host='dv-cinder-768458-13-iscsi',id=b4a26ead-6ab2-4f98-a352-c9ed6d39b73e,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T12:11:23Z,topic='l3_agent')) {'router_ids': ['63592a9c-68c1-48ea-b288-b87effc8bba2'], 'active': True} {{(pid=102752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 12:27:08.033806 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fcff233-3756-4a3c-bb5d-30e18433592d None None] Checking router: 22e3319e-96da-42cd-99d2-6ae298eea824 for host: dv-cinder-768458-13-iscsi {{(pid=102751) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 12:27:08.034204 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fcff233-3756-4a3c-bb5d-30e18433592d None None] Updating router 22e3319e-96da-42cd-99d2-6ae298eea824 port 8727499d-84a8-438c-bd19-6919bedd8315 binding host dv-cinder-768458-13-iscsi {{(pid=102751) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 12:27:08.040450 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.scheduler.base_scheduler [None req-c8b0f888-df93-4603-af54-e2eaec04eecc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768458-13-iscsi, 368dc3d0-96f6-4bfa-88bb-81a0061ef57e) {{(pid=102749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 12:27:08.054859 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.db [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] For port aa0aca8f-5f89-4a75-832c-e1fb055f3f19, host dv-cinder-768458-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-13-iscsi',level=0,port_id=aa0aca8f-5f89-4a75-832c-e1fb055f3f19,segment=NetworkSegment(91a15bc4-f975-4336-93bb-1ba9d2e7565e),segment_id=91a15bc4-f975-4336-93bb-1ba9d2e7565e)] {{(pid=102751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 12:27:08.057722 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89d61526-4a38-4c5a-819f-b7d426a6e392 None None] Network 368dc3d0-96f6-4bfa-88bb-81a0061ef57e requested from dv-cinder-768458-13-iscsi {{(pid=102751) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 12:27:08.059516 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8b0f888-df93-4603-af54-e2eaec04eecc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:27:08.060825 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-c8b0f888-df93-4603-af54-e2eaec04eecc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758363'] for subnet, before_response {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:08.086387 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.plugins.ml2.plugin [None req-e503aa03-de64-47b9-b4cb-782dbfdfba63 admin admin] Deleting port 0ac1a34f-6725-44f8-8b88-8fb9c49da86b {{(pid=102749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 12:27:08.087264 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-e503aa03-de64-47b9-b4cb-782dbfdfba63 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793343491880'] for port, before_delete {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:08.098498 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.wsgi [-] (102750) accepted ('10.222.0.66', 52740) {{(pid=102750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:27:08.099115 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [None req-c8b0f888-df93-4603-af54-e2eaec04eecc admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6474466 Nov 22 12:27:08.104521 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.v2.base [None req-64155c22-d5d9-4454-9d13-8edae30d87be admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1146615576-router', 'tenant_id': 'e603b27179e64c34a760f8fd2b22f85b', 'external_gateway_info': {'network_id': '52f34850-4f08-4bf9-8f19-1c892d4c6132'}}} {{(pid=102750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 12:27:08.106630 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793343495738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793342949286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793342949304'] for port, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:08.116653 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-1fcff233-3756-4a3c-bb5d-30e18433592d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3931732'] for port, before_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:08.137685 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-64155c22-d5d9-4454-9d13-8edae30d87be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-923473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11729'] for router, before_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:08.139002 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-64155c22-d5d9-4454-9d13-8edae30d87be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-531537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-533099', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-767110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11738'] for router, precommit_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:08.171817 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.db.l3_dvr_db [None req-cf5eb124-023b-47da-9006-bf6206a0a357 None None] Set router 63592a9c-68c1-48ea-b288-b87effc8bba2 gateway port host: None {{(pid=102752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 12:27:08.226918 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-64155c22-d5d9-4454-9d13-8edae30d87be admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:08.243007 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] Pushing event updated for resources: {'Port': ['ID=aa0aca8f-5f89-4a75-832c-e1fb055f3f19,revision_number=4']} {{(pid=102751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:27:08.257038 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.db.l3_hamode_db [None req-cf5eb124-023b-47da-9006-bf6206a0a357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63592a9c-68c1-48ea-b288-b87effc8bba2', 'name': 'tempest-AttachVolumeTestJSON-126369036-router', 'tenant_id': '7f5dffe9bc3f41c7a2656d194fd02173', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T12:20:16Z', 'updated_at': '2021-11-22T12:27:07Z', 'revision_number': 6, 'project_id': '7f5dffe9bc3f41c7a2656d194fd02173', 'gw_port_host': None}], 'dv-cinder-768458-13-iscsi', False) {} {{(pid=102752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 12:27:08.288767 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf5eb124-023b-47da-9006-bf6206a0a357 None None] The sync data for ids ['63592a9c-68c1-48ea-b288-b87effc8bba2'] in dv-cinder-768458-13-iscsi is: [{'id': '63592a9c-68c1-48ea-b288-b87effc8bba2', 'name': 'tempest-AttachVolumeTestJSON-126369036-router', 'tenant_id': '7f5dffe9bc3f41c7a2656d194fd02173', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T12:20:16Z', 'updated_at': '2021-11-22T12:27:07Z', 'revision_number': 6, 'project_id': '7f5dffe9bc3f41c7a2656d194fd02173', 'gw_port_host': None}] {{(pid=102752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 12:27:08.323295 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.plugins.ml2.db [None req-e503aa03-de64-47b9-b4cb-782dbfdfba63 admin admin] For port 0ac1a34f-6725-44f8-8b88-8fb9c49da86b, host dv-cinder-768458-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-13-iscsi',level=0,port_id=0ac1a34f-6725-44f8-8b88-8fb9c49da86b,segment=NetworkSegment(91a15bc4-f975-4336-93bb-1ba9d2e7565e),segment_id=91a15bc4-f975-4336-93bb-1ba9d2e7565e)] {{(pid=102749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 12:27:08.323817 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-e503aa03-de64-47b9-b4cb-782dbfdfba63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-535547'] for port, precommit_delete {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:08.348832 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.plugins.ml2.plugin [None req-e503aa03-de64-47b9-b4cb-782dbfdfba63 admin admin] Calling delete_port for 0ac1a34f-6725-44f8-8b88-8fb9c49da86b owned by network:router_gateway {{(pid=102749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 12:27:08.421876 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-64155c22-d5d9-4454-9d13-8edae30d87be admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:08.454672 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83e4d26f-1705-4fc0-9d3f-1a643730bcf5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfe555459-6e0b-5631-a278-c6609bd98800-368dc3d0-96f6-4bfa-88bb-81a0061ef57e', 'network_id': '368dc3d0-96f6-4bfa-88bb-81a0061ef57e', 'tenant_id': 'e603b27179e64c34a760f8fd2b22f85b', 'fixed_ips': [{'subnet_id': '744703d2-6578-4746-a877-8b569b4a35e7'}]}} from dv-cinder-768458-13-iscsi. {{(pid=102751) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 12:27:08.456134 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-83e4d26f-1705-4fc0-9d3f-1a643730bcf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3931732'] for port, before_create {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:08.578616 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-e503aa03-de64-47b9-b4cb-782dbfdfba63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793343495765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793342949277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126077602'] for port, after_delete {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:08.606798 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e503aa03-de64-47b9-b4cb-782dbfdfba63 admin admin] Pushing event deleted for resources: {'Port': ['ID=0ac1a34f-6725-44f8-8b88-8fb9c49da86b,revision_number=None']} {{(pid=102749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:27:08.705954 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-e503aa03-de64-47b9-b4cb-782dbfdfba63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-532702'] for router_gateway, after_delete {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:08.708037 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.db_base_plugin_common [None req-83e4d26f-1705-4fc0-9d3f-1a643730bcf5 None None] Allocated IP 172.20.0.2 (368dc3d0-96f6-4bfa-88bb-81a0061ef57e/744703d2-6578-4746-a877-8b569b4a35e7/61a51190-2223-465e-afff-b433e203ee65) {{(pid=102751) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 12:27:08.718545 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-1fcff233-3756-4a3c-bb5d-30e18433592d None None] Publish callbacks [] for port, precommit_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:08.735877 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-1fcff233-3756-4a3c-bb5d-30e18433592d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793343495738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793342949286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793342949304'] for port, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:08.780113 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-64155c22-d5d9-4454-9d13-8edae30d87be admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:08.814767 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-64155c22-d5d9-4454-9d13-8edae30d87be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3931732'] for port, before_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:08.856899 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6c2b37-84a5-4d6f-94b0-2ed4bb41ba82 None None] Pushing event updated for resources: {'Port': ['ID=8727499d-84a8-438c-bd19-6919bedd8315,revision_number=3']} {{(pid=102751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:27:08.858570 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-e503aa03-de64-47b9-b4cb-782dbfdfba63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11715'] for router, precommit_delete {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:08.861745 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-e503aa03-de64-47b9-b4cb-782dbfdfba63 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:08.953827 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-e503aa03-de64-47b9-b4cb-782dbfdfba63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532541'] for router, after_delete {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:08.954634 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e503aa03-de64-47b9-b4cb-782dbfdfba63 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 63592a9c-68c1-48ea-b288-b87effc8bba2 {{(pid=102749) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 12:27:08.963574 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-e503aa03-de64-47b9-b4cb-782dbfdfba63 admin admin] Publish callbacks [] for router, before_response {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:08.964809 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [None req-e503aa03-de64-47b9-b4cb-782dbfdfba63 admin admin] 10.222.0.66 "DELETE /v2.0/routers/63592a9c-68c1-48ea-b288-b87effc8bba2 HTTP/1.1" status: 204 len: 168 time: 1.3713505 Nov 22 12:27:08.967902 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.managers [None req-1fcff233-3756-4a3c-bb5d-30e18433592d None None] Attempting to bind port 8727499d-84a8-438c-bd19-6919bedd8315 on host dv-cinder-768458-13-iscsi for vnic_type normal with profile {{(pid=102751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 12:27:08.968814 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.wsgi [-] (102749) accepted ('10.222.0.66', 52766) {{(pid=102749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:27:08.969186 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.managers [None req-1fcff233-3756-4a3c-bb5d-30e18433592d None None] Attempting to bind port 8727499d-84a8-438c-bd19-6919bedd8315 by drivers openvswitch,hyperv on host dv-cinder-768458-13-iscsi at level 0 using segments [{'id': 'b2e12c16-42f6-4ba0-941d-a4e84f88b840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'b3fc06d8-5c3b-4a4b-b823-0fcbe71895b9'}] {{(pid=102751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 12:27:08.969683 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fcff233-3756-4a3c-bb5d-30e18433592d None None] Attempting to bind port 8727499d-84a8-438c-bd19-6919bedd8315 on network b3fc06d8-5c3b-4a4b-b823-0fcbe71895b9 {{(pid=102751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 12:27:08.983790 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fcff233-3756-4a3c-bb5d-30e18433592d None None] Checking agent: {'id': '93079659-014b-45ff-9ed2-9a81038b5445', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768458-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 12, 11, 26), 'started_at': datetime.datetime(2021, 11, 22, 12, 11, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 12, 26, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768458-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 12:27:08.984148 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fcff233-3756-4a3c-bb5d-30e18433592d None None] Checking segment: {'id': 'b2e12c16-42f6-4ba0-941d-a4e84f88b840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'b3fc06d8-5c3b-4a4b-b823-0fcbe71895b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 12:27:08.984538 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-1fcff233-3756-4a3c-bb5d-30e18433592d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:08.984976 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fcff233-3756-4a3c-bb5d-30e18433592d None None] Bound using segment: {'id': 'b2e12c16-42f6-4ba0-941d-a4e84f88b840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'b3fc06d8-5c3b-4a4b-b823-0fcbe71895b9'} {{(pid=102751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 12:27:08.985293 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.db.db_base_plugin_common [None req-64155c22-d5d9-4454-9d13-8edae30d87be admin admin] Allocated IP 172.27.0.29 (52f34850-4f08-4bf9-8f19-1c892d4c6132/9e59152d-9f1b-4a42-ae53-82f6bd285144/255ed53a-da05-458f-83c6-75f53cd737de) {{(pid=102750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 12:27:08.985603 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.managers [None req-1fcff233-3756-4a3c-bb5d-30e18433592d None None] Bound port: 8727499d-84a8-438c-bd19-6919bedd8315, host: dv-cinder-768458-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2e12c16-42f6-4ba0-941d-a4e84f88b840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'b3fc06d8-5c3b-4a4b-b823-0fcbe71895b9'}}] {{(pid=102751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 12:27:08.986013 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-1fcff233-3756-4a3c-bb5d-30e18433592d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3931732'] for port, before_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:09.037112 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8b8bb8b-389d-49d7-b083-5ce91325a0ac admin admin] Deleting subnet 75c4fc63-17cf-4b1b-891d-bbf68c4295d3 {{(pid=102749) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 12:27:09.042014 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-f8b8bb8b-389d-49d7-b083-5ce91325a0ac admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:09.082350 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-f8b8bb8b-389d-49d7-b083-5ce91325a0ac admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129474033'] for subnet, precommit_delete_associations {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:09.087292 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-83e4d26f-1705-4fc0-9d3f-1a643730bcf5 None None] Publish callbacks [] for port, precommit_create {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:09.104913 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-83e4d26f-1705-4fc0-9d3f-1a643730bcf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793342949268'] for port, after_create {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:09.190424 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-64155c22-d5d9-4454-9d13-8edae30d87be admin admin] Publish callbacks [] for port, precommit_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:09.210909 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-f8b8bb8b-389d-49d7-b083-5ce91325a0ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3851550'] for subnet, precommit_delete {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:09.215390 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.db [None req-1fcff233-3756-4a3c-bb5d-30e18433592d None None] For port 8727499d-84a8-438c-bd19-6919bedd8315, host dv-cinder-768458-13-iscsi, cleared binding levels {{(pid=102751) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 12:27:09.215390 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83e4d26f-1705-4fc0-9d3f-1a643730bcf5 None None] Network 368dc3d0-96f6-4bfa-88bb-81a0061ef57e is already hosted by enough agents. {{(pid=102751) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 12:27:09.243019 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.scheduler.base_scheduler [None req-83e4d26f-1705-4fc0-9d3f-1a643730bcf5 None None] Resources bound (agent type, host, resource id): {{(pid=102751) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 12:27:09.254811 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83e4d26f-1705-4fc0-9d3f-1a643730bcf5 None None] Received port after_create {{(pid=102751) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 12:27:09.256310 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-64155c22-d5d9-4454-9d13-8edae30d87be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793342949268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128483729'] for port, after_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:09.265213 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.db [None req-1fcff233-3756-4a3c-bb5d-30e18433592d None None] For port 8727499d-84a8-438c-bd19-6919bedd8315, host dv-cinder-768458-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-13-iscsi',level=0,port_id=8727499d-84a8-438c-bd19-6919bedd8315,segment=NetworkSegment(b2e12c16-42f6-4ba0-941d-a4e84f88b840),segment_id=b2e12c16-42f6-4ba0-941d-a4e84f88b840)] {{(pid=102751) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 12:27:09.274982 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.rpc [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] Device aa0aca8f-5f89-4a75-832c-e1fb055f3f19 up at agent ovs-agent-dv-cinder-768458-13-iscsi {{(pid=102751) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 12:27:09.279215 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e4d26f-1705-4fc0-9d3f-1a643730bcf5 None None] Pushing event updated for resources: {'Port': ['ID=61a51190-2223-465e-afff-b433e203ee65,revision_number=1']} {{(pid=102751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:27:09.290981 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.wsgi [-] (102749) accepted ('10.222.0.66', 52772) {{(pid=102749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:27:09.291265 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-1fcff233-3756-4a3c-bb5d-30e18433592d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793343495738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793342949286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793342949304'] for port, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:09.324940 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64155c22-d5d9-4454-9d13-8edae30d87be admin admin] Pushing event updated for resources: {'Port': ['ID=255ed53a-da05-458f-83c6-75f53cd737de,revision_number=1']} {{(pid=102750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:27:09.333511 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-f8b8bb8b-389d-49d7-b083-5ce91325a0ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3851541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126077565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129923368'] for subnet, after_delete {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:09.338448 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64155c22-d5d9-4454-9d13-8edae30d87be admin admin] Network 52f34850-4f08-4bf9-8f19-1c892d4c6132 is already hosted by enough agents. {{(pid=102750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 12:27:09.340026 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.scheduler.base_scheduler [None req-64155c22-d5d9-4454-9d13-8edae30d87be admin admin] Resources bound (agent type, host, resource id): {{(pid=102750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 12:27:09.342490 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64155c22-d5d9-4454-9d13-8edae30d87be admin admin] Received port after_create {{(pid=102750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 12:27:09.367568 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b8bb8b-389d-49d7-b083-5ce91325a0ac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=75c4fc63-17cf-4b1b-891d-bbf68c4295d3,revision_number=None']} {{(pid=102749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:27:09.380289 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-f8b8bb8b-389d-49d7-b083-5ce91325a0ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758363'] for subnet, before_response {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:09.388417 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [None req-f8b8bb8b-389d-49d7-b083-5ce91325a0ac admin admin] 10.222.0.66 "DELETE /v2.0/subnets/75c4fc63-17cf-4b1b-891d-bbf68c4295d3 HTTP/1.1" status: 204 len: 168 time: 0.4181132 Nov 22 12:27:09.389113 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.wsgi [-] (102750) accepted ('10.222.0.66', 52776) {{(pid=102750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:27:09.411845 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3d500bd-9fa9-4323-9b3c-cd1592de3a54 None None] Network 10b712e1-1243-4ece-87db-2201cf5a5198 requested from dv-cinder-768458-13-iscsi {{(pid=102751) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 12:27:09.413870 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.provisioning_blocks [None req-a8cfb7fb-3c45-4e74-afbb-909f6975c593 None None] Provisioning complete for port 8727499d-84a8-438c-bd19-6919bedd8315 triggered by entity DHCP. {{(pid=102751) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 12:27:09.414239 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-a8cfb7fb-3c45-4e74-afbb-909f6975c593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3821908'] for port, provisioning_complete {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:09.535276 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.managers [None req-83e4d26f-1705-4fc0-9d3f-1a643730bcf5 None None] Attempting to bind port 61a51190-2223-465e-afff-b433e203ee65 on host dv-cinder-768458-13-iscsi for vnic_type normal with profile {{(pid=102751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 12:27:09.535723 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.managers [None req-83e4d26f-1705-4fc0-9d3f-1a643730bcf5 None None] Attempting to bind port 61a51190-2223-465e-afff-b433e203ee65 by drivers openvswitch,hyperv on host dv-cinder-768458-13-iscsi at level 0 using segments [{'id': 'e3c39b73-03d8-49ff-bc2c-260388c4f6b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '368dc3d0-96f6-4bfa-88bb-81a0061ef57e'}] {{(pid=102751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 12:27:09.536409 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83e4d26f-1705-4fc0-9d3f-1a643730bcf5 None None] Attempting to bind port 61a51190-2223-465e-afff-b433e203ee65 on network 368dc3d0-96f6-4bfa-88bb-81a0061ef57e {{(pid=102751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 12:27:09.545422 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-27992a2e-1727-4a9f-85ae-4bd9e8a3be89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3895399'] for network, before_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:09.547842 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-64b444f7-451a-4e3c-a548-dcbcf41a6286 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:09.550754 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6c2b37-84a5-4d6f-94b0-2ed4bb41ba82 None None] Pushing event updated for resources: {'Port': ['ID=8727499d-84a8-438c-bd19-6919bedd8315,revision_number=4']} {{(pid=102751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:27:09.566422 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83e4d26f-1705-4fc0-9d3f-1a643730bcf5 None None] Checking agent: {'id': '93079659-014b-45ff-9ed2-9a81038b5445', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768458-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 12, 11, 26), 'started_at': datetime.datetime(2021, 11, 22, 12, 11, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 12, 26, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768458-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 12:27:09.566842 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83e4d26f-1705-4fc0-9d3f-1a643730bcf5 None None] Checking segment: {'id': 'e3c39b73-03d8-49ff-bc2c-260388c4f6b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '368dc3d0-96f6-4bfa-88bb-81a0061ef57e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 12:27:09.567207 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-83e4d26f-1705-4fc0-9d3f-1a643730bcf5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:09.567670 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83e4d26f-1705-4fc0-9d3f-1a643730bcf5 None None] Bound using segment: {'id': 'e3c39b73-03d8-49ff-bc2c-260388c4f6b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '368dc3d0-96f6-4bfa-88bb-81a0061ef57e'} {{(pid=102751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 12:27:09.568422 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.managers [None req-83e4d26f-1705-4fc0-9d3f-1a643730bcf5 None None] Bound port: 61a51190-2223-465e-afff-b433e203ee65, host: dv-cinder-768458-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3c39b73-03d8-49ff-bc2c-260388c4f6b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '368dc3d0-96f6-4bfa-88bb-81a0061ef57e'}}] {{(pid=102751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 12:27:09.568541 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-83e4d26f-1705-4fc0-9d3f-1a643730bcf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3931732'] for port, before_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:09.625251 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fcff233-3756-4a3c-bb5d-30e18433592d None None] Routers {'22e3319e-96da-42cd-99d2-6ae298eea824'} bound to L3 agent in host dv-cinder-768458-13-iscsi {{(pid=102751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 12:27:09.625251 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.l3_hamode_db [None req-1fcff233-3756-4a3c-bb5d-30e18433592d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T12:11:23Z,description=,heartbeat_timestamp=2021-11-22T12:26:53Z,host='dv-cinder-768458-13-iscsi',id=b4a26ead-6ab2-4f98-a352-c9ed6d39b73e,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T12:11:23Z,topic='l3_agent')) {'router_ids': ['22e3319e-96da-42cd-99d2-6ae298eea824'], 'active': True} {{(pid=102751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 12:27:09.693293 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-64b444f7-451a-4e3c-a548-dcbcf41a6286 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:09.699435 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-64b444f7-451a-4e3c-a548-dcbcf41a6286 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545565'] for security_group, after_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:09.734801 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-64155c22-d5d9-4454-9d13-8edae30d87be admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:09.761683 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [None req-64b444f7-451a-4e3c-a548-dcbcf41a6286 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=7ef02fc9b966463cb1d2ca0a310ba652&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4690440 Nov 22 12:27:09.762586 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.wsgi [-] (102749) accepted ('10.222.0.66', 52780) {{(pid=102749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:27:09.763221 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b444f7-451a-4e3c-a548-dcbcf41a6286 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa194d36-e336-446a-bfbf-6c077271fd8d,revision_number=1']} {{(pid=102749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:27:09.828554 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-526ccdee-4627-4703-8753-42c5650749ae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:09.844638 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.plugins.ml2.plugin [None req-27992a2e-1727-4a9f-85ae-4bd9e8a3be89 admin admin] Deleting port 02d3c963-d50a-41ad-a96a-3d5c96c24694 {{(pid=102750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 12:27:09.844972 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-27992a2e-1727-4a9f-85ae-4bd9e8a3be89 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793343491880'] for port, before_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:09.855023 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-526ccdee-4627-4703-8753-42c5650749ae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:09.918758 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.provisioning_blocks [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] Provisioning complete for port aa0aca8f-5f89-4a75-832c-e1fb055f3f19 triggered by entity L2. {{(pid=102751) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 12:27:09.919203 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3821908'] for port, provisioning_complete {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:09.922199 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-526ccdee-4627-4703-8753-42c5650749ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545565'] for security_group, after_delete {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:09.925454 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-526ccdee-4627-4703-8753-42c5650749ae admin admin] Publish callbacks [] for security_group, before_response {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:09.927010 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [None req-526ccdee-4627-4703-8753-42c5650749ae admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/aa194d36-e336-446a-bfbf-6c077271fd8d HTTP/1.1" status: 204 len: 168 time: 0.1608806 Nov 22 12:27:09.938260 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526ccdee-4627-4703-8753-42c5650749ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa194d36-e336-446a-bfbf-6c077271fd8d,revision_number=None']} {{(pid=102749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:27:09.968328 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.plugins.ml2.db [None req-27992a2e-1727-4a9f-85ae-4bd9e8a3be89 admin admin] For port 02d3c963-d50a-41ad-a96a-3d5c96c24694, host dv-cinder-768458-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-13-iscsi',level=0,port_id=02d3c963-d50a-41ad-a96a-3d5c96c24694,segment=NetworkSegment(b78e0815-b799-49df-bef0-4bb183f15c4f),segment_id=b78e0815-b799-49df-bef0-4bb183f15c4f)] {{(pid=102750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 12:27:09.968690 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-27992a2e-1727-4a9f-85ae-4bd9e8a3be89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-535547'] for port, precommit_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:09.986156 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.plugins.ml2.plugin [None req-27992a2e-1727-4a9f-85ae-4bd9e8a3be89 admin admin] Calling delete_port for 02d3c963-d50a-41ad-a96a-3d5c96c24694 owned by network:dhcp {{(pid=102750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 12:27:10.068565 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.db [None req-83e4d26f-1705-4fc0-9d3f-1a643730bcf5 None None] For port 61a51190-2223-465e-afff-b433e203ee65, host dv-cinder-768458-13-iscsi, cleared binding levels {{(pid=102751) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 12:27:10.088205 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-a8cfb7fb-3c45-4e74-afbb-909f6975c593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3931732'] for port, before_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:10.100949 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.db [None req-83e4d26f-1705-4fc0-9d3f-1a643730bcf5 None None] For port 61a51190-2223-465e-afff-b433e203ee65, host dv-cinder-768458-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-13-iscsi',level=0,port_id=61a51190-2223-465e-afff-b433e203ee65,segment=NetworkSegment(e3c39b73-03d8-49ff-bc2c-260388c4f6b1),segment_id=e3c39b73-03d8-49ff-bc2c-260388c4f6b1)] {{(pid=102751) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 12:27:10.117621 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.l3_dvr_db [None req-1fcff233-3756-4a3c-bb5d-30e18433592d None None] Set router 22e3319e-96da-42cd-99d2-6ae298eea824 gateway port host: dv-cinder-768458-13-iscsi {{(pid=102751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 12:27:10.146488 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-83e4d26f-1705-4fc0-9d3f-1a643730bcf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793343495738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793342949286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793342949304'] for port, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:10.200107 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04f0f19c-f85a-4830-8706-fde4ab3c871c None None] DHCP port deletion for 10b712e1-1243-4ece-87db-2201cf5a5198 request from dv-cinder-768458-13-iscsi {{(pid=102751) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 12:27:10.309464 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.wsgi [-] (102749) accepted ('10.222.0.66', 52786) {{(pid=102749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:27:10.328022 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-8d3f5034-e82f-4f4d-b910-a5c0a579f065 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:10.335867 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.db [None req-a8cfb7fb-3c45-4e74-afbb-909f6975c593 None None] For port 8727499d-84a8-438c-bd19-6919bedd8315, host dv-cinder-768458-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-13-iscsi',level=0,port_id=8727499d-84a8-438c-bd19-6919bedd8315,segment=NetworkSegment(b2e12c16-42f6-4ba0-941d-a4e84f88b840),segment_id=b2e12c16-42f6-4ba0-941d-a4e84f88b840)] {{(pid=102751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 12:27:10.400760 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-a8cfb7fb-3c45-4e74-afbb-909f6975c593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793343495738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793342949286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793342949304'] for port, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:10.413452 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-64155c22-d5d9-4454-9d13-8edae30d87be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-531626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-533046'] for router, after_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:10.414293 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e4d26f-1705-4fc0-9d3f-1a643730bcf5 None None] Pushing event updated for resources: {'Port': ['ID=61a51190-2223-465e-afff-b433e203ee65,revision_number=2']} {{(pid=102751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:27:10.515608 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-27992a2e-1727-4a9f-85ae-4bd9e8a3be89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793343495765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793342949277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128483729'] for port, after_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:10.550108 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-8d3f5034-e82f-4f4d-b910-a5c0a579f065 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:10.562307 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8cfb7fb-3c45-4e74-afbb-909f6975c593 None None] Pushing event updated for resources: {'Port': ['ID=8727499d-84a8-438c-bd19-6919bedd8315,revision_number=5']} {{(pid=102751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:27:10.568218 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.plugin [None req-04f0f19c-f85a-4830-8706-fde4ab3c871c None None] Deleting port 02d3c963-d50a-41ad-a96a-3d5c96c24694 {{(pid=102751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 12:27:10.568596 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-04f0f19c-f85a-4830-8706-fde4ab3c871c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793343491880'] for port, before_delete {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:10.583960 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-8d3f5034-e82f-4f4d-b910-a5c0a579f065 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545565'] for security_group, after_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:10.584342 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27992a2e-1727-4a9f-85ae-4bd9e8a3be89 admin admin] No DVR routers for this DVR port 02d3c963-d50a-41ad-a96a-3d5c96c24694 on host dv-cinder-768458-13-iscsi {{(pid=102750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 12:27:10.611002 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.rpc [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] Device bbf1bde1-bd21-4da0-b335-a9b80c21c589 no longer exists at agent ovs-agent-dv-cinder-768458-13-iscsi {{(pid=102751) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 12:27:10.613365 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.provisioning_blocks [None req-5a54e50f-0e38-4abf-b945-e7b6ba9684ae None None] Provisioning complete for port 8727499d-84a8-438c-bd19-6919bedd8315 triggered by entity DHCP. {{(pid=102751) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 12:27:10.613936 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-5a54e50f-0e38-4abf-b945-e7b6ba9684ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3821908'] for port, provisioning_complete {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:10.621277 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27992a2e-1727-4a9f-85ae-4bd9e8a3be89 admin admin] Pushing event deleted for resources: {'Port': ['ID=02d3c963-d50a-41ad-a96a-3d5c96c24694,revision_number=None']} {{(pid=102750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:27:10.645143 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [None req-8d3f5034-e82f-4f4d-b910-a5c0a579f065 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=0174539d6eb24de89f27c68f5d349490&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3335686 Nov 22 12:27:10.646724 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3f5034-e82f-4f4d-b910-a5c0a579f065 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c423cfcd-c686-4658-bb48-fbf7508cb23a,revision_number=1']} {{(pid=102749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:27:10.650603 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.wsgi [-] (102749) accepted ('10.222.0.66', 52788) {{(pid=102749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:27:10.692208 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-27992a2e-1727-4a9f-85ae-4bd9e8a3be89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3855014', 'neutron.services.segments.db._delete_segments_for_network-8793343475339'] for network, precommit_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:10.715500 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.plugin [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] No Port match for: bbf1bde1-bd21-4da0-b335-a9b80c21c589 {{(pid=102751) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 12:27:10.715845 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.rpc [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] Device bbf1bde1-bd21-4da0-b335-a9b80c21c589 not bound to the agent host dv-cinder-768458-13-iscsi {{(pid=102751) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 12:27:10.716282 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.rpc [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] Device 0ac1a34f-6725-44f8-8b88-8fb9c49da86b no longer exists at agent ovs-agent-dv-cinder-768458-13-iscsi {{(pid=102751) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 12:27:10.728697 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.services.segments.db [None req-27992a2e-1727-4a9f-85ae-4bd9e8a3be89 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10b712e1-1243-4ece-87db-2201cf5a5198']}} {{(pid=102750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 12:27:10.742006 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.services.segments.db [None req-27992a2e-1727-4a9f-85ae-4bd9e8a3be89 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b78e0815-b799-49df-bef0-4bb183f15c4f') {'for_net_delete': True} {{(pid=102750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 12:27:10.742468 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.services.segments.db [None req-27992a2e-1727-4a9f-85ae-4bd9e8a3be89 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b78e0815-b799-49df-bef0-4bb183f15c4f') {} {{(pid=102750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 12:27:10.744895 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-b4e3331a-e014-4815-987f-3e2706f75b9c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:10.755977 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-27992a2e-1727-4a9f-85ae-4bd9e8a3be89 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793343276566', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129945334'] for segment, before_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:10.758780 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.plugin [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] No Port match for: 0ac1a34f-6725-44f8-8b88-8fb9c49da86b {{(pid=102751) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 12:27:10.759138 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.rpc [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] Device 0ac1a34f-6725-44f8-8b88-8fb9c49da86b not bound to the agent host dv-cinder-768458-13-iscsi {{(pid=102751) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 12:27:10.763157 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.db [None req-04f0f19c-f85a-4830-8706-fde4ab3c871c None None] For port 02d3c963-d50a-41ad-a96a-3d5c96c24694, host dv-cinder-768458-13-iscsi, got binding levels [] {{(pid=102751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 12:27:10.763584 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-04f0f19c-f85a-4830-8706-fde4ab3c871c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-535547'] for port, precommit_delete {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:10.765792 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64155c22-d5d9-4454-9d13-8edae30d87be admin admin] Router a57a2ca3-a70e-46ff-8851-7364a65e32bb is scheduled to L3 agent b4a26ead-6ab2-4f98-a352-c9ed6d39b73e with binding_index 1 {{(pid=102750) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 12:27:10.782314 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.plugin [None req-04f0f19c-f85a-4830-8706-fde4ab3c871c None None] Calling delete_port for 02d3c963-d50a-41ad-a96a-3d5c96c24694 owned by network:dhcp {{(pid=102751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 12:27:10.785525 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-b4e3331a-e014-4815-987f-3e2706f75b9c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:10.786646 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.ipam_backend_mixin [None req-04f0f19c-f85a-4830-8706-fde4ab3c871c None None] Port 02d3c963-d50a-41ad-a96a-3d5c96c24694 was not found and therefore no delete operation was performed {{(pid=102751) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 22 12:27:10.792488 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-04f0f19c-f85a-4830-8706-fde4ab3c871c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793343495765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793342949277'] for port, after_delete {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:10.819421 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-27992a2e-1727-4a9f-85ae-4bd9e8a3be89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3850450'] for segment, precommit_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:10.829420 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f0f19c-f85a-4830-8706-fde4ab3c871c None None] Pushing event deleted for resources: {'Port': ['ID=02d3c963-d50a-41ad-a96a-3d5c96c24694,revision_number=None']} {{(pid=102751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:27:10.836010 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27992a2e-1727-4a9f-85ae-4bd9e8a3be89 admin admin] Releasing vlan 639 on physical network physnet1 to pool {{(pid=102750) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 12:27:10.836570 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-27992a2e-1727-4a9f-85ae-4bd9e8a3be89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3850450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128483812'] for segment, after_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:10.837193 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04f0f19c-f85a-4830-8706-fde4ab3c871c None None] No DVR routers for this DVR port 02d3c963-d50a-41ad-a96a-3d5c96c24694 on host dv-cinder-768458-13-iscsi {{(pid=102751) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 12:27:10.838710 dv-cinder-768458-13-iscsi neutron-server[102750]: Traceback (most recent call last): Nov 22 12:27:10.838710 dv-cinder-768458-13-iscsi neutron-server[102750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 12:27:10.838710 dv-cinder-768458-13-iscsi neutron-server[102750]: timer() Nov 22 12:27:10.838710 dv-cinder-768458-13-iscsi neutron-server[102750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 12:27:10.838710 dv-cinder-768458-13-iscsi neutron-server[102750]: cb(*args, **kw) Nov 22 12:27:10.838710 dv-cinder-768458-13-iscsi neutron-server[102750]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 12:27:10.838710 dv-cinder-768458-13-iscsi neutron-server[102750]: return func(*args, **kwargs) Nov 22 12:27:10.838710 dv-cinder-768458-13-iscsi neutron-server[102750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 12:27:10.838710 dv-cinder-768458-13-iscsi neutron-server[102750]: self._notify() Nov 22 12:27:10.838710 dv-cinder-768458-13-iscsi neutron-server[102750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 12:27:10.838710 dv-cinder-768458-13-iscsi neutron-server[102750]: self.callback(batched_events) Nov 22 12:27:10.838710 dv-cinder-768458-13-iscsi neutron-server[102750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 12:27:10.838710 dv-cinder-768458-13-iscsi neutron-server[102750]: event.method(event) Nov 22 12:27:10.838710 dv-cinder-768458-13-iscsi neutron-server[102750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 12:27:10.838710 dv-cinder-768458-13-iscsi neutron-server[102750]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 12:27:10.838710 dv-cinder-768458-13-iscsi neutron-server[102750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 12:27:10.838710 dv-cinder-768458-13-iscsi neutron-server[102750]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 12:27:10.838710 dv-cinder-768458-13-iscsi neutron-server[102750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 12:27:10.838710 dv-cinder-768458-13-iscsi neutron-server[102750]: return f(self, *a, **k) Nov 22 12:27:10.838710 dv-cinder-768458-13-iscsi neutron-server[102750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 12:27:10.838710 dv-cinder-768458-13-iscsi neutron-server[102750]: return self._get(url).json() Nov 22 12:27:10.838710 dv-cinder-768458-13-iscsi neutron-server[102750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 12:27:10.838710 dv-cinder-768458-13-iscsi neutron-server[102750]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 12:27:10.838710 dv-cinder-768458-13-iscsi neutron-server[102750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 12:27:10.838710 dv-cinder-768458-13-iscsi neutron-server[102750]: return self.request(url, 'GET', **kwargs) Nov 22 12:27:10.838710 dv-cinder-768458-13-iscsi neutron-server[102750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 12:27:10.838710 dv-cinder-768458-13-iscsi neutron-server[102750]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 12:27:10.838710 dv-cinder-768458-13-iscsi neutron-server[102750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 12:27:10.838710 dv-cinder-768458-13-iscsi neutron-server[102750]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 12:27:10.838710 dv-cinder-768458-13-iscsi neutron-server[102750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 12:27:10.838710 dv-cinder-768458-13-iscsi neutron-server[102750]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 12:27:10.838710 dv-cinder-768458-13-iscsi neutron-server[102750]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 12:27:10.860966 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-b4e3331a-e014-4815-987f-3e2706f75b9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545565'] for security_group, after_delete {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:10.861451 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.l3_hamode_db [None req-1fcff233-3756-4a3c-bb5d-30e18433592d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22e3319e-96da-42cd-99d2-6ae298eea824', 'name': 'tempest-TestVolumeBootPattern-2064543887-router', 'tenant_id': 'cb29d996e3de41b0b21ee7ccd827eaea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52f34850-4f08-4bf9-8f19-1c892d4c6132', 'external_fixed_ips': [{'subnet_id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'ip_address': '172.27.0.212'}], 'enable_snat': True}, 'gw_port_id': 'aa0aca8f-5f89-4a75-832c-e1fb055f3f19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T12:27:02Z', 'updated_at': '2021-11-22T12:27:04Z', 'revision_number': 4, 'project_id': 'cb29d996e3de41b0b21ee7ccd827eaea', 'gw_port': {'id': 'aa0aca8f-5f89-4a75-832c-e1fb055f3f19', 'name': '', 'network_id': '52f34850-4f08-4bf9-8f19-1c892d4c6132', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:4b:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22e3319e-96da-42cd-99d2-6ae298eea824', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'ip_address': '172.27.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T12:27:02Z', 'updated_at': '2021-11-22T12:27:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-13-iscsi', '_interfaces': [{'id': '8727499d-84a8-438c-bd19-6919bedd8315', 'name': '', 'network_id': 'b3fc06d8-5c3b-4a4b-b823-0fcbe71895b9', 'tenant_id': 'cb29d996e3de41b0b21ee7ccd827eaea', 'mac_address': 'fa:16:3e:f8:6d:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22e3319e-96da-42cd-99d2-6ae298eea824', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '3232d04e-3320-46b5-a105-4fa3dd51672a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T12:27:04Z', 'updated_at': '2021-11-22T12:27:09Z', 'revision_number': 4, 'project_id': 'cb29d996e3de41b0b21ee7ccd827eaea', 'subnets': [{'id': '3232d04e-3320-46b5-a105-4fa3dd51672a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-13-iscsi', False) {} {{(pid=102751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 12:27:10.866889 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-b4e3331a-e014-4815-987f-3e2706f75b9c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:10.870841 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [None req-b4e3331a-e014-4815-987f-3e2706f75b9c admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/c423cfcd-c686-4658-bb48-fbf7508cb23a HTTP/1.1" status: 204 len: 168 time: 0.2168419 Nov 22 12:27:10.884945 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e3331a-e014-4815-987f-3e2706f75b9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c423cfcd-c686-4658-bb48-fbf7508cb23a,revision_number=None']} {{(pid=102749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:27:10.922381 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fcff233-3756-4a3c-bb5d-30e18433592d None None] The sync data for ids ['22e3319e-96da-42cd-99d2-6ae298eea824'] in dv-cinder-768458-13-iscsi is: [{'id': '22e3319e-96da-42cd-99d2-6ae298eea824', 'name': 'tempest-TestVolumeBootPattern-2064543887-router', 'tenant_id': 'cb29d996e3de41b0b21ee7ccd827eaea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52f34850-4f08-4bf9-8f19-1c892d4c6132', 'external_fixed_ips': [{'subnet_id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'ip_address': '172.27.0.212'}], 'enable_snat': True}, 'gw_port_id': 'aa0aca8f-5f89-4a75-832c-e1fb055f3f19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T12:27:02Z', 'updated_at': '2021-11-22T12:27:04Z', 'revision_number': 4, 'project_id': 'cb29d996e3de41b0b21ee7ccd827eaea', 'gw_port': {'id': 'aa0aca8f-5f89-4a75-832c-e1fb055f3f19', 'name': '', 'network_id': '52f34850-4f08-4bf9-8f19-1c892d4c6132', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:4b:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22e3319e-96da-42cd-99d2-6ae298eea824', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'ip_address': '172.27.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T12:27:02Z', 'updated_at': '2021-11-22T12:27:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-13-iscsi', '_interfaces': [{'id': '8727499d-84a8-438c-bd19-6919bedd8315', 'name': '', 'network_id': 'b3fc06d8-5c3b-4a4b-b823-0fcbe71895b9', 'tenant_id': 'cb29d996e3de41b0b21ee7ccd827eaea', 'mac_address': 'fa:16:3e:f8:6d:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22e3319e-96da-42cd-99d2-6ae298eea824', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '3232d04e-3320-46b5-a105-4fa3dd51672a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T12:27:04Z', 'updated_at': '2021-11-22T12:27:09Z', 'revision_number': 4, 'project_id': 'cb29d996e3de41b0b21ee7ccd827eaea', 'subnets': [{'id': '3232d04e-3320-46b5-a105-4fa3dd51672a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 12:27:10.949727 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-27992a2e-1727-4a9f-85ae-4bd9e8a3be89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3855023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532706'] for network, after_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:10.957722 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-27992a2e-1727-4a9f-85ae-4bd9e8a3be89 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758363'] for network, before_response {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:10.961813 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [None req-27992a2e-1727-4a9f-85ae-4bd9e8a3be89 admin admin] 10.222.0.66 "DELETE /v2.0/networks/10b712e1-1243-4ece-87db-2201cf5a5198 HTTP/1.1" status: 204 len: 168 time: 1.5717134 Nov 22 12:27:10.982904 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27992a2e-1727-4a9f-85ae-4bd9e8a3be89 admin admin] Pushing event deleted for resources: {'Network': ['ID=10b712e1-1243-4ece-87db-2201cf5a5198,revision_number=None']} {{(pid=102750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:27:10.985337 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64155c22-d5d9-4454-9d13-8edae30d87be admin admin] Notify agent at l3_agent.dv-cinder-768458-13-iscsi the message routers_updated {{(pid=102750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 12:27:11.020284 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03be3c81-5f3a-4a20-bcfe-e8021e3fa47b None None] Sync routers for ids ['a57a2ca3-a70e-46ff-8851-7364a65e32bb'] in dv-cinder-768458-13-iscsi {{(pid=102751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 12:27:11.035119 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03be3c81-5f3a-4a20-bcfe-e8021e3fa47b None None] Routers {'a57a2ca3-a70e-46ff-8851-7364a65e32bb'} bound to L3 agent in host dv-cinder-768458-13-iscsi {{(pid=102751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 12:27:11.035867 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.l3_hamode_db [None req-03be3c81-5f3a-4a20-bcfe-e8021e3fa47b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T12:11:23Z,description=,heartbeat_timestamp=2021-11-22T12:26:53Z,host='dv-cinder-768458-13-iscsi',id=b4a26ead-6ab2-4f98-a352-c9ed6d39b73e,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T12:11:23Z,topic='l3_agent')) {'router_ids': ['a57a2ca3-a70e-46ff-8851-7364a65e32bb'], 'active': True} {{(pid=102751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 12:27:11.045137 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-64155c22-d5d9-4454-9d13-8edae30d87be admin admin] Publish callbacks [] for router, before_response {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:11.046084 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [None req-64155c22-d5d9-4454-9d13-8edae30d87be admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.9464583 Nov 22 12:27:11.049253 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.wsgi [-] (102749) accepted ('10.222.0.66', 52794) {{(pid=102749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:27:11.262818 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.l3_dvr_db [None req-03be3c81-5f3a-4a20-bcfe-e8021e3fa47b None None] Set router a57a2ca3-a70e-46ff-8851-7364a65e32bb gateway port host: dv-cinder-768458-13-iscsi {{(pid=102751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 12:27:11.401647 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.rpc [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] Device 8727499d-84a8-438c-bd19-6919bedd8315 up at agent ovs-agent-dv-cinder-768458-13-iscsi {{(pid=102751) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 12:27:11.502038 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.wsgi [-] (102750) accepted ('10.222.0.66', 52804) {{(pid=102750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:27:11.557435 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.provisioning_blocks [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] Provisioning complete for port 8727499d-84a8-438c-bd19-6919bedd8315 triggered by entity L2. {{(pid=102751) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 12:27:11.557858 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3821908'] for port, provisioning_complete {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:11.597985 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [None req-baff093a-1d79-4cab-b445-c03c55c99476 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=7f5dffe9bc3f41c7a2656d194fd02173&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0940342 Nov 22 12:27:11.599024 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.wsgi [-] (102750) accepted ('10.222.0.66', 52806) {{(pid=102750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:27:11.691952 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-401fa6a1-db40-4993-b70c-011b6163c307 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:11.722062 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-401fa6a1-db40-4993-b70c-011b6163c307 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:11.794349 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-401fa6a1-db40-4993-b70c-011b6163c307 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545565'] for security_group, after_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:11.797100 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-401fa6a1-db40-4993-b70c-011b6163c307 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:11.798508 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [None req-401fa6a1-db40-4993-b70c-011b6163c307 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/414295b4-e70e-46b1-a75d-a9e6a2e98c52 HTTP/1.1" status: 204 len: 168 time: 0.1982872 Nov 22 12:27:11.809086 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401fa6a1-db40-4993-b70c-011b6163c307 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=414295b4-e70e-46b1-a75d-a9e6a2e98c52,revision_number=None']} {{(pid=102750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:27:11.829218 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76a6e7d1-258b-4c2c-9715-c68e77c4096d None None] Network 368dc3d0-96f6-4bfa-88bb-81a0061ef57e requested from dv-cinder-768458-13-iscsi {{(pid=102751) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 12:27:11.890970 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-82a258a5-852d-48e8-bbc0-d44d8afc2b42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3931732'] for port, before_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:11.920362 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.l3_hamode_db [None req-03be3c81-5f3a-4a20-bcfe-e8021e3fa47b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a57a2ca3-a70e-46ff-8851-7364a65e32bb', 'name': 'tempest-TestVolumeBootPattern-1146615576-router', 'tenant_id': 'e603b27179e64c34a760f8fd2b22f85b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52f34850-4f08-4bf9-8f19-1c892d4c6132', 'external_fixed_ips': [{'subnet_id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'ip_address': '172.27.0.29'}], 'enable_snat': True}, 'gw_port_id': '255ed53a-da05-458f-83c6-75f53cd737de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T12:27:08Z', 'updated_at': '2021-11-22T12:27:09Z', 'revision_number': 3, 'project_id': 'e603b27179e64c34a760f8fd2b22f85b', 'gw_port': {'id': '255ed53a-da05-458f-83c6-75f53cd737de', 'name': '', 'network_id': '52f34850-4f08-4bf9-8f19-1c892d4c6132', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:8f:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a57a2ca3-a70e-46ff-8851-7364a65e32bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'ip_address': '172.27.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T12:27:08Z', 'updated_at': '2021-11-22T12:27:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-13-iscsi'}], 'dv-cinder-768458-13-iscsi', False) {} {{(pid=102751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 12:27:11.958805 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.rpc [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] Device 61a51190-2223-465e-afff-b433e203ee65 up at agent ovs-agent-dv-cinder-768458-13-iscsi {{(pid=102751) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 12:27:11.963795 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03be3c81-5f3a-4a20-bcfe-e8021e3fa47b None None] Checking router: a57a2ca3-a70e-46ff-8851-7364a65e32bb for host: dv-cinder-768458-13-iscsi {{(pid=102751) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 12:27:11.964150 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03be3c81-5f3a-4a20-bcfe-e8021e3fa47b None None] Updating router a57a2ca3-a70e-46ff-8851-7364a65e32bb port 255ed53a-da05-458f-83c6-75f53cd737de binding host dv-cinder-768458-13-iscsi {{(pid=102751) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 12:27:12.174557 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.provisioning_blocks [None req-fccd65a0-b5c8-4f31-965c-650e8c4c8aa4 None None] Provisioning complete for port 61a51190-2223-465e-afff-b433e203ee65 triggered by entity DHCP. {{(pid=102751) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 12:27:12.174894 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-fccd65a0-b5c8-4f31-965c-650e8c4c8aa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3821908'] for port, provisioning_complete {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:12.182931 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.db.db_base_plugin_common [None req-82a258a5-852d-48e8-bbc0-d44d8afc2b42 admin admin] Allocated IP 172.20.0.1 (368dc3d0-96f6-4bfa-88bb-81a0061ef57e/744703d2-6578-4746-a877-8b569b4a35e7/4cce82d2-a6d0-475c-960f-a3a0e17daba1) {{(pid=102749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 12:27:12.242704 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-03be3c81-5f3a-4a20-bcfe-e8021e3fa47b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3931732'] for port, before_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:12.411549 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.provisioning_blocks [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] Provisioning complete for port 61a51190-2223-465e-afff-b433e203ee65 triggered by entity L2. {{(pid=102751) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 12:27:12.412255 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3821908'] for port, provisioning_complete {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:12.516698 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-fccd65a0-b5c8-4f31-965c-650e8c4c8aa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3931732'] for port, before_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:12.640019 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.db [None req-fccd65a0-b5c8-4f31-965c-650e8c4c8aa4 None None] For port 61a51190-2223-465e-afff-b433e203ee65, host dv-cinder-768458-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-13-iscsi',level=0,port_id=61a51190-2223-465e-afff-b433e203ee65,segment=NetworkSegment(e3c39b73-03d8-49ff-bc2c-260388c4f6b1),segment_id=e3c39b73-03d8-49ff-bc2c-260388c4f6b1)] {{(pid=102751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 12:27:12.672599 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-fccd65a0-b5c8-4f31-965c-650e8c4c8aa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793343495738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793342949286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793342949304'] for port, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:12.844098 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccd65a0-b5c8-4f31-965c-650e8c4c8aa4 None None] Pushing event updated for resources: {'Port': ['ID=61a51190-2223-465e-afff-b433e203ee65,revision_number=3']} {{(pid=102751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:27:12.864880 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-82a258a5-852d-48e8-bbc0-d44d8afc2b42 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:12.871078 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.rpc [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] Device 02d3c963-d50a-41ad-a96a-3d5c96c24694 no longer exists at agent ovs-agent-dv-cinder-768458-13-iscsi {{(pid=102751) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 12:27:12.895612 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-03be3c81-5f3a-4a20-bcfe-e8021e3fa47b None None] Publish callbacks [] for port, precommit_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:12.899960 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.plugin [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] No Port match for: 02d3c963-d50a-41ad-a96a-3d5c96c24694 {{(pid=102751) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 12:27:12.900453 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.rpc [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] Device 02d3c963-d50a-41ad-a96a-3d5c96c24694 not bound to the agent host dv-cinder-768458-13-iscsi {{(pid=102751) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 12:27:12.904103 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-03be3c81-5f3a-4a20-bcfe-e8021e3fa47b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793343495738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793342949286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793342949304'] for port, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:12.946850 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-82a258a5-852d-48e8-bbc0-d44d8afc2b42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793342949268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126077602'] for port, after_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:12.971339 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.managers [None req-03be3c81-5f3a-4a20-bcfe-e8021e3fa47b None None] Attempting to bind port 255ed53a-da05-458f-83c6-75f53cd737de on host dv-cinder-768458-13-iscsi for vnic_type normal with profile {{(pid=102751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 12:27:12.971741 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.managers [None req-03be3c81-5f3a-4a20-bcfe-e8021e3fa47b None None] Attempting to bind port 255ed53a-da05-458f-83c6-75f53cd737de by drivers openvswitch,hyperv on host dv-cinder-768458-13-iscsi at level 0 using segments [{'id': '91a15bc4-f975-4336-93bb-1ba9d2e7565e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52f34850-4f08-4bf9-8f19-1c892d4c6132'}] {{(pid=102751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 12:27:12.972113 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03be3c81-5f3a-4a20-bcfe-e8021e3fa47b None None] Attempting to bind port 255ed53a-da05-458f-83c6-75f53cd737de on network 52f34850-4f08-4bf9-8f19-1c892d4c6132 {{(pid=102751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 12:27:12.977492 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa70a90f-1bed-4be7-8111-2718a0ed878b None None] Pushing event updated for resources: {'Port': ['ID=255ed53a-da05-458f-83c6-75f53cd737de,revision_number=2']} {{(pid=102751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:27:12.994546 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03be3c81-5f3a-4a20-bcfe-e8021e3fa47b None None] Checking agent: {'id': '93079659-014b-45ff-9ed2-9a81038b5445', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768458-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 12, 11, 26), 'started_at': datetime.datetime(2021, 11, 22, 12, 11, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 12, 26, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768458-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 12:27:12.995288 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03be3c81-5f3a-4a20-bcfe-e8021e3fa47b None None] Checking segment: {'id': '91a15bc4-f975-4336-93bb-1ba9d2e7565e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52f34850-4f08-4bf9-8f19-1c892d4c6132'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 12:27:12.995868 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-03be3c81-5f3a-4a20-bcfe-e8021e3fa47b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:12.996518 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03be3c81-5f3a-4a20-bcfe-e8021e3fa47b None None] Bound using segment: {'id': '91a15bc4-f975-4336-93bb-1ba9d2e7565e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52f34850-4f08-4bf9-8f19-1c892d4c6132'} {{(pid=102751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 12:27:12.997171 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.managers [None req-03be3c81-5f3a-4a20-bcfe-e8021e3fa47b None None] Bound port: 255ed53a-da05-458f-83c6-75f53cd737de, host: dv-cinder-768458-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91a15bc4-f975-4336-93bb-1ba9d2e7565e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '52f34850-4f08-4bf9-8f19-1c892d4c6132'}}] {{(pid=102751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 12:27:12.997712 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-03be3c81-5f3a-4a20-bcfe-e8021e3fa47b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3931732'] for port, before_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:13.008960 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82a258a5-852d-48e8-bbc0-d44d8afc2b42 admin admin] Network 368dc3d0-96f6-4bfa-88bb-81a0061ef57e is already hosted by enough agents. {{(pid=102749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 12:27:13.012191 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.scheduler.base_scheduler [None req-82a258a5-852d-48e8-bbc0-d44d8afc2b42 admin admin] Resources bound (agent type, host, resource id): {{(pid=102749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 12:27:13.016207 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82a258a5-852d-48e8-bbc0-d44d8afc2b42 admin admin] Received port after_create {{(pid=102749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 12:27:13.050347 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.provisioning_blocks [None req-da6a676a-645a-4f23-8480-97999abf5794 None None] Provisioning complete for port 61a51190-2223-465e-afff-b433e203ee65 triggered by entity DHCP. {{(pid=102751) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 12:27:13.050715 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-da6a676a-645a-4f23-8480-97999abf5794 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3821908'] for port, provisioning_complete {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:13.051223 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a258a5-852d-48e8-bbc0-d44d8afc2b42 admin admin] Pushing event updated for resources: {'Port': ['ID=4cce82d2-a6d0-475c-960f-a3a0e17daba1,revision_number=1']} {{(pid=102749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:27:13.068678 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-82a258a5-852d-48e8-bbc0-d44d8afc2b42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-532587'] for router_interface, before_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:13.106906 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.db [None req-03be3c81-5f3a-4a20-bcfe-e8021e3fa47b None None] For port 255ed53a-da05-458f-83c6-75f53cd737de, host dv-cinder-768458-13-iscsi, cleared binding levels {{(pid=102751) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 12:27:13.112109 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.db [None req-03be3c81-5f3a-4a20-bcfe-e8021e3fa47b None None] For port 255ed53a-da05-458f-83c6-75f53cd737de, host dv-cinder-768458-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-13-iscsi',level=0,port_id=255ed53a-da05-458f-83c6-75f53cd737de,segment=NetworkSegment(91a15bc4-f975-4336-93bb-1ba9d2e7565e),segment_id=91a15bc4-f975-4336-93bb-1ba9d2e7565e)] {{(pid=102751) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 12:27:13.124036 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-03be3c81-5f3a-4a20-bcfe-e8021e3fa47b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793343495738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793342949286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793342949304'] for port, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:13.236721 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa70a90f-1bed-4be7-8111-2718a0ed878b None None] Pushing event updated for resources: {'Port': ['ID=255ed53a-da05-458f-83c6-75f53cd737de,revision_number=3']} {{(pid=102751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:27:13.247548 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.rpc [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] Device 61a51190-2223-465e-afff-b433e203ee65 up at agent ovs-agent-dv-cinder-768458-13-iscsi {{(pid=102751) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 12:27:13.277267 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-82a258a5-852d-48e8-bbc0-d44d8afc2b42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3931732'] for port, before_update {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:13.384939 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03be3c81-5f3a-4a20-bcfe-e8021e3fa47b None None] Routers {'a57a2ca3-a70e-46ff-8851-7364a65e32bb'} bound to L3 agent in host dv-cinder-768458-13-iscsi {{(pid=102751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 12:27:13.385911 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.l3_hamode_db [None req-03be3c81-5f3a-4a20-bcfe-e8021e3fa47b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T12:11:23Z,description=,heartbeat_timestamp=2021-11-22T12:26:53Z,host='dv-cinder-768458-13-iscsi',id=b4a26ead-6ab2-4f98-a352-c9ed6d39b73e,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T12:11:23Z,topic='l3_agent')) {'router_ids': ['a57a2ca3-a70e-46ff-8851-7364a65e32bb'], 'active': True} {{(pid=102751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 12:27:13.459264 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.provisioning_blocks [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] Provisioning complete for port 61a51190-2223-465e-afff-b433e203ee65 triggered by entity L2. {{(pid=102751) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 12:27:13.460328 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3821908'] for port, provisioning_complete {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:13.534910 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-82a258a5-852d-48e8-bbc0-d44d8afc2b42 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:13.542042 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-82a258a5-852d-48e8-bbc0-d44d8afc2b42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793343495738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793342949286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793342949304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126077611'] for port, after_update {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:13.572352 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.l3_dvr_db [None req-03be3c81-5f3a-4a20-bcfe-e8021e3fa47b None None] Set router a57a2ca3-a70e-46ff-8851-7364a65e32bb gateway port host: dv-cinder-768458-13-iscsi {{(pid=102751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 12:27:13.632399 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a258a5-852d-48e8-bbc0-d44d8afc2b42 admin admin] Pushing event updated for resources: {'Port': ['ID=4cce82d2-a6d0-475c-960f-a3a0e17daba1,revision_number=2']} {{(pid=102749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:27:13.640787 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-82a258a5-852d-48e8-bbc0-d44d8afc2b42 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-758399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-531707'] for router_interface, after_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:13.658039 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.provisioning_blocks [None req-4bdad2f1-0b80-4667-b289-df36bcbc7198 None None] Provisioning complete for port 4cce82d2-a6d0-475c-960f-a3a0e17daba1 triggered by entity DHCP. {{(pid=102751) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 12:27:13.658429 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-4bdad2f1-0b80-4667-b289-df36bcbc7198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3821908'] for port, provisioning_complete {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:13.780933 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82a258a5-852d-48e8-bbc0-d44d8afc2b42 admin admin] Network 368dc3d0-96f6-4bfa-88bb-81a0061ef57e is already hosted by enough agents. {{(pid=102749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 12:27:13.782956 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.scheduler.base_scheduler [None req-82a258a5-852d-48e8-bbc0-d44d8afc2b42 admin admin] Resources bound (agent type, host, resource id): {{(pid=102749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 12:27:13.784239 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.plugin [None req-4bdad2f1-0b80-4667-b289-df36bcbc7198 None None] Port 4cce82d2-a6d0-475c-960f-a3a0e17daba1 cannot update to ACTIVE because it is not bound. {{(pid=102751) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 12:27:13.933354 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.l3_hamode_db [None req-03be3c81-5f3a-4a20-bcfe-e8021e3fa47b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a57a2ca3-a70e-46ff-8851-7364a65e32bb', 'name': 'tempest-TestVolumeBootPattern-1146615576-router', 'tenant_id': 'e603b27179e64c34a760f8fd2b22f85b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52f34850-4f08-4bf9-8f19-1c892d4c6132', 'external_fixed_ips': [{'subnet_id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'ip_address': '172.27.0.29'}], 'enable_snat': True}, 'gw_port_id': '255ed53a-da05-458f-83c6-75f53cd737de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T12:27:08Z', 'updated_at': '2021-11-22T12:27:13Z', 'revision_number': 4, 'project_id': 'e603b27179e64c34a760f8fd2b22f85b', 'gw_port': {'id': '255ed53a-da05-458f-83c6-75f53cd737de', 'name': '', 'network_id': '52f34850-4f08-4bf9-8f19-1c892d4c6132', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:8f:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a57a2ca3-a70e-46ff-8851-7364a65e32bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'ip_address': '172.27.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T12:27:08Z', 'updated_at': '2021-11-22T12:27:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-13-iscsi', '_interfaces': [{'id': '4cce82d2-a6d0-475c-960f-a3a0e17daba1', 'name': '', 'network_id': '368dc3d0-96f6-4bfa-88bb-81a0061ef57e', 'tenant_id': 'e603b27179e64c34a760f8fd2b22f85b', 'mac_address': 'fa:16:3e:8e:c0:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a57a2ca3-a70e-46ff-8851-7364a65e32bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '744703d2-6578-4746-a877-8b569b4a35e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T12:27:11Z', 'updated_at': '2021-11-22T12:27:12Z', 'revision_number': 1, 'project_id': 'e603b27179e64c34a760f8fd2b22f85b', 'subnets': [{'id': '744703d2-6578-4746-a877-8b569b4a35e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-13-iscsi', False) {} {{(pid=102751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 12:27:13.936818 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82a258a5-852d-48e8-bbc0-d44d8afc2b42 admin admin] Router a57a2ca3-a70e-46ff-8851-7364a65e32bb has already been hosted by L3 agent b4a26ead-6ab2-4f98-a352-c9ed6d39b73e {{(pid=102749) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 12:27:13.966062 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03be3c81-5f3a-4a20-bcfe-e8021e3fa47b None None] The sync data for ids ['a57a2ca3-a70e-46ff-8851-7364a65e32bb'] in dv-cinder-768458-13-iscsi is: [{'id': 'a57a2ca3-a70e-46ff-8851-7364a65e32bb', 'name': 'tempest-TestVolumeBootPattern-1146615576-router', 'tenant_id': 'e603b27179e64c34a760f8fd2b22f85b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52f34850-4f08-4bf9-8f19-1c892d4c6132', 'external_fixed_ips': [{'subnet_id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'ip_address': '172.27.0.29'}], 'enable_snat': True}, 'gw_port_id': '255ed53a-da05-458f-83c6-75f53cd737de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T12:27:08Z', 'updated_at': '2021-11-22T12:27:13Z', 'revision_number': 4, 'project_id': 'e603b27179e64c34a760f8fd2b22f85b', 'gw_port': {'id': '255ed53a-da05-458f-83c6-75f53cd737de', 'name': '', 'network_id': '52f34850-4f08-4bf9-8f19-1c892d4c6132', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:8f:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a57a2ca3-a70e-46ff-8851-7364a65e32bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'ip_address': '172.27.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T12:27:08Z', 'updated_at': '2021-11-22T12:27:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-13-iscsi', '_interfaces': [{'id': '4cce82d2-a6d0-475c-960f-a3a0e17daba1', 'name': '', 'network_id': '368dc3d0-96f6-4bfa-88bb-81a0061ef57e', 'tenant_id': 'e603b27179e64c34a760f8fd2b22f85b', 'mac_address': 'fa:16:3e:8e:c0:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a57a2ca3-a70e-46ff-8851-7364a65e32bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '744703d2-6578-4746-a877-8b569b4a35e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T12:27:11Z', 'updated_at': '2021-11-22T12:27:12Z', 'revision_number': 1, 'project_id': 'e603b27179e64c34a760f8fd2b22f85b', 'subnets': [{'id': '744703d2-6578-4746-a877-8b569b4a35e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 12:27:14.080571 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82a258a5-852d-48e8-bbc0-d44d8afc2b42 admin admin] Notify agent at l3_agent.dv-cinder-768458-13-iscsi the message routers_updated {{(pid=102749) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 12:27:14.096906 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [None req-82a258a5-852d-48e8-bbc0-d44d8afc2b42 admin admin] 10.222.0.66 "PUT /v2.0/routers/a57a2ca3-a70e-46ff-8851-7364a65e32bb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0452113 Nov 22 12:27:14.129564 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.provisioning_blocks [None req-a794ae98-84e3-46ea-9f88-c3d519056334 None None] Provisioning complete for port 4cce82d2-a6d0-475c-960f-a3a0e17daba1 triggered by entity DHCP. {{(pid=102751) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 12:27:14.130096 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-a794ae98-84e3-46ea-9f88-c3d519056334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3821908'] for port, provisioning_complete {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:14.190546 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.plugin [None req-a794ae98-84e3-46ea-9f88-c3d519056334 None None] Port 4cce82d2-a6d0-475c-960f-a3a0e17daba1 cannot update to ACTIVE because it is not bound. {{(pid=102751) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 12:27:14.586182 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.wsgi [-] (102749) accepted ('10.222.0.66', 52902) {{(pid=102749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:27:14.753128 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-e68e8f84-b71d-4e02-8826-720c1fbd3318 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:14.873786 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-e68e8f84-b71d-4e02-8826-720c1fbd3318 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:14.878950 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-e68e8f84-b71d-4e02-8826-720c1fbd3318 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545565'] for security_group, after_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:14.922329 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68e8f84-b71d-4e02-8826-720c1fbd3318 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb6db660-d0c9-4936-91fb-375d711bb1f9,revision_number=1']} {{(pid=102749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:27:14.928265 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [None req-e68e8f84-b71d-4e02-8826-720c1fbd3318 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=f2fcac13c3874d8e99118e16c5122163&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3399234 Nov 22 12:27:14.930437 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.wsgi [-] (102749) accepted ('10.222.0.66', 52906) {{(pid=102749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:27:14.969743 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.wsgi [-] (102749) accepted ('10.222.0.66', 52908) {{(pid=102749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:27:14.974636 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.v2.base [None req-d817fd54-1760-47e8-9dca-bc261f50e916 tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1723309336', 'description': 'tempest-secgroup-smoke-1723309336 description', 'project_id': 'cb29d996e3de41b0b21ee7ccd827eaea'}} {{(pid=102749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 12:27:15.010629 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-031d2ed7-4834-4876-82db-6bab44783abe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:15.015687 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-d817fd54-1760-47e8-9dca-bc261f50e916 tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] Publish callbacks [] for security_group, before_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:15.046795 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-031d2ed7-4834-4876-82db-6bab44783abe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:15.129196 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-031d2ed7-4834-4876-82db-6bab44783abe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545565'] for security_group, after_delete {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:15.131844 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-031d2ed7-4834-4876-82db-6bab44783abe admin admin] Publish callbacks [] for security_group, before_response {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:15.136089 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [None req-031d2ed7-4834-4876-82db-6bab44783abe admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/cb6db660-d0c9-4936-91fb-375d711bb1f9 HTTP/1.1" status: 204 len: 168 time: 0.2016802 Nov 22 12:27:15.136089 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-d817fd54-1760-47e8-9dca-bc261f50e916 tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] Publish callbacks [] for security_group, precommit_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:15.140934 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-d817fd54-1760-47e8-9dca-bc261f50e916 tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545565'] for security_group, after_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:15.149636 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031d2ed7-4834-4876-82db-6bab44783abe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb6db660-d0c9-4936-91fb-375d711bb1f9,revision_number=None']} {{(pid=102749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:27:15.184721 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d817fd54-1760-47e8-9dca-bc261f50e916 tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65f181fa-6909-4095-8bbf-8108c3343b44,revision_number=1']} {{(pid=102749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:27:15.201073 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-d817fd54-1760-47e8-9dca-bc261f50e916 tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] Publish callbacks [] for security_group, before_response {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:15.206035 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.wsgi [-] (102750) accepted ('10.222.0.66', 52912) {{(pid=102750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:27:15.206663 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [None req-d817fd54-1760-47e8-9dca-bc261f50e916 tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2358572 Nov 22 12:27:15.212023 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.v2.base [None req-2999bcce-a5de-4e12-8247-5e49d0adab5e tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] Request body: {'security_group_rule': {'security_group_id': '65f181fa-6909-4095-8bbf-8108c3343b44', 'project_id': 'cb29d996e3de41b0b21ee7ccd827eaea', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 12:27:15.269107 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-2999bcce-a5de-4e12-8247-5e49d0adab5e tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:15.315549 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.rpc [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] Device 255ed53a-da05-458f-83c6-75f53cd737de up at agent ovs-agent-dv-cinder-768458-13-iscsi {{(pid=102751) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 12:27:15.343434 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-2999bcce-a5de-4e12-8247-5e49d0adab5e tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:15.349356 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-2999bcce-a5de-4e12-8247-5e49d0adab5e tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754837'] for security_group_rule, after_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:15.364129 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2999bcce-a5de-4e12-8247-5e49d0adab5e tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5dd22400-6ce2-4025-a1fe-1027d8e7017b,revision_number=0']} {{(pid=102750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:27:15.390428 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-2999bcce-a5de-4e12-8247-5e49d0adab5e tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:15.392090 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [None req-2999bcce-a5de-4e12-8247-5e49d0adab5e tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1844625 Nov 22 12:27:15.394835 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.wsgi [-] (102750) accepted ('10.222.0.66', 52920) {{(pid=102750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:27:15.401727 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.v2.base [None req-a6c29b75-4dae-45b2-8308-1d485c7640c3 tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] Request body: {'security_group_rule': {'security_group_id': '65f181fa-6909-4095-8bbf-8108c3343b44', 'project_id': 'cb29d996e3de41b0b21ee7ccd827eaea', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 12:27:15.407356 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.provisioning_blocks [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] Provisioning complete for port 255ed53a-da05-458f-83c6-75f53cd737de triggered by entity L2. {{(pid=102751) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 12:27:15.407773 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3821908'] for port, provisioning_complete {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:15.455748 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-a6c29b75-4dae-45b2-8308-1d485c7640c3 tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:15.552917 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-a6c29b75-4dae-45b2-8308-1d485c7640c3 tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:15.557170 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3931732'] for port, before_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:15.558257 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-a6c29b75-4dae-45b2-8308-1d485c7640c3 tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754837'] for security_group_rule, after_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:15.578599 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.wsgi [-] (102749) accepted ('10.222.0.66', 52924) {{(pid=102749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:27:15.581163 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.db [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] For port 255ed53a-da05-458f-83c6-75f53cd737de, host dv-cinder-768458-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-13-iscsi',level=0,port_id=255ed53a-da05-458f-83c6-75f53cd737de,segment=NetworkSegment(91a15bc4-f975-4336-93bb-1ba9d2e7565e),segment_id=91a15bc4-f975-4336-93bb-1ba9d2e7565e)] {{(pid=102751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 12:27:15.586447 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793343495738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793342949286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793342949304'] for port, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:15.589248 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c29b75-4dae-45b2-8308-1d485c7640c3 tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74d2fcaf-b99c-4abb-8450-87b069d4779d,revision_number=0']} {{(pid=102750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:27:15.595366 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-a6c29b75-4dae-45b2-8308-1d485c7640c3 tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:15.599608 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [None req-a6c29b75-4dae-45b2-8308-1d485c7640c3 tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2003975 Nov 22 12:27:15.602446 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.wsgi [-] (102750) accepted ('10.222.0.66', 52926) {{(pid=102750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:27:15.607780 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.v2.base [None req-f66715dd-d2a8-42d4-8f52-73656c8c86b4 tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] Request body: {'security_group_rule': {'security_group_id': '65f181fa-6909-4095-8bbf-8108c3343b44', 'project_id': 'cb29d996e3de41b0b21ee7ccd827eaea', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 12:27:15.619521 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-1763aa13-46be-4215-82cb-4e100689c0f8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:15.641996 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-f66715dd-d2a8-42d4-8f52-73656c8c86b4 tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:15.659520 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] Pushing event updated for resources: {'Port': ['ID=255ed53a-da05-458f-83c6-75f53cd737de,revision_number=4']} {{(pid=102751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:27:15.707435 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-f66715dd-d2a8-42d4-8f52-73656c8c86b4 tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:15.712554 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-f66715dd-d2a8-42d4-8f52-73656c8c86b4 tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754837'] for security_group_rule, after_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:15.717855 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-1763aa13-46be-4215-82cb-4e100689c0f8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:15.721968 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-1763aa13-46be-4215-82cb-4e100689c0f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545565'] for security_group, after_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:15.728874 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66715dd-d2a8-42d4-8f52-73656c8c86b4 tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8fe333a1-0796-49b5-8ed5-8b48a0d5b0e9,revision_number=0']} {{(pid=102750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:27:15.741013 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-f66715dd-d2a8-42d4-8f52-73656c8c86b4 tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:15.744703 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [None req-f66715dd-d2a8-42d4-8f52-73656c8c86b4 tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1401522 Nov 22 12:27:15.745385 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.wsgi [-] (102750) accepted ('10.222.0.66', 52928) {{(pid=102750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:27:15.750435 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.v2.base [None req-f65de956-b19f-41bc-89be-c0f746630674 tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] Request body: {'security_group_rule': {'security_group_id': '65f181fa-6909-4095-8bbf-8108c3343b44', 'project_id': 'cb29d996e3de41b0b21ee7ccd827eaea', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102750) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 12:27:15.770586 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [None req-1763aa13-46be-4215-82cb-4e100689c0f8 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=ea83c3edde9e47ba98d4689d20add9a0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1880884 Nov 22 12:27:15.770586 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1763aa13-46be-4215-82cb-4e100689c0f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0db8c139-d197-4528-8528-fa29c7afbcef,revision_number=1']} {{(pid=102749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:27:15.770987 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.wsgi [-] (102750) accepted ('10.222.0.66', 52930) {{(pid=102750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:27:15.789467 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-f65de956-b19f-41bc-89be-c0f746630674 tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:15.855810 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-dbf34b73-d1e1-4d72-8324-6e26ccc654b2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:15.872325 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-f65de956-b19f-41bc-89be-c0f746630674 tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:15.877814 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-f65de956-b19f-41bc-89be-c0f746630674 tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754837'] for security_group_rule, after_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:15.894654 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-dbf34b73-d1e1-4d72-8324-6e26ccc654b2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:15.915604 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65de956-b19f-41bc-89be-c0f746630674 tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=238e1ffd-6cd8-42f9-9114-8264d7401c40,revision_number=0']} {{(pid=102750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:27:15.923860 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-f65de956-b19f-41bc-89be-c0f746630674 tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:15.925051 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [None req-f65de956-b19f-41bc-89be-c0f746630674 tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1786780 Nov 22 12:27:15.927999 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.wsgi [-] (102749) accepted ('10.222.0.66', 52932) {{(pid=102749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:27:15.933117 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.v2.base [None req-156030af-c127-4fcd-9415-c91ae71a83f0 tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] Request body: {'security_group_rule': {'security_group_id': '65f181fa-6909-4095-8bbf-8108c3343b44', 'project_id': 'cb29d996e3de41b0b21ee7ccd827eaea', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 12:27:15.956543 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.db.securitygroups_db [None req-156030af-c127-4fcd-9415-c91ae71a83f0 tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] Project cb29d996e3de41b0b21ee7ccd827eaea added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 22 12:27:15.960236 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-dbf34b73-d1e1-4d72-8324-6e26ccc654b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545565'] for security_group, after_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:15.963476 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-dbf34b73-d1e1-4d72-8324-6e26ccc654b2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:15.966915 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [None req-dbf34b73-d1e1-4d72-8324-6e26ccc654b2 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/0db8c139-d197-4528-8528-fa29c7afbcef HTTP/1.1" status: 204 len: 168 time: 0.1926184 Nov 22 12:27:15.967073 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-156030af-c127-4fcd-9415-c91ae71a83f0 tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:15.974371 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf34b73-d1e1-4d72-8324-6e26ccc654b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0db8c139-d197-4528-8528-fa29c7afbcef,revision_number=None']} {{(pid=102750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:27:16.044123 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-156030af-c127-4fcd-9415-c91ae71a83f0 tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:16.048581 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-156030af-c127-4fcd-9415-c91ae71a83f0 tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754837'] for security_group_rule, after_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:16.072035 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156030af-c127-4fcd-9415-c91ae71a83f0 tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d797dd0-21b8-4e2b-b865-74c0c33cc97c,revision_number=0']} {{(pid=102749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:27:16.077995 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-156030af-c127-4fcd-9415-c91ae71a83f0 tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:16.079181 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [None req-156030af-c127-4fcd-9415-c91ae71a83f0 tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1499383 Nov 22 12:27:16.082022 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.wsgi [-] (102749) accepted ('10.222.0.66', 52936) {{(pid=102749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:27:16.086768 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.v2.base [None req-8cb0d1ce-a0e4-4811-855c-af5bf8e78199 tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] Request body: {'security_group_rule': {'security_group_id': '65f181fa-6909-4095-8bbf-8108c3343b44', 'project_id': 'cb29d996e3de41b0b21ee7ccd827eaea', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 12:27:16.110702 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.db.securitygroups_db [None req-8cb0d1ce-a0e4-4811-855c-af5bf8e78199 tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] Project cb29d996e3de41b0b21ee7ccd827eaea added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 22 12:27:16.115866 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-8cb0d1ce-a0e4-4811-855c-af5bf8e78199 tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:16.179753 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-8cb0d1ce-a0e4-4811-855c-af5bf8e78199 tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:16.185234 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-8cb0d1ce-a0e4-4811-855c-af5bf8e78199 tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754837'] for security_group_rule, after_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:16.203686 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb0d1ce-a0e4-4811-855c-af5bf8e78199 tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe4cfe4c-ea10-43ef-87d5-33b86bef8e6b,revision_number=0']} {{(pid=102749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:27:16.213145 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-8cb0d1ce-a0e4-4811-855c-af5bf8e78199 tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:16.214572 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [None req-8cb0d1ce-a0e4-4811-855c-af5bf8e78199 tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1315975 Nov 22 12:27:17.074122 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1a71199-f097-426c-9553-aa2cc596f99b None None] Sync routers for ids ['a57a2ca3-a70e-46ff-8851-7364a65e32bb'] in dv-cinder-768458-13-iscsi {{(pid=102752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 12:27:17.086647 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1a71199-f097-426c-9553-aa2cc596f99b None None] Routers {'a57a2ca3-a70e-46ff-8851-7364a65e32bb'} bound to L3 agent in host dv-cinder-768458-13-iscsi {{(pid=102752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 12:27:17.087676 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.db.l3_hamode_db [None req-f1a71199-f097-426c-9553-aa2cc596f99b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T12:11:23Z,description=,heartbeat_timestamp=2021-11-22T12:26:53Z,host='dv-cinder-768458-13-iscsi',id=b4a26ead-6ab2-4f98-a352-c9ed6d39b73e,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T12:11:23Z,topic='l3_agent')) {'router_ids': ['a57a2ca3-a70e-46ff-8851-7364a65e32bb'], 'active': True} {{(pid=102752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 12:27:17.209822 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.db.l3_dvr_db [None req-f1a71199-f097-426c-9553-aa2cc596f99b None None] Set router a57a2ca3-a70e-46ff-8851-7364a65e32bb gateway port host: dv-cinder-768458-13-iscsi {{(pid=102752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 12:27:17.213919 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.rpc [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] Device 255ed53a-da05-458f-83c6-75f53cd737de up at agent ovs-agent-dv-cinder-768458-13-iscsi {{(pid=102751) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 12:27:17.430978 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.provisioning_blocks [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] Provisioning complete for port 255ed53a-da05-458f-83c6-75f53cd737de triggered by entity L2. {{(pid=102751) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 12:27:17.430978 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3821908'] for port, provisioning_complete {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:17.473342 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.db.l3_hamode_db [None req-f1a71199-f097-426c-9553-aa2cc596f99b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a57a2ca3-a70e-46ff-8851-7364a65e32bb', 'name': 'tempest-TestVolumeBootPattern-1146615576-router', 'tenant_id': 'e603b27179e64c34a760f8fd2b22f85b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52f34850-4f08-4bf9-8f19-1c892d4c6132', 'external_fixed_ips': [{'subnet_id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'ip_address': '172.27.0.29'}], 'enable_snat': True}, 'gw_port_id': '255ed53a-da05-458f-83c6-75f53cd737de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T12:27:08Z', 'updated_at': '2021-11-22T12:27:13Z', 'revision_number': 4, 'project_id': 'e603b27179e64c34a760f8fd2b22f85b', 'gw_port': {'id': '255ed53a-da05-458f-83c6-75f53cd737de', 'name': '', 'network_id': '52f34850-4f08-4bf9-8f19-1c892d4c6132', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:8f:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a57a2ca3-a70e-46ff-8851-7364a65e32bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'ip_address': '172.27.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T12:27:08Z', 'updated_at': '2021-11-22T12:27:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-13-iscsi', '_interfaces': [{'id': '4cce82d2-a6d0-475c-960f-a3a0e17daba1', 'name': '', 'network_id': '368dc3d0-96f6-4bfa-88bb-81a0061ef57e', 'tenant_id': 'e603b27179e64c34a760f8fd2b22f85b', 'mac_address': 'fa:16:3e:8e:c0:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a57a2ca3-a70e-46ff-8851-7364a65e32bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '744703d2-6578-4746-a877-8b569b4a35e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T12:27:11Z', 'updated_at': '2021-11-22T12:27:13Z', 'revision_number': 2, 'project_id': 'e603b27179e64c34a760f8fd2b22f85b', 'subnets': [{'id': '744703d2-6578-4746-a877-8b569b4a35e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-13-iscsi', False) {} {{(pid=102752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 12:27:17.504167 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1a71199-f097-426c-9553-aa2cc596f99b None None] Checking router: a57a2ca3-a70e-46ff-8851-7364a65e32bb for host: dv-cinder-768458-13-iscsi {{(pid=102752) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 12:27:17.504513 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1a71199-f097-426c-9553-aa2cc596f99b None None] Updating router a57a2ca3-a70e-46ff-8851-7364a65e32bb port 4cce82d2-a6d0-475c-960f-a3a0e17daba1 binding host dv-cinder-768458-13-iscsi {{(pid=102752) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 12:27:17.533594 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron_lib.callbacks.manager [None req-f1a71199-f097-426c-9553-aa2cc596f99b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3931732'] for port, before_update {{(pid=102752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:17.535096 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793343475411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3821827'] for agent, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:17.828468 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron_lib.callbacks.manager [None req-f1a71199-f097-426c-9553-aa2cc596f99b None None] Publish callbacks [] for port, precommit_update {{(pid=102752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:17.835312 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron_lib.callbacks.manager [None req-f1a71199-f097-426c-9553-aa2cc596f99b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793343495738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793342949286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793342949304'] for port, after_update {{(pid=102752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:17.880393 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee39931-165f-4003-b627-14e3bde8cb74 None None] Pushing event updated for resources: {'Port': ['ID=4cce82d2-a6d0-475c-960f-a3a0e17daba1,revision_number=3']} {{(pid=102752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:27:17.938333 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.plugins.ml2.managers [None req-f1a71199-f097-426c-9553-aa2cc596f99b None None] Attempting to bind port 4cce82d2-a6d0-475c-960f-a3a0e17daba1 on host dv-cinder-768458-13-iscsi for vnic_type normal with profile {{(pid=102752) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 12:27:17.938704 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.plugins.ml2.managers [None req-f1a71199-f097-426c-9553-aa2cc596f99b None None] Attempting to bind port 4cce82d2-a6d0-475c-960f-a3a0e17daba1 by drivers openvswitch,hyperv on host dv-cinder-768458-13-iscsi at level 0 using segments [{'id': 'e3c39b73-03d8-49ff-bc2c-260388c4f6b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '368dc3d0-96f6-4bfa-88bb-81a0061ef57e'}] {{(pid=102752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 12:27:17.939071 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1a71199-f097-426c-9553-aa2cc596f99b None None] Attempting to bind port 4cce82d2-a6d0-475c-960f-a3a0e17daba1 on network 368dc3d0-96f6-4bfa-88bb-81a0061ef57e {{(pid=102752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 12:27:17.945053 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1a71199-f097-426c-9553-aa2cc596f99b None None] Checking agent: {'id': '93079659-014b-45ff-9ed2-9a81038b5445', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768458-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 12, 11, 26), 'started_at': datetime.datetime(2021, 11, 22, 12, 11, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 12, 26, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768458-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 12:27:17.945461 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1a71199-f097-426c-9553-aa2cc596f99b None None] Checking segment: {'id': 'e3c39b73-03d8-49ff-bc2c-260388c4f6b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '368dc3d0-96f6-4bfa-88bb-81a0061ef57e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102752) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 12:27:17.946018 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron_lib.callbacks.manager [None req-f1a71199-f097-426c-9553-aa2cc596f99b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:17.946572 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1a71199-f097-426c-9553-aa2cc596f99b None None] Bound using segment: {'id': 'e3c39b73-03d8-49ff-bc2c-260388c4f6b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '368dc3d0-96f6-4bfa-88bb-81a0061ef57e'} {{(pid=102752) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 12:27:17.947125 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.plugins.ml2.managers [None req-f1a71199-f097-426c-9553-aa2cc596f99b None None] Bound port: 4cce82d2-a6d0-475c-960f-a3a0e17daba1, host: dv-cinder-768458-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3c39b73-03d8-49ff-bc2c-260388c4f6b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '368dc3d0-96f6-4bfa-88bb-81a0061ef57e'}}] {{(pid=102752) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 12:27:17.947552 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron_lib.callbacks.manager [None req-f1a71199-f097-426c-9553-aa2cc596f99b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3931732'] for port, before_update {{(pid=102752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:18.038127 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.plugins.ml2.db [None req-f1a71199-f097-426c-9553-aa2cc596f99b None None] For port 4cce82d2-a6d0-475c-960f-a3a0e17daba1, host dv-cinder-768458-13-iscsi, cleared binding levels {{(pid=102752) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 12:27:18.043515 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.plugins.ml2.db [None req-f1a71199-f097-426c-9553-aa2cc596f99b None None] For port 4cce82d2-a6d0-475c-960f-a3a0e17daba1, host dv-cinder-768458-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-13-iscsi',level=0,port_id=4cce82d2-a6d0-475c-960f-a3a0e17daba1,segment=NetworkSegment(e3c39b73-03d8-49ff-bc2c-260388c4f6b1),segment_id=e3c39b73-03d8-49ff-bc2c-260388c4f6b1)] {{(pid=102752) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 12:27:18.050832 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron_lib.callbacks.manager [None req-f1a71199-f097-426c-9553-aa2cc596f99b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793343495738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793342949286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793342949304'] for port, after_update {{(pid=102752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:18.134611 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1a71199-f097-426c-9553-aa2cc596f99b None None] Routers {'a57a2ca3-a70e-46ff-8851-7364a65e32bb'} bound to L3 agent in host dv-cinder-768458-13-iscsi {{(pid=102752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 12:27:18.145034 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.db.l3_hamode_db [None req-f1a71199-f097-426c-9553-aa2cc596f99b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T12:11:23Z,description=,heartbeat_timestamp=2021-11-22T12:26:53Z,host='dv-cinder-768458-13-iscsi',id=b4a26ead-6ab2-4f98-a352-c9ed6d39b73e,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T12:11:23Z,topic='l3_agent')) {'router_ids': ['a57a2ca3-a70e-46ff-8851-7364a65e32bb'], 'active': True} {{(pid=102752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 12:27:18.152466 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.provisioning_blocks [None req-8457dea3-6cc1-47cd-b539-ab3ef30438ce None None] Provisioning complete for port 4cce82d2-a6d0-475c-960f-a3a0e17daba1 triggered by entity DHCP. {{(pid=102751) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 12:27:18.152851 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-8457dea3-6cc1-47cd-b539-ab3ef30438ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3821908'] for port, provisioning_complete {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:18.228273 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee39931-165f-4003-b627-14e3bde8cb74 None None] Pushing event updated for resources: {'Port': ['ID=4cce82d2-a6d0-475c-960f-a3a0e17daba1,revision_number=4']} {{(pid=102752) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:27:18.306484 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-8457dea3-6cc1-47cd-b539-ab3ef30438ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3931732'] for port, before_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:18.349204 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.db [None req-8457dea3-6cc1-47cd-b539-ab3ef30438ce None None] For port 4cce82d2-a6d0-475c-960f-a3a0e17daba1, host dv-cinder-768458-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-13-iscsi',level=0,port_id=4cce82d2-a6d0-475c-960f-a3a0e17daba1,segment=NetworkSegment(e3c39b73-03d8-49ff-bc2c-260388c4f6b1),segment_id=e3c39b73-03d8-49ff-bc2c-260388c4f6b1)] {{(pid=102751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 12:27:18.356879 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-8457dea3-6cc1-47cd-b539-ab3ef30438ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793343495738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793342949286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793342949304'] for port, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:18.431573 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8457dea3-6cc1-47cd-b539-ab3ef30438ce None None] Pushing event updated for resources: {'Port': ['ID=4cce82d2-a6d0-475c-960f-a3a0e17daba1,revision_number=5']} {{(pid=102751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:27:18.475403 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.db.l3_dvr_db [None req-f1a71199-f097-426c-9553-aa2cc596f99b None None] Set router a57a2ca3-a70e-46ff-8851-7364a65e32bb gateway port host: dv-cinder-768458-13-iscsi {{(pid=102752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 12:27:18.485510 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.provisioning_blocks [None req-449859c8-1953-405d-b74b-2dd91c1a36ca None None] Provisioning complete for port 4cce82d2-a6d0-475c-960f-a3a0e17daba1 triggered by entity DHCP. {{(pid=102751) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 12:27:18.486133 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-449859c8-1953-405d-b74b-2dd91c1a36ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3821908'] for port, provisioning_complete {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:18.694343 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.db.l3_hamode_db [None req-f1a71199-f097-426c-9553-aa2cc596f99b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a57a2ca3-a70e-46ff-8851-7364a65e32bb', 'name': 'tempest-TestVolumeBootPattern-1146615576-router', 'tenant_id': 'e603b27179e64c34a760f8fd2b22f85b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52f34850-4f08-4bf9-8f19-1c892d4c6132', 'external_fixed_ips': [{'subnet_id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'ip_address': '172.27.0.29'}], 'enable_snat': True}, 'gw_port_id': '255ed53a-da05-458f-83c6-75f53cd737de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T12:27:08Z', 'updated_at': '2021-11-22T12:27:13Z', 'revision_number': 4, 'project_id': 'e603b27179e64c34a760f8fd2b22f85b', 'gw_port': {'id': '255ed53a-da05-458f-83c6-75f53cd737de', 'name': '', 'network_id': '52f34850-4f08-4bf9-8f19-1c892d4c6132', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:8f:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a57a2ca3-a70e-46ff-8851-7364a65e32bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'ip_address': '172.27.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T12:27:08Z', 'updated_at': '2021-11-22T12:27:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-13-iscsi', '_interfaces': [{'id': '4cce82d2-a6d0-475c-960f-a3a0e17daba1', 'name': '', 'network_id': '368dc3d0-96f6-4bfa-88bb-81a0061ef57e', 'tenant_id': 'e603b27179e64c34a760f8fd2b22f85b', 'mac_address': 'fa:16:3e:8e:c0:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a57a2ca3-a70e-46ff-8851-7364a65e32bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '744703d2-6578-4746-a877-8b569b4a35e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T12:27:11Z', 'updated_at': '2021-11-22T12:27:18Z', 'revision_number': 4, 'project_id': 'e603b27179e64c34a760f8fd2b22f85b', 'subnets': [{'id': '744703d2-6578-4746-a877-8b569b4a35e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-13-iscsi', False) {} {{(pid=102752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 12:27:18.725754 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1a71199-f097-426c-9553-aa2cc596f99b None None] The sync data for ids ['a57a2ca3-a70e-46ff-8851-7364a65e32bb'] in dv-cinder-768458-13-iscsi is: [{'id': 'a57a2ca3-a70e-46ff-8851-7364a65e32bb', 'name': 'tempest-TestVolumeBootPattern-1146615576-router', 'tenant_id': 'e603b27179e64c34a760f8fd2b22f85b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52f34850-4f08-4bf9-8f19-1c892d4c6132', 'external_fixed_ips': [{'subnet_id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'ip_address': '172.27.0.29'}], 'enable_snat': True}, 'gw_port_id': '255ed53a-da05-458f-83c6-75f53cd737de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T12:27:08Z', 'updated_at': '2021-11-22T12:27:13Z', 'revision_number': 4, 'project_id': 'e603b27179e64c34a760f8fd2b22f85b', 'gw_port': {'id': '255ed53a-da05-458f-83c6-75f53cd737de', 'name': '', 'network_id': '52f34850-4f08-4bf9-8f19-1c892d4c6132', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:8f:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a57a2ca3-a70e-46ff-8851-7364a65e32bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'ip_address': '172.27.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T12:27:08Z', 'updated_at': '2021-11-22T12:27:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-13-iscsi', '_interfaces': [{'id': '4cce82d2-a6d0-475c-960f-a3a0e17daba1', 'name': '', 'network_id': '368dc3d0-96f6-4bfa-88bb-81a0061ef57e', 'tenant_id': 'e603b27179e64c34a760f8fd2b22f85b', 'mac_address': 'fa:16:3e:8e:c0:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a57a2ca3-a70e-46ff-8851-7364a65e32bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '744703d2-6578-4746-a877-8b569b4a35e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T12:27:11Z', 'updated_at': '2021-11-22T12:27:18Z', 'revision_number': 4, 'project_id': 'e603b27179e64c34a760f8fd2b22f85b', 'subnets': [{'id': '744703d2-6578-4746-a877-8b569b4a35e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 12:27:19.229974 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.rpc [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] Device 4cce82d2-a6d0-475c-960f-a3a0e17daba1 up at agent ovs-agent-dv-cinder-768458-13-iscsi {{(pid=102751) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 12:27:19.282012 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.provisioning_blocks [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] Provisioning complete for port 4cce82d2-a6d0-475c-960f-a3a0e17daba1 triggered by entity L2. {{(pid=102751) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 12:27:19.282389 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3821908'] for port, provisioning_complete {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:20.787120 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-177b30c9-db2a-4de1-bf1a-1c2030b378c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793343475411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3821827'] for agent, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:21.577803 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.wsgi [-] (102749) accepted ('10.222.0.66', 53142) {{(pid=102749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:27:21.696417 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-88605a68-9ff7-44c9-ba45-ad7ac12d869b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:21.788194 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-88605a68-9ff7-44c9-ba45-ad7ac12d869b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:21.793776 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-88605a68-9ff7-44c9-ba45-ad7ac12d869b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545565'] for security_group, after_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:21.837805 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [None req-88605a68-9ff7-44c9-ba45-ad7ac12d869b admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=e15e07c7c54a49d28c21fd1a4ee47d6f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2563167 Nov 22 12:27:21.838050 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.wsgi [-] (102749) accepted ('10.222.0.66', 53146) {{(pid=102749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:27:21.844964 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88605a68-9ff7-44c9-ba45-ad7ac12d869b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a66d51a9-557f-425a-b4d8-ecf02b97c9ed,revision_number=1']} {{(pid=102749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:27:21.892238 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-ff2f4616-f896-4eb3-85dc-70ab9af9eb84 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:21.914820 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-ff2f4616-f896-4eb3-85dc-70ab9af9eb84 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:21.964388 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-ff2f4616-f896-4eb3-85dc-70ab9af9eb84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545565'] for security_group, after_delete {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:21.966505 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-ff2f4616-f896-4eb3-85dc-70ab9af9eb84 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:21.967805 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [None req-ff2f4616-f896-4eb3-85dc-70ab9af9eb84 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/a66d51a9-557f-425a-b4d8-ecf02b97c9ed HTTP/1.1" status: 204 len: 168 time: 0.1288707 Nov 22 12:27:21.979271 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2f4616-f896-4eb3-85dc-70ab9af9eb84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a66d51a9-557f-425a-b4d8-ecf02b97c9ed,revision_number=None']} {{(pid=102749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:27:22.267472 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.wsgi [-] (102750) accepted ('10.222.0.66', 53154) {{(pid=102750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:27:22.282355 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-0f669cd6-6e91-46e7-94b0-744727271509 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:22.363691 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-0f669cd6-6e91-46e7-94b0-744727271509 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:22.369269 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-0f669cd6-6e91-46e7-94b0-744727271509 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545565'] for security_group, after_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:22.411568 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [None req-0f669cd6-6e91-46e7-94b0-744727271509 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=ce3eb8c469b44a62b77c5dc3a7355ec1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1429029 Nov 22 12:27:22.412479 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f669cd6-6e91-46e7-94b0-744727271509 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a98bd63b-fd4a-4a81-820e-ae58cfb8769c,revision_number=1']} {{(pid=102750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:27:22.413164 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.wsgi [-] (102749) accepted ('10.222.0.66', 53160) {{(pid=102749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:27:22.467536 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-f100bf5d-9698-4e32-829d-8a35547e9fb5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:22.489240 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-f100bf5d-9698-4e32-829d-8a35547e9fb5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:22.545515 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-f100bf5d-9698-4e32-829d-8a35547e9fb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545565'] for security_group, after_delete {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:22.548285 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-f100bf5d-9698-4e32-829d-8a35547e9fb5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:22.549663 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [None req-f100bf5d-9698-4e32-829d-8a35547e9fb5 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/a98bd63b-fd4a-4a81-820e-ae58cfb8769c HTTP/1.1" status: 204 len: 168 time: 0.1354997 Nov 22 12:27:22.559524 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f100bf5d-9698-4e32-829d-8a35547e9fb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a98bd63b-fd4a-4a81-820e-ae58cfb8769c,revision_number=None']} {{(pid=102749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:27:23.002097 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-72dd2501-9fc6-4268-8638-54064d465f32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793343475411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3821827'] for agent, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:24.065054 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-9105419b-06f9-45a8-bbac-70d110a73200 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793343475411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3821827'] for agent, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:25.017725 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.db.agents_db [None req-5743c18b-166a-4bd0-85c4-3f13128e6c33 None None] Agent healthcheck: found 6 active agents {{(pid=102752) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 12:27:25.745081 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-2de83071-1b6f-4e8d-a0c8-0ed39ca59a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793343475411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3821827'] for agent, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:26.398846 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793343475411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3821827'] for agent, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:26.957412 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.wsgi [-] (102750) accepted ('10.222.0.66', 53268) {{(pid=102750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:27:27.073013 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-157be93b-e543-4356-8ce0-8c4d5203b027 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:27.151476 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-157be93b-e543-4356-8ce0-8c4d5203b027 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:27.159171 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-157be93b-e543-4356-8ce0-8c4d5203b027 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545565'] for security_group, after_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:27.199508 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [None req-157be93b-e543-4356-8ce0-8c4d5203b027 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=04bae9ac5d684477a14a34c62bc819fc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2406063 Nov 22 12:27:27.200516 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157be93b-e543-4356-8ce0-8c4d5203b027 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c38a165c-c5b5-4ad3-9939-1ebb3e4b322d,revision_number=1']} {{(pid=102750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:27:27.201861 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.wsgi [-] (102749) accepted ('10.222.0.66', 53272) {{(pid=102749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:27:27.252773 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-2650d168-501c-4574-8061-fcb1bda17fef admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:27.275308 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-2650d168-501c-4574-8061-fcb1bda17fef admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:27.325161 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-2650d168-501c-4574-8061-fcb1bda17fef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545565'] for security_group, after_delete {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:27.328079 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-2650d168-501c-4574-8061-fcb1bda17fef admin admin] Publish callbacks [] for security_group, before_response {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:27.329254 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [None req-2650d168-501c-4574-8061-fcb1bda17fef admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/c38a165c-c5b5-4ad3-9939-1ebb3e4b322d HTTP/1.1" status: 204 len: 168 time: 0.1263700 Nov 22 12:27:27.337117 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2650d168-501c-4574-8061-fcb1bda17fef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c38a165c-c5b5-4ad3-9939-1ebb3e4b322d,revision_number=None']} {{(pid=102749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:27:27.621521 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.wsgi [-] (102750) accepted ('10.222.0.66', 53280) {{(pid=102750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:27:27.634943 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-cf512f48-846f-4984-9f89-cf03b630cbce admin admin] Publish callbacks [] for security_group, before_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:27.718684 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-cf512f48-846f-4984-9f89-cf03b630cbce admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:27.723888 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-cf512f48-846f-4984-9f89-cf03b630cbce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545565'] for security_group, after_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:27.761276 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf512f48-846f-4984-9f89-cf03b630cbce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=550cbfa2-75a8-419d-a89d-92fd6b32c9ae,revision_number=1']} {{(pid=102750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:27:27.768254 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [None req-cf512f48-846f-4984-9f89-cf03b630cbce admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=b9b6d8eaa5c24ce8b82befae45fc11c6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1430609 Nov 22 12:27:27.768615 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.wsgi [-] (102749) accepted ('10.222.0.66', 53290) {{(pid=102749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:27:27.819022 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-5c1d1fcd-7126-49bc-8558-9dabf2962e40 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:27.840274 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-5c1d1fcd-7126-49bc-8558-9dabf2962e40 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:27.889688 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-5c1d1fcd-7126-49bc-8558-9dabf2962e40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545565'] for security_group, after_delete {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:27.892037 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-5c1d1fcd-7126-49bc-8558-9dabf2962e40 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:27.893196 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [None req-5c1d1fcd-7126-49bc-8558-9dabf2962e40 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/550cbfa2-75a8-419d-a89d-92fd6b32c9ae HTTP/1.1" status: 204 len: 168 time: 0.1235259 Nov 22 12:27:27.902056 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1d1fcd-7126-49bc-8558-9dabf2962e40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=550cbfa2-75a8-419d-a89d-92fd6b32c9ae,revision_number=None']} {{(pid=102749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:27:29.577183 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.wsgi [-] (102750) accepted ('10.222.0.66', 53386) {{(pid=102750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:27:29.784445 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-277fd73d-3f81-4ebc-ad43-3f964acf4866 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:29.858444 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-277fd73d-3f81-4ebc-ad43-3f964acf4866 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:29.864058 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-277fd73d-3f81-4ebc-ad43-3f964acf4866 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545565'] for security_group, after_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:29.905434 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [None req-277fd73d-3f81-4ebc-ad43-3f964acf4866 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=5410e79db378441381590205cecd438b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3269062 Nov 22 12:27:29.906165 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277fd73d-3f81-4ebc-ad43-3f964acf4866 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c232169e-8e9e-49d0-a809-51ee2c29bf8b,revision_number=1']} {{(pid=102750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:27:29.908123 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.wsgi [-] (102749) accepted ('10.222.0.66', 53398) {{(pid=102749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:27:29.961892 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-abed1070-546b-4ad2-a000-f04dcab98394 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:29.984111 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-abed1070-546b-4ad2-a000-f04dcab98394 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:30.033921 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-abed1070-546b-4ad2-a000-f04dcab98394 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545565'] for security_group, after_delete {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:30.036924 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-abed1070-546b-4ad2-a000-f04dcab98394 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:30.040508 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [None req-abed1070-546b-4ad2-a000-f04dcab98394 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/c232169e-8e9e-49d0-a809-51ee2c29bf8b HTTP/1.1" status: 204 len: 168 time: 0.1288369 Nov 22 12:27:30.053232 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abed1070-546b-4ad2-a000-f04dcab98394 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c232169e-8e9e-49d0-a809-51ee2c29bf8b,revision_number=None']} {{(pid=102749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:27:30.330692 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.wsgi [-] (102749) accepted ('10.222.0.66', 53408) {{(pid=102749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:27:30.344247 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-74d71023-aebf-4407-8781-57e506193f69 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:30.421279 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-74d71023-aebf-4407-8781-57e506193f69 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:30.425637 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-74d71023-aebf-4407-8781-57e506193f69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545565'] for security_group, after_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:30.463929 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [None req-74d71023-aebf-4407-8781-57e506193f69 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=265b700dcae64582a4377967c184901b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1320336 Nov 22 12:27:30.464974 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d71023-aebf-4407-8781-57e506193f69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01512a99-664d-40f5-b578-b0d782574245,revision_number=1']} {{(pid=102749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:27:30.466813 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.wsgi [-] (102750) accepted ('10.222.0.66', 53412) {{(pid=102750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:27:30.517002 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-7e99f591-8a5d-4757-9ff9-d6b2d71f5042 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:30.540071 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-7e99f591-8a5d-4757-9ff9-d6b2d71f5042 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:30.591373 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-7e99f591-8a5d-4757-9ff9-d6b2d71f5042 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545565'] for security_group, after_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:30.594029 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-7e99f591-8a5d-4757-9ff9-d6b2d71f5042 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:30.595207 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [None req-7e99f591-8a5d-4757-9ff9-d6b2d71f5042 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/01512a99-664d-40f5-b578-b0d782574245 HTTP/1.1" status: 204 len: 168 time: 0.1266739 Nov 22 12:27:30.603154 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e99f591-8a5d-4757-9ff9-d6b2d71f5042 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01512a99-664d-40f5-b578-b0d782574245,revision_number=None']} {{(pid=102750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:27:33.860418 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-ede12a5d-fdae-42b1-a9a1-67c72da466f8 req-b58a400a-aed3-46b3-b5d4-9674cf53fa64 tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1723309336&fields=id&tenant_id=cb29d996e3de41b0b21ee7ccd827eaea HTTP/1.1" status: 200 len: 267 time: 0.0491915 Nov 22 12:27:33.977760 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede12a5d-fdae-42b1-a9a1-67c72da466f8 req-6168ac61-6b82-470b-a8ab-9b6ed67663c6 tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:27:33.979151 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-ede12a5d-fdae-42b1-a9a1-67c72da466f8 req-6168ac61-6b82-470b-a8ab-9b6ed67663c6 tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] 10.222.0.66 "GET /v2.0/networks?id=b3fc06d8-5c3b-4a4b-b823-0fcbe71895b9 HTTP/1.1" status: 200 len: 812 time: 0.1103644 Nov 22 12:27:33.994981 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-ede12a5d-fdae-42b1-a9a1-67c72da466f8 req-295adad5-3dff-4cd9-8c8b-e2796090df27 tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] 10.222.0.66 "GET /v2.0/quotas/cb29d996e3de41b0b21ee7ccd827eaea HTTP/1.1" status: 200 len: 375 time: 0.0096436 Nov 22 12:27:34.052894 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-ede12a5d-fdae-42b1-a9a1-67c72da466f8 req-4f564c75-608f-40e4-90db-451f4a05369f tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=cb29d996e3de41b0b21ee7ccd827eaea&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0500026 Nov 22 12:27:34.179454 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-ede12a5d-fdae-42b1-a9a1-67c72da466f8 req-12ee3720-f8d4-454c-9de1-0a5122545b2c service neutron] 10.222.0.66 "GET /v2.0/networks/b3fc06d8-5c3b-4a4b-b823-0fcbe71895b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1077802 Nov 22 12:27:34.273771 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-ede12a5d-fdae-42b1-a9a1-67c72da466f8 req-db747c9a-7846-4a42-b801-8d0fdc25da85 service neutron] 10.222.0.66 "GET /v2.0/networks/b3fc06d8-5c3b-4a4b-b823-0fcbe71895b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879502 Nov 22 12:27:34.596577 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-0a61c00c-811f-4e70-a31f-766697318eef req-5f68e422-1e90-4bf7-ad04-e827d46b4eae tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] 10.222.0.66 "GET /v2.0/ports?device_id=1b4a3c13-ae43-435b-8747-ac95a2dd9aa3 HTTP/1.1" status: 200 len: 210 time: 0.0265510 Nov 22 12:27:35.576637 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede12a5d-fdae-42b1-a9a1-67c72da466f8 req-d1b961a4-9362-4aff-8431-742a714dcfe0 tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:27:35.578293 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-ede12a5d-fdae-42b1-a9a1-67c72da466f8 req-d1b961a4-9362-4aff-8431-742a714dcfe0 tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] 10.222.0.46 "GET /v2.0/networks?id=b3fc06d8-5c3b-4a4b-b823-0fcbe71895b9 HTTP/1.1" status: 200 len: 812 time: 0.1116242 Nov 22 12:27:35.654212 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-ede12a5d-fdae-42b1-a9a1-67c72da466f8 req-6c38b5cb-2e4a-4ebc-a104-609f9d2d790f tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cb29d996e3de41b0b21ee7ccd827eaea HTTP/1.1" status: 200 len: 380 time: 0.0660415 Nov 22 12:27:35.667405 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.v2.base [req-ede12a5d-fdae-42b1-a9a1-67c72da466f8 req-5bea93e6-f56f-422b-8c9e-77d86a0251d8 tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] Request body: {'port': {'device_id': '1b4a3c13-ae43-435b-8747-ac95a2dd9aa3', 'network_id': 'b3fc06d8-5c3b-4a4b-b823-0fcbe71895b9', 'admin_state_up': True, 'tenant_id': 'cb29d996e3de41b0b21ee7ccd827eaea', 'security_groups': ['65f181fa-6909-4095-8bbf-8108c3343b44']}} {{(pid=102749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 12:27:35.735459 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-2a39f752-ed65-4d29-88a7-26afb29e7c53 req-13eb62cf-8ed7-49f1-b89d-bc5055401de9 tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] 10.222.0.66 "GET /v2.0/ports?device_id=1b4a3c13-ae43-435b-8747-ac95a2dd9aa3 HTTP/1.1" status: 200 len: 210 time: 0.0631123 Nov 22 12:27:35.805040 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ede12a5d-fdae-42b1-a9a1-67c72da466f8 req-5bea93e6-f56f-422b-8c9e-77d86a0251d8 tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] Made reservation on behalf of cb29d996e3de41b0b21ee7ccd827eaea for: {'port': 1} {{(pid=102749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 12:27:35.808779 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [req-ede12a5d-fdae-42b1-a9a1-67c72da466f8 req-5bea93e6-f56f-422b-8c9e-77d86a0251d8 tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3931732'] for port, before_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:35.956268 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.db.db_base_plugin_common [req-ede12a5d-fdae-42b1-a9a1-67c72da466f8 req-5bea93e6-f56f-422b-8c9e-77d86a0251d8 tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] Allocated IP 172.20.0.11 (b3fc06d8-5c3b-4a4b-b823-0fcbe71895b9/3232d04e-3320-46b5-a105-4fa3dd51672a/f03e8079-856f-4a9c-8d1e-ef0f3004d3ba) {{(pid=102749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 12:27:36.100219 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [req-ede12a5d-fdae-42b1-a9a1-67c72da466f8 req-5bea93e6-f56f-422b-8c9e-77d86a0251d8 tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] Publish callbacks [] for port, precommit_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:36.135029 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [req-ede12a5d-fdae-42b1-a9a1-67c72da466f8 req-5bea93e6-f56f-422b-8c9e-77d86a0251d8 tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793342949268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126077602'] for port, after_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:36.191594 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ede12a5d-fdae-42b1-a9a1-67c72da466f8 req-5bea93e6-f56f-422b-8c9e-77d86a0251d8 tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] Network b3fc06d8-5c3b-4a4b-b823-0fcbe71895b9 is already hosted by enough agents. {{(pid=102749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 12:27:36.197722 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.scheduler.base_scheduler [req-ede12a5d-fdae-42b1-a9a1-67c72da466f8 req-5bea93e6-f56f-422b-8c9e-77d86a0251d8 tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] Resources bound (agent type, host, resource id): {{(pid=102749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 12:27:36.201269 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.db.l3_dvrscheduler_db [req-ede12a5d-fdae-42b1-a9a1-67c72da466f8 req-5bea93e6-f56f-422b-8c9e-77d86a0251d8 tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] Received port after_create {{(pid=102749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 12:27:36.233705 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bea93e6-f56f-422b-8c9e-77d86a0251d8 tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] Pushing event updated for resources: {'Port': ['ID=f03e8079-856f-4a9c-8d1e-ef0f3004d3ba,revision_number=1']} {{(pid=102749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:27:36.268493 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede12a5d-fdae-42b1-a9a1-67c72da466f8 req-5bea93e6-f56f-422b-8c9e-77d86a0251d8 tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:27:36.269169 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [req-ede12a5d-fdae-42b1-a9a1-67c72da466f8 req-5bea93e6-f56f-422b-8c9e-77d86a0251d8 tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434365'] for port, before_response {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:36.288700 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-ede12a5d-fdae-42b1-a9a1-67c72da466f8 req-5bea93e6-f56f-422b-8c9e-77d86a0251d8 tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6253629 Nov 22 12:27:36.303297 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.v2.base [req-ede12a5d-fdae-42b1-a9a1-67c72da466f8 req-9bc0826f-4aef-4bd7-8faf-b43fcae4d7d0 service neutron] Request body: {'port': {'device_id': '1b4a3c13-ae43-435b-8747-ac95a2dd9aa3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76845'}} {{(pid=102749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 12:27:36.325650 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.wsgi [-] (102750) accepted ('10.222.0.66', 53588) {{(pid=102750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:27:36.369442 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [req-ede12a5d-fdae-42b1-a9a1-67c72da466f8 req-9bc0826f-4aef-4bd7-8faf-b43fcae4d7d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3931732'] for port, before_update {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:36.438283 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.provisioning_blocks [None req-d2e10f00-9224-439b-aaab-0ef2b0a8bcdf None None] Provisioning complete for port f03e8079-856f-4a9c-8d1e-ef0f3004d3ba triggered by entity DHCP. {{(pid=102751) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 12:27:36.438821 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-d2e10f00-9224-439b-aaab-0ef2b0a8bcdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3821908'] for port, provisioning_complete {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:36.457316 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-b4fb6f02-d660-4a0f-842e-a3739b341b38 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:36.477524 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.plugin [None req-d2e10f00-9224-439b-aaab-0ef2b0a8bcdf None None] Port f03e8079-856f-4a9c-8d1e-ef0f3004d3ba cannot update to ACTIVE because it is not bound. {{(pid=102751) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 12:27:36.547566 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-b4fb6f02-d660-4a0f-842e-a3739b341b38 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:36.552251 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-b4fb6f02-d660-4a0f-842e-a3739b341b38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545565'] for security_group, after_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:36.587423 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.wsgi [-] (102750) accepted ('10.222.0.66', 53594) {{(pid=102750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:27:36.598750 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [None req-b4fb6f02-d660-4a0f-842e-a3739b341b38 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=05dc8da679f843bc92d2f8744df247ce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2720029 Nov 22 12:27:36.601422 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.wsgi [-] (102750) accepted ('10.222.0.66', 53598) {{(pid=102750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:27:36.608765 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fb6f02-d660-4a0f-842e-a3739b341b38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70a77069-1f10-44a6-b18a-17143c2fe3c1,revision_number=1']} {{(pid=102750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:27:36.656124 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-9199d5c5-5bee-4ff9-bbcd-19beec0fb38e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:36.674958 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.notifiers.nova [req-ede12a5d-fdae-42b1-a9a1-67c72da466f8 req-9bc0826f-4aef-4bd7-8faf-b43fcae4d7d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f03e8079-856f-4a9c-8d1e-ef0f3004d3ba {{(pid=102749) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 12:27:36.679338 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-9199d5c5-5bee-4ff9-bbcd-19beec0fb38e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:36.682945 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [req-ede12a5d-fdae-42b1-a9a1-67c72da466f8 req-9bc0826f-4aef-4bd7-8faf-b43fcae4d7d0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:36.695660 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.db.provisioning_blocks [req-ede12a5d-fdae-42b1-a9a1-67c72da466f8 req-9bc0826f-4aef-4bd7-8faf-b43fcae4d7d0 service neutron] Transition to ACTIVE for port object f03e8079-856f-4a9c-8d1e-ef0f3004d3ba will not be triggered until provisioned by entity L2. {{(pid=102749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 12:27:36.701664 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [req-ede12a5d-fdae-42b1-a9a1-67c72da466f8 req-9bc0826f-4aef-4bd7-8faf-b43fcae4d7d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793343495738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793342949286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793342949304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126077611'] for port, after_update {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:36.719107 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-500f965b-2c8c-415f-ac83-8a346840ad15 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:36.757954 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-9199d5c5-5bee-4ff9-bbcd-19beec0fb38e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545565'] for security_group, after_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:36.762677 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-9199d5c5-5bee-4ff9-bbcd-19beec0fb38e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:36.763875 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [None req-9199d5c5-5bee-4ff9-bbcd-19beec0fb38e admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/70a77069-1f10-44a6-b18a-17143c2fe3c1 HTTP/1.1" status: 204 len: 168 time: 0.1615646 Nov 22 12:27:36.777126 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc0826f-4aef-4bd7-8faf-b43fcae4d7d0 service neutron] Pushing event updated for resources: {'Port': ['ID=f03e8079-856f-4a9c-8d1e-ef0f3004d3ba,revision_number=2']} {{(pid=102749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:27:36.785533 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9199d5c5-5bee-4ff9-bbcd-19beec0fb38e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70a77069-1f10-44a6-b18a-17143c2fe3c1,revision_number=None']} {{(pid=102750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:27:36.844107 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-500f965b-2c8c-415f-ac83-8a346840ad15 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:36.850394 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-500f965b-2c8c-415f-ac83-8a346840ad15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545565'] for security_group, after_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:36.888789 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.plugins.ml2.managers [req-ede12a5d-fdae-42b1-a9a1-67c72da466f8 req-9bc0826f-4aef-4bd7-8faf-b43fcae4d7d0 service neutron] Attempting to bind port f03e8079-856f-4a9c-8d1e-ef0f3004d3ba on host hv-cinder-76845 for vnic_type normal with profile {{(pid=102749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 12:27:36.889081 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.plugins.ml2.managers [req-ede12a5d-fdae-42b1-a9a1-67c72da466f8 req-9bc0826f-4aef-4bd7-8faf-b43fcae4d7d0 service neutron] Attempting to bind port f03e8079-856f-4a9c-8d1e-ef0f3004d3ba by drivers openvswitch,hyperv on host hv-cinder-76845 at level 0 using segments [{'id': 'b2e12c16-42f6-4ba0-941d-a4e84f88b840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'b3fc06d8-5c3b-4a4b-b823-0fcbe71895b9'}] {{(pid=102749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 12:27:36.889471 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ede12a5d-fdae-42b1-a9a1-67c72da466f8 req-9bc0826f-4aef-4bd7-8faf-b43fcae4d7d0 service neutron] Attempting to bind port f03e8079-856f-4a9c-8d1e-ef0f3004d3ba on network b3fc06d8-5c3b-4a4b-b823-0fcbe71895b9 {{(pid=102749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 12:27:36.897455 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ede12a5d-fdae-42b1-a9a1-67c72da466f8 req-9bc0826f-4aef-4bd7-8faf-b43fcae4d7d0 service neutron] Port f03e8079-856f-4a9c-8d1e-ef0f3004d3ba on network b3fc06d8-5c3b-4a4b-b823-0fcbe71895b9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76845 {{(pid=102749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 12:27:36.897783 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ede12a5d-fdae-42b1-a9a1-67c72da466f8 req-9bc0826f-4aef-4bd7-8faf-b43fcae4d7d0 service neutron] Attempting to bind port f03e8079-856f-4a9c-8d1e-ef0f3004d3ba on network b3fc06d8-5c3b-4a4b-b823-0fcbe71895b9 {{(pid=102749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 12:27:36.899718 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500f965b-2c8c-415f-ac83-8a346840ad15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a64677c6-6449-4ac2-95ee-50a377dcbf86,revision_number=1']} {{(pid=102750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:27:36.909321 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [None req-500f965b-2c8c-415f-ac83-8a346840ad15 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=324cc0e5f559469a868a9d1cce565165&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3181682 Nov 22 12:27:36.912749 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.wsgi [-] (102750) accepted ('10.222.0.66', 53604) {{(pid=102750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:27:36.926513 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ede12a5d-fdae-42b1-a9a1-67c72da466f8 req-9bc0826f-4aef-4bd7-8faf-b43fcae4d7d0 service neutron] Checking agent: {'id': 'fca0b015-0cd5-4a44-bbfe-abb10adcdf42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76845', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 12, 17, 17), 'started_at': datetime.datetime(2021, 11, 22, 12, 17, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 12, 27, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 12:27:36.926857 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ede12a5d-fdae-42b1-a9a1-67c72da466f8 req-9bc0826f-4aef-4bd7-8faf-b43fcae4d7d0 service neutron] Checking segment: {'id': 'b2e12c16-42f6-4ba0-941d-a4e84f88b840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'b3fc06d8-5c3b-4a4b-b823-0fcbe71895b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 12:27:36.927286 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ede12a5d-fdae-42b1-a9a1-67c72da466f8 req-9bc0826f-4aef-4bd7-8faf-b43fcae4d7d0 service neutron] Bound using segment: {'id': 'b2e12c16-42f6-4ba0-941d-a4e84f88b840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'b3fc06d8-5c3b-4a4b-b823-0fcbe71895b9'} {{(pid=102749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 12:27:36.927744 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.plugins.ml2.managers [req-ede12a5d-fdae-42b1-a9a1-67c72da466f8 req-9bc0826f-4aef-4bd7-8faf-b43fcae4d7d0 service neutron] Bound port: f03e8079-856f-4a9c-8d1e-ef0f3004d3ba, host: hv-cinder-76845, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2e12c16-42f6-4ba0-941d-a4e84f88b840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'b3fc06d8-5c3b-4a4b-b823-0fcbe71895b9'}}] {{(pid=102749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 12:27:36.928103 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [req-ede12a5d-fdae-42b1-a9a1-67c72da466f8 req-9bc0826f-4aef-4bd7-8faf-b43fcae4d7d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3931732'] for port, before_update {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:36.950240 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77723a59-a420-449b-b878-afd45f0a4766 req-2e97f7c7-e56c-4eaf-9167-ddd0ac1b881e tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:27:36.951979 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-77723a59-a420-449b-b878-afd45f0a4766 req-2e97f7c7-e56c-4eaf-9167-ddd0ac1b881e tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] 10.222.0.66 "GET /v2.0/ports?device_id=1b4a3c13-ae43-435b-8747-ac95a2dd9aa3 HTTP/1.1" status: 200 len: 944 time: 0.0935767 Nov 22 12:27:36.972494 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-89499690-bb35-42d6-bad4-37ef8f28beac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:36.998473 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-89499690-bb35-42d6-bad4-37ef8f28beac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:37.053343 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-77723a59-a420-449b-b878-afd45f0a4766 req-92cc33ae-eb11-4e75-b968-2d08cdc9a45d tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] 10.222.0.66 "GET /v2.0/security-groups?id=65f181fa-6909-4095-8bbf-8108c3343b44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0940351 Nov 22 12:27:37.056826 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.plugins.ml2.db [req-ede12a5d-fdae-42b1-a9a1-67c72da466f8 req-9bc0826f-4aef-4bd7-8faf-b43fcae4d7d0 service neutron] For port f03e8079-856f-4a9c-8d1e-ef0f3004d3ba, host hv-cinder-76845, cleared binding levels {{(pid=102749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 12:27:37.059884 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.plugins.ml2.db [req-ede12a5d-fdae-42b1-a9a1-67c72da466f8 req-9bc0826f-4aef-4bd7-8faf-b43fcae4d7d0 service neutron] For port f03e8079-856f-4a9c-8d1e-ef0f3004d3ba, host hv-cinder-76845, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=f03e8079-856f-4a9c-8d1e-ef0f3004d3ba,segment=NetworkSegment(b2e12c16-42f6-4ba0-941d-a4e84f88b840),segment_id=b2e12c16-42f6-4ba0-941d-a4e84f88b840)] {{(pid=102749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 12:27:37.062284 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-89499690-bb35-42d6-bad4-37ef8f28beac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545565'] for security_group, after_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:37.064977 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-89499690-bb35-42d6-bad4-37ef8f28beac admin admin] Publish callbacks [] for security_group, before_response {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:37.068744 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [None req-89499690-bb35-42d6-bad4-37ef8f28beac admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/a64677c6-6449-4ac2-95ee-50a377dcbf86 HTTP/1.1" status: 204 len: 168 time: 0.1520658 Nov 22 12:27:37.069663 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [req-ede12a5d-fdae-42b1-a9a1-67c72da466f8 req-9bc0826f-4aef-4bd7-8faf-b43fcae4d7d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793343495738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793342949286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793342949304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126077611'] for port, after_update {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:37.084370 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89499690-bb35-42d6-bad4-37ef8f28beac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a64677c6-6449-4ac2-95ee-50a377dcbf86,revision_number=None']} {{(pid=102750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:27:37.142787 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc0826f-4aef-4bd7-8faf-b43fcae4d7d0 service neutron] Pushing event updated for resources: {'Port': ['ID=f03e8079-856f-4a9c-8d1e-ef0f3004d3ba,revision_number=3']} {{(pid=102749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:27:37.146331 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede12a5d-fdae-42b1-a9a1-67c72da466f8 req-9bc0826f-4aef-4bd7-8faf-b43fcae4d7d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:27:37.146990 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [req-ede12a5d-fdae-42b1-a9a1-67c72da466f8 req-9bc0826f-4aef-4bd7-8faf-b43fcae4d7d0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434365'] for port, before_response {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:37.148485 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-ede12a5d-fdae-42b1-a9a1-67c72da466f8 req-9bc0826f-4aef-4bd7-8faf-b43fcae4d7d0 service neutron] 10.222.0.46 "PUT /v2.0/ports/f03e8079-856f-4a9c-8d1e-ef0f3004d3ba HTTP/1.1" status: 200 len: 1094 time: 0.8518159 Nov 22 12:27:37.149237 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b4a3c13-ae43-435b-8747-ac95a2dd9aa3', 'tag': 'f03e8079-856f-4a9c-8d1e-ef0f3004d3ba'}] {{(pid=102749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 12:27:37.151630 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e75a82c02e5e8e80361e9b8ad1df1450ec212ebfa93d78ee9da720cb5365782c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15adc394-f22a-42a4-b052-60b63d7b3d75" -d '{"events": [{"name": "network-changed", "server_uuid": "1b4a3c13-ae43-435b-8747-ac95a2dd9aa3", "tag": "f03e8079-856f-4a9c-8d1e-ef0f3004d3ba"}]}' {{(pid=102749) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 12:27:37.192583 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.wsgi [-] (102750) accepted ('10.222.0.66', 53612) {{(pid=102750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:27:37.206853 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-70bb2830-b601-4e99-ad33-fd1dbec23f3e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:37.236315 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 12:27:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ca35b8e-b73b-4dcf-8d51-d6b00c0305bc x-openstack-request-id: req-0ca35b8e-b73b-4dcf-8d51-d6b00c0305bc {{(pid=102749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 12:27:37.236717 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b4a3c13-ae43-435b-8747-ac95a2dd9aa3", "tag": "f03e8079-856f-4a9c-8d1e-ef0f3004d3ba", "status": "completed", "code": 200}]} {{(pid=102749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 12:27:37.237688 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-0ca35b8e-b73b-4dcf-8d51-d6b00c0305bc {{(pid=102749) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 12:27:37.238198 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b4a3c13-ae43-435b-8747-ac95a2dd9aa3', 'tag': 'f03e8079-856f-4a9c-8d1e-ef0f3004d3ba', 'status': 'completed', 'code': 200} Nov 22 12:27:37.257595 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede12a5d-fdae-42b1-a9a1-67c72da466f8 req-4cc4384c-103b-4c42-9818-8d0a8351e483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:27:37.259324 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-ede12a5d-fdae-42b1-a9a1-67c72da466f8 req-4cc4384c-103b-4c42-9818-8d0a8351e483 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=cb29d996e3de41b0b21ee7ccd827eaea&device_id=1b4a3c13-ae43-435b-8747-ac95a2dd9aa3 HTTP/1.1" status: 200 len: 1097 time: 0.0683885 Nov 22 12:27:37.312278 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-ede12a5d-fdae-42b1-a9a1-67c72da466f8 req-ec083d1d-a3d9-4941-9ea0-95e8fd5440f9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f03e8079-856f-4a9c-8d1e-ef0f3004d3ba HTTP/1.1" status: 200 len: 217 time: 0.0449500 Nov 22 12:27:37.326592 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-70bb2830-b601-4e99-ad33-fd1dbec23f3e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:37.333500 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-70bb2830-b601-4e99-ad33-fd1dbec23f3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545565'] for security_group, after_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:37.369710 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede12a5d-fdae-42b1-a9a1-67c72da466f8 req-13dec0c5-04bb-450b-9f70-32d5044a0cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:27:37.371283 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-ede12a5d-fdae-42b1-a9a1-67c72da466f8 req-13dec0c5-04bb-450b-9f70-32d5044a0cb4 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3232d04e-3320-46b5-a105-4fa3dd51672a HTTP/1.1" status: 200 len: 851 time: 0.0518563 Nov 22 12:27:37.379051 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [None req-70bb2830-b601-4e99-ad33-fd1dbec23f3e admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=b9adc707cd054aab9d3090df9aa6e473&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1852062 Nov 22 12:27:37.380548 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bb2830-b601-4e99-ad33-fd1dbec23f3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=544d445c-c266-4a26-9088-cb26710197e5,revision_number=1']} {{(pid=102750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:27:37.383141 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.wsgi [-] (102750) accepted ('10.222.0.66', 53616) {{(pid=102750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:27:37.433288 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede12a5d-fdae-42b1-a9a1-67c72da466f8 req-dc17dcc3-0d56-421d-8793-347a38ace6b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:27:37.435021 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-ede12a5d-fdae-42b1-a9a1-67c72da466f8 req-dc17dcc3-0d56-421d-8793-347a38ace6b0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b3fc06d8-5c3b-4a4b-b823-0fcbe71895b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0566075 Nov 22 12:27:37.439978 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-51c9e4a1-e1cb-4de2-8e31-ff9f7e56b50c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:37.463556 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-51c9e4a1-e1cb-4de2-8e31-ff9f7e56b50c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:37.512389 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-51c9e4a1-e1cb-4de2-8e31-ff9f7e56b50c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545565'] for security_group, after_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:37.515476 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-51c9e4a1-e1cb-4de2-8e31-ff9f7e56b50c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:37.516673 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [None req-51c9e4a1-e1cb-4de2-8e31-ff9f7e56b50c admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/544d445c-c266-4a26-9088-cb26710197e5 HTTP/1.1" status: 204 len: 168 time: 0.1324406 Nov 22 12:27:37.525731 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c9e4a1-e1cb-4de2-8e31-ff9f7e56b50c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=544d445c-c266-4a26-9088-cb26710197e5,revision_number=None']} {{(pid=102750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:27:37.539201 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-ede12a5d-fdae-42b1-a9a1-67c72da466f8 req-9ae9501d-b38f-4bff-ba78-47bf6dfcb9fb service neutron] 10.222.0.46 "GET /v2.0/networks/b3fc06d8-5c3b-4a4b-b823-0fcbe71895b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967822 Nov 22 12:27:37.590592 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.wsgi [-] (102750) accepted ('10.222.0.66', 53620) {{(pid=102750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:27:37.606665 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-92280435-f2ef-4c95-927d-c634584eb081 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:37.656157 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-ede12a5d-fdae-42b1-a9a1-67c72da466f8 req-6fff1986-a118-4415-92f7-9d4b6228cd2c service neutron] 10.222.0.46 "GET /v2.0/networks/b3fc06d8-5c3b-4a4b-b823-0fcbe71895b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1058662 Nov 22 12:27:37.699515 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-92280435-f2ef-4c95-927d-c634584eb081 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:37.705269 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-92280435-f2ef-4c95-927d-c634584eb081 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545565'] for security_group, after_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:37.743279 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15adc394-f22a-42a4-b052-60b63d7b3d75 req-6e9cc00e-825e-4d5f-84aa-484c255d8935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:27:37.744791 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-15adc394-f22a-42a4-b052-60b63d7b3d75 req-6e9cc00e-825e-4d5f-84aa-484c255d8935 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=cb29d996e3de41b0b21ee7ccd827eaea&device_id=1b4a3c13-ae43-435b-8747-ac95a2dd9aa3 HTTP/1.1" status: 200 len: 1097 time: 0.0409958 Nov 22 12:27:37.748770 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [None req-92280435-f2ef-4c95-927d-c634584eb081 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=f941cd0268dc4f7ebbce9d836a364199&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1566379 Nov 22 12:27:37.749982 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92280435-f2ef-4c95-927d-c634584eb081 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f9c4b4b-8f04-49f7-8375-00f2aeb5f55c,revision_number=1']} {{(pid=102750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:27:37.751713 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.wsgi [-] (102749) accepted ('10.222.0.66', 53624) {{(pid=102749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:27:37.868345 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-ec4a9d60-e821-40ab-b0e5-fee267eae1ae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:37.882615 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.wsgi [-] (102750) accepted ('10.222.0.66', 53628) {{(pid=102750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:27:37.891467 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15adc394-f22a-42a4-b052-60b63d7b3d75 req-94f529b2-d8d0-4a04-8ae1-dc2cfcf6764d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:27:37.892960 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-15adc394-f22a-42a4-b052-60b63d7b3d75 req-94f529b2-d8d0-4a04-8ae1-dc2cfcf6764d service neutron] 10.222.0.46 "GET /v2.0/networks?id=b3fc06d8-5c3b-4a4b-b823-0fcbe71895b9 HTTP/1.1" status: 200 len: 913 time: 0.1376050 Nov 22 12:27:37.896468 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-f77961ca-6da8-4e9e-b8e4-0bb4907f92d6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:37.901935 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-ec4a9d60-e821-40ab-b0e5-fee267eae1ae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:37.948658 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-15adc394-f22a-42a4-b052-60b63d7b3d75 req-263cc9fa-e9bb-4934-a76e-776973b1e5d4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f03e8079-856f-4a9c-8d1e-ef0f3004d3ba HTTP/1.1" status: 200 len: 217 time: 0.0446134 Nov 22 12:27:37.974303 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-f77961ca-6da8-4e9e-b8e4-0bb4907f92d6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:37.977908 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-f77961ca-6da8-4e9e-b8e4-0bb4907f92d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545565'] for security_group, after_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:38.005710 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15adc394-f22a-42a4-b052-60b63d7b3d75 req-e5b3e64c-132d-41be-a94d-4c0c6cff7820 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:27:38.007174 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-15adc394-f22a-42a4-b052-60b63d7b3d75 req-e5b3e64c-132d-41be-a94d-4c0c6cff7820 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3232d04e-3320-46b5-a105-4fa3dd51672a HTTP/1.1" status: 200 len: 851 time: 0.0505660 Nov 22 12:27:38.016323 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [None req-f77961ca-6da8-4e9e-b8e4-0bb4907f92d6 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=e1cc320a3bd041589e97e6884335c189&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1324778 Nov 22 12:27:38.017207 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77961ca-6da8-4e9e-b8e4-0bb4907f92d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bdb9428-814a-4376-b425-5cb4f26fc5e7,revision_number=1']} {{(pid=102750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:27:38.019615 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.wsgi [-] (102750) accepted ('10.222.0.66', 53630) {{(pid=102750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:27:38.025572 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-ec4a9d60-e821-40ab-b0e5-fee267eae1ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545565'] for security_group, after_delete {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:38.028515 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-ec4a9d60-e821-40ab-b0e5-fee267eae1ae admin admin] Publish callbacks [] for security_group, before_response {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:38.032716 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [None req-ec4a9d60-e821-40ab-b0e5-fee267eae1ae admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/3f9c4b4b-8f04-49f7-8375-00f2aeb5f55c HTTP/1.1" status: 204 len: 168 time: 0.2762938 Nov 22 12:27:38.057408 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4a9d60-e821-40ab-b0e5-fee267eae1ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f9c4b4b-8f04-49f7-8375-00f2aeb5f55c,revision_number=None']} {{(pid=102749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:27:38.072066 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-50546558-4e70-44c4-a800-f0db6213ca6c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:38.077251 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15adc394-f22a-42a4-b052-60b63d7b3d75 req-d7deb52e-1fcb-4010-b8c7-2f511962e331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:27:38.082967 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-15adc394-f22a-42a4-b052-60b63d7b3d75 req-d7deb52e-1fcb-4010-b8c7-2f511962e331 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b3fc06d8-5c3b-4a4b-b823-0fcbe71895b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0666015 Nov 22 12:27:38.102779 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-50546558-4e70-44c4-a800-f0db6213ca6c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:38.163951 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-50546558-4e70-44c4-a800-f0db6213ca6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545565'] for security_group, after_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:38.166425 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-50546558-4e70-44c4-a800-f0db6213ca6c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:38.178096 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [None req-50546558-4e70-44c4-a800-f0db6213ca6c admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/8bdb9428-814a-4376-b425-5cb4f26fc5e7 HTTP/1.1" status: 204 len: 168 time: 0.1502111 Nov 22 12:27:38.192674 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50546558-4e70-44c4-a800-f0db6213ca6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bdb9428-814a-4376-b425-5cb4f26fc5e7,revision_number=None']} {{(pid=102750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:27:38.223825 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d86e28a-71c3-4d6c-a5fa-a9372b55acc9 req-53815dd0-4eff-4188-ac64-bdf10653b759 tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:27:38.225378 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-3d86e28a-71c3-4d6c-a5fa-a9372b55acc9 req-53815dd0-4eff-4188-ac64-bdf10653b759 tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] 10.222.0.66 "GET /v2.0/ports?device_id=1b4a3c13-ae43-435b-8747-ac95a2dd9aa3 HTTP/1.1" status: 200 len: 944 time: 0.0882330 Nov 22 12:27:38.242934 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-15adc394-f22a-42a4-b052-60b63d7b3d75 req-1d69efe4-c531-4a03-b5d7-41760c45dc63 service neutron] 10.222.0.46 "GET /v2.0/networks/b3fc06d8-5c3b-4a4b-b823-0fcbe71895b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1515532 Nov 22 12:27:38.340694 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-3d86e28a-71c3-4d6c-a5fa-a9372b55acc9 req-8a520012-c4b6-4dac-ac43-4ea1304fc296 tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] 10.222.0.66 "GET /v2.0/security-groups?id=65f181fa-6909-4095-8bbf-8108c3343b44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1076422 Nov 22 12:27:38.377425 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-15adc394-f22a-42a4-b052-60b63d7b3d75 req-17d45ed9-cb06-422a-8a33-b944568098f8 service neutron] 10.222.0.46 "GET /v2.0/networks/b3fc06d8-5c3b-4a4b-b823-0fcbe71895b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253214 Nov 22 12:27:39.485851 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac88db0e-b72b-4028-a97c-d8ae1bab7016 req-bce43a42-3b38-4eb5-8640-4536d316359d tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:27:39.489287 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-ac88db0e-b72b-4028-a97c-d8ae1bab7016 req-bce43a42-3b38-4eb5-8640-4536d316359d tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] 10.222.0.66 "GET /v2.0/ports?device_id=1b4a3c13-ae43-435b-8747-ac95a2dd9aa3 HTTP/1.1" status: 200 len: 944 time: 0.0665455 Nov 22 12:27:39.570937 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-ac88db0e-b72b-4028-a97c-d8ae1bab7016 req-1c9d124b-3962-4011-9fcc-79326955e8fd tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] 10.222.0.66 "GET /v2.0/security-groups?id=65f181fa-6909-4095-8bbf-8108c3343b44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687895 Nov 22 12:27:39.938110 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.wsgi [-] (102750) accepted ('10.222.0.66', 53766) {{(pid=102750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:27:40.048541 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-e0bb38c9-ec7a-40bb-abd2-8bb414fa8ffc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:40.136563 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-e0bb38c9-ec7a-40bb-abd2-8bb414fa8ffc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:40.142790 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-e0bb38c9-ec7a-40bb-abd2-8bb414fa8ffc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545565'] for security_group, after_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:40.182186 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [None req-e0bb38c9-ec7a-40bb-abd2-8bb414fa8ffc admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=fd503321fe8a4cf087d3d0441e6428f7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2428632 Nov 22 12:27:40.183083 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bb38c9-ec7a-40bb-abd2-8bb414fa8ffc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99580cc3-33f5-4e69-ba8a-f5702d7be4bd,revision_number=1']} {{(pid=102750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:27:40.186393 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.wsgi [-] (102749) accepted ('10.222.0.66', 53770) {{(pid=102749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:27:40.245233 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-2d330b2f-4ec1-406a-8197-7bbead1d9063 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:40.270445 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-2d330b2f-4ec1-406a-8197-7bbead1d9063 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:40.329331 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-2d330b2f-4ec1-406a-8197-7bbead1d9063 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545565'] for security_group, after_delete {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:40.332019 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-2d330b2f-4ec1-406a-8197-7bbead1d9063 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:40.333167 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [None req-2d330b2f-4ec1-406a-8197-7bbead1d9063 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/99580cc3-33f5-4e69-ba8a-f5702d7be4bd HTTP/1.1" status: 204 len: 168 time: 0.1456120 Nov 22 12:27:40.341901 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d330b2f-4ec1-406a-8197-7bbead1d9063 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99580cc3-33f5-4e69-ba8a-f5702d7be4bd,revision_number=None']} {{(pid=102749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:27:40.661759 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.wsgi [-] (102750) accepted ('10.222.0.66', 53780) {{(pid=102750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:27:40.675885 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-f774c5e3-82ad-4f63-b40e-9e33b4ea1cec admin admin] Publish callbacks [] for security_group, before_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:40.703158 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa654d7-b252-4c3d-8d09-8dca5a4773bc req-e30aa3e3-1237-425f-a312-615cb63187d5 tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:27:40.704699 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-baa654d7-b252-4c3d-8d09-8dca5a4773bc req-e30aa3e3-1237-425f-a312-615cb63187d5 tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] 10.222.0.66 "GET /v2.0/ports?device_id=1b4a3c13-ae43-435b-8747-ac95a2dd9aa3 HTTP/1.1" status: 200 len: 944 time: 0.0532224 Nov 22 12:27:40.755485 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-f774c5e3-82ad-4f63-b40e-9e33b4ea1cec admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:40.761779 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-f774c5e3-82ad-4f63-b40e-9e33b4ea1cec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545565'] for security_group, after_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:40.766638 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-baa654d7-b252-4c3d-8d09-8dca5a4773bc req-5865a0af-5e0f-42de-97ef-86eb0e827cf8 tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] 10.222.0.66 "GET /v2.0/security-groups?id=65f181fa-6909-4095-8bbf-8108c3343b44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551188 Nov 22 12:27:40.800332 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [None req-f774c5e3-82ad-4f63-b40e-9e33b4ea1cec admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=1d4f3f093f75471ba15528502920bc70&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1372080 Nov 22 12:27:40.801507 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f774c5e3-82ad-4f63-b40e-9e33b4ea1cec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f273846-1140-47c9-8039-ed8a0862ecb3,revision_number=1']} {{(pid=102750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:27:40.803043 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.wsgi [-] (102749) accepted ('10.222.0.66', 53782) {{(pid=102749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:27:40.857066 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-634a6ec2-7abd-4140-ba8b-60cfe2fa1ad9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:40.885075 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-634a6ec2-7abd-4140-ba8b-60cfe2fa1ad9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:40.942917 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-634a6ec2-7abd-4140-ba8b-60cfe2fa1ad9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545565'] for security_group, after_delete {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:40.947724 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-634a6ec2-7abd-4140-ba8b-60cfe2fa1ad9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:40.949384 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [None req-634a6ec2-7abd-4140-ba8b-60cfe2fa1ad9 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/1f273846-1140-47c9-8039-ed8a0862ecb3 HTTP/1.1" status: 204 len: 168 time: 0.1451089 Nov 22 12:27:40.959358 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634a6ec2-7abd-4140-ba8b-60cfe2fa1ad9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f273846-1140-47c9-8039-ed8a0862ecb3,revision_number=None']} {{(pid=102749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:27:41.895273 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fa1454-4225-4bb6-865d-349abb2de706 req-e3c06053-f5a9-476e-9c73-875cfe48a078 tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:27:41.896777 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-60fa1454-4225-4bb6-865d-349abb2de706 req-e3c06053-f5a9-476e-9c73-875cfe48a078 tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] 10.222.0.66 "GET /v2.0/ports?device_id=1b4a3c13-ae43-435b-8747-ac95a2dd9aa3 HTTP/1.1" status: 200 len: 944 time: 0.0481875 Nov 22 12:27:41.956062 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-60fa1454-4225-4bb6-865d-349abb2de706 req-c6d5f9f6-c223-4d72-b8fb-1abc539f5681 tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] 10.222.0.66 "GET /v2.0/security-groups?id=65f181fa-6909-4095-8bbf-8108c3343b44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531938 Nov 22 12:27:43.074295 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ef9aa2-cd6d-4d9f-bab0-8a1f9ce4b431 req-448ebfc7-bc2e-417c-9849-fc221f39b0fd tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:27:43.077954 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-97ef9aa2-cd6d-4d9f-bab0-8a1f9ce4b431 req-448ebfc7-bc2e-417c-9849-fc221f39b0fd tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] 10.222.0.66 "GET /v2.0/ports?device_id=1b4a3c13-ae43-435b-8747-ac95a2dd9aa3 HTTP/1.1" status: 200 len: 944 time: 0.0548334 Nov 22 12:27:43.131438 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-97ef9aa2-cd6d-4d9f-bab0-8a1f9ce4b431 req-a188560b-8eb4-4e7c-8cde-8a4e0445a26a tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] 10.222.0.66 "GET /v2.0/security-groups?id=65f181fa-6909-4095-8bbf-8108c3343b44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492537 Nov 22 12:27:43.263964 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.wsgi [-] (102750) accepted ('10.222.0.66', 53860) {{(pid=102750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:27:43.382679 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-ba71a57b-8a1e-4a46-abbd-27843e7bd582 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:43.498393 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-ba71a57b-8a1e-4a46-abbd-27843e7bd582 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:43.503440 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-ba71a57b-8a1e-4a46-abbd-27843e7bd582 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545565'] for security_group, after_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:43.546321 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [None req-ba71a57b-8a1e-4a46-abbd-27843e7bd582 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=9fa969541957458582f024b6152bfc9f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2809517 Nov 22 12:27:43.547384 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba71a57b-8a1e-4a46-abbd-27843e7bd582 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bec66d21-f618-4cfb-9637-f8fc603e42c3,revision_number=1']} {{(pid=102750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:27:43.550239 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.wsgi [-] (102750) accepted ('10.222.0.66', 53864) {{(pid=102750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:27:43.605342 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-f328b9b1-8873-452d-bcc8-5ebd1bd0d71c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:43.627617 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-f328b9b1-8873-452d-bcc8-5ebd1bd0d71c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:43.679023 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-f328b9b1-8873-452d-bcc8-5ebd1bd0d71c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545565'] for security_group, after_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:43.686324 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-f328b9b1-8873-452d-bcc8-5ebd1bd0d71c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:43.687564 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [None req-f328b9b1-8873-452d-bcc8-5ebd1bd0d71c admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/bec66d21-f618-4cfb-9637-f8fc603e42c3 HTTP/1.1" status: 204 len: 168 time: 0.1364691 Nov 22 12:27:43.696359 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f328b9b1-8873-452d-bcc8-5ebd1bd0d71c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bec66d21-f618-4cfb-9637-f8fc603e42c3,revision_number=None']} {{(pid=102750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:27:44.007746 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.wsgi [-] (102750) accepted ('10.222.0.66', 53872) {{(pid=102750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:27:44.022054 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-6be30bb9-2244-49fa-8722-7c146559b8c0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:44.113103 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-6be30bb9-2244-49fa-8722-7c146559b8c0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:44.118261 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-6be30bb9-2244-49fa-8722-7c146559b8c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545565'] for security_group, after_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:44.160233 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [None req-6be30bb9-2244-49fa-8722-7c146559b8c0 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=3bf0bfd0affd46368c4cdfcb29f41d6f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1511760 Nov 22 12:27:44.161042 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be30bb9-2244-49fa-8722-7c146559b8c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c89307e2-f374-4c23-8774-302adad55757,revision_number=1']} {{(pid=102750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:27:44.163101 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.wsgi [-] (102749) accepted ('10.222.0.66', 53876) {{(pid=102749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:27:44.255069 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-83b7c3ba-6edc-443b-8804-e0e411aac5d4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:44.278861 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe37e993-c0a9-45ab-ba98-d3c008d5a027 req-bb6bb359-c5a0-431d-a86f-76a4c4f93a1b tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:27:44.280725 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-fe37e993-c0a9-45ab-ba98-d3c008d5a027 req-bb6bb359-c5a0-431d-a86f-76a4c4f93a1b tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] 10.222.0.66 "GET /v2.0/ports?device_id=1b4a3c13-ae43-435b-8747-ac95a2dd9aa3 HTTP/1.1" status: 200 len: 944 time: 0.0680585 Nov 22 12:27:44.290239 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-83b7c3ba-6edc-443b-8804-e0e411aac5d4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:44.362491 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-fe37e993-c0a9-45ab-ba98-d3c008d5a027 req-f058d7d4-a7ad-4a28-81f5-041d49aa6d92 tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] 10.222.0.66 "GET /v2.0/security-groups?id=65f181fa-6909-4095-8bbf-8108c3343b44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742347 Nov 22 12:27:44.376143 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-83b7c3ba-6edc-443b-8804-e0e411aac5d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545565'] for security_group, after_delete {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:44.378743 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-83b7c3ba-6edc-443b-8804-e0e411aac5d4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:44.380054 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [None req-83b7c3ba-6edc-443b-8804-e0e411aac5d4 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/c89307e2-f374-4c23-8774-302adad55757 HTTP/1.1" status: 204 len: 168 time: 0.2156587 Nov 22 12:27:44.389635 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b7c3ba-6edc-443b-8804-e0e411aac5d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c89307e2-f374-4c23-8774-302adad55757,revision_number=None']} {{(pid=102749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:27:45.484893 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca30f7b-ee6c-460b-ae70-82ec00fe220f req-6e2664f3-0552-4817-b561-666d94835e3d tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:27:45.486384 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-9ca30f7b-ee6c-460b-ae70-82ec00fe220f req-6e2664f3-0552-4817-b561-666d94835e3d tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] 10.222.0.66 "GET /v2.0/ports?device_id=1b4a3c13-ae43-435b-8747-ac95a2dd9aa3 HTTP/1.1" status: 200 len: 944 time: 0.0526211 Nov 22 12:27:45.541779 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-9ca30f7b-ee6c-460b-ae70-82ec00fe220f req-058f18e5-4f1f-4403-a59b-59a33c0d88b1 tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] 10.222.0.66 "GET /v2.0/security-groups?id=65f181fa-6909-4095-8bbf-8108c3343b44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487499 Nov 22 12:27:45.903987 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.rpc [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Device f03e8079-856f-4a9c-8d1e-ef0f3004d3ba details requested by agent hyperv_hv-cinder-76845 with host hv-cinder-76845 {{(pid=102751) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 12:27:46.020732 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.db [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] For port f03e8079-856f-4a9c-8d1e-ef0f3004d3ba, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=f03e8079-856f-4a9c-8d1e-ef0f3004d3ba,segment=NetworkSegment(b2e12c16-42f6-4ba0-941d-a4e84f88b840),segment_id=b2e12c16-42f6-4ba0-941d-a4e84f88b840)] {{(pid=102751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 12:27:46.034278 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.rpc [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Returning: {'device': 'f03e8079-856f-4a9c-8d1e-ef0f3004d3ba', 'network_id': 'b3fc06d8-5c3b-4a4b-b823-0fcbe71895b9', 'port_id': 'f03e8079-856f-4a9c-8d1e-ef0f3004d3ba', 'mac_address': 'fa:16:3e:7a:55:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 610, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3232d04e-3320-46b5-a105-4fa3dd51672a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102751) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 12:27:46.075097 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3931732'] for port, before_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:46.090087 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.notifiers.nova [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f03e8079-856f-4a9c-8d1e-ef0f3004d3ba {{(pid=102751) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 12:27:46.118376 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.db [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] For port f03e8079-856f-4a9c-8d1e-ef0f3004d3ba, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=f03e8079-856f-4a9c-8d1e-ef0f3004d3ba,segment=NetworkSegment(b2e12c16-42f6-4ba0-941d-a4e84f88b840),segment_id=b2e12c16-42f6-4ba0-941d-a4e84f88b840)] {{(pid=102751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 12:27:46.124148 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793343495738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793342949286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793342949304'] for port, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:46.175100 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Pushing event updated for resources: {'Port': ['ID=f03e8079-856f-4a9c-8d1e-ef0f3004d3ba,revision_number=4']} {{(pid=102751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:27:46.350450 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.db [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] get_ports_and_sgs() called for port_ids ['f03e8079-856f-4a9c-8d1e-ef0f3004d3ba'] {{(pid=102751) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 12:27:46.660758 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fc6d23-95b6-4fcc-92c9-610b5b51c39e req-b5225f29-9ff6-4f33-8c11-947a33e169ac tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:27:46.662315 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-88fc6d23-95b6-4fcc-92c9-610b5b51c39e req-b5225f29-9ff6-4f33-8c11-947a33e169ac tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] 10.222.0.66 "GET /v2.0/ports?device_id=1b4a3c13-ae43-435b-8747-ac95a2dd9aa3 HTTP/1.1" status: 200 len: 945 time: 0.0498047 Nov 22 12:27:46.717643 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-88fc6d23-95b6-4fcc-92c9-610b5b51c39e req-92fabefe-9160-4799-baa5-148cc8c7a981 tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] 10.222.0.66 "GET /v2.0/security-groups?id=65f181fa-6909-4095-8bbf-8108c3343b44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492582 Nov 22 12:27:47.552337 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793343475411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3821827'] for agent, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:47.855486 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2c02c8-1426-4046-8122-d892402ad458 req-fe12d354-ab92-45f1-ad68-68562404b3ee tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:27:47.857069 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-1c2c02c8-1426-4046-8122-d892402ad458 req-fe12d354-ab92-45f1-ad68-68562404b3ee tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] 10.222.0.66 "GET /v2.0/ports?device_id=1b4a3c13-ae43-435b-8747-ac95a2dd9aa3 HTTP/1.1" status: 200 len: 945 time: 0.0593600 Nov 22 12:27:47.901123 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.rpc [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Device f03e8079-856f-4a9c-8d1e-ef0f3004d3ba up at agent hyperv_hv-cinder-76845 {{(pid=102751) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 12:27:47.916657 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-1c2c02c8-1426-4046-8122-d892402ad458 req-702b3382-42bb-44da-b108-fbda6c376238 tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] 10.222.0.66 "GET /v2.0/security-groups?id=65f181fa-6909-4095-8bbf-8108c3343b44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484996 Nov 22 12:27:47.968050 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.provisioning_blocks [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Provisioning for port f03e8079-856f-4a9c-8d1e-ef0f3004d3ba completed by entity L2. {{(pid=102751) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 12:27:47.971711 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.provisioning_blocks [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Provisioning complete for port f03e8079-856f-4a9c-8d1e-ef0f3004d3ba triggered by entity L2. {{(pid=102751) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 12:27:47.972083 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3821908'] for port, provisioning_complete {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:48.055863 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3931732'] for port, before_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:48.079794 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b4a3c13-ae43-435b-8747-ac95a2dd9aa3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f03e8079-856f-4a9c-8d1e-ef0f3004d3ba'}] {{(pid=102751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 12:27:48.081949 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50f57f68d0dae852c32e4f8721e97c07bf2df52fd56e1603e3e4743a1bb51d8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86bf9d1b-3927-49d0-82c7-d7d3c5e612af" -d '{"events": [{"server_uuid": "1b4a3c13-ae43-435b-8747-ac95a2dd9aa3", "name": "network-vif-plugged", "status": "completed", "tag": "f03e8079-856f-4a9c-8d1e-ef0f3004d3ba"}]}' {{(pid=102751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 12:27:48.096233 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.db [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] For port f03e8079-856f-4a9c-8d1e-ef0f3004d3ba, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=f03e8079-856f-4a9c-8d1e-ef0f3004d3ba,segment=NetworkSegment(b2e12c16-42f6-4ba0-941d-a4e84f88b840),segment_id=b2e12c16-42f6-4ba0-941d-a4e84f88b840)] {{(pid=102751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 12:27:48.101624 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793343495738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793342949286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793342949304'] for port, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:48.130240 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 12:27:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c556f98c-3594-40d1-b482-6d1daaeb029a x-openstack-request-id: req-c556f98c-3594-40d1-b482-6d1daaeb029a {{(pid=102751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 12:27:48.130546 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b4a3c13-ae43-435b-8747-ac95a2dd9aa3", "name": "network-vif-plugged", "status": "completed", "tag": "f03e8079-856f-4a9c-8d1e-ef0f3004d3ba", "code": 200}]} {{(pid=102751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 12:27:48.130813 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-c556f98c-3594-40d1-b482-6d1daaeb029a {{(pid=102751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 12:27:48.131189 dv-cinder-768458-13-iscsi neutron-server[102751]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b4a3c13-ae43-435b-8747-ac95a2dd9aa3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f03e8079-856f-4a9c-8d1e-ef0f3004d3ba', 'code': 200} Nov 22 12:27:48.165191 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Pushing event updated for resources: {'Port': ['ID=f03e8079-856f-4a9c-8d1e-ef0f3004d3ba,revision_number=5']} {{(pid=102751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:27:48.370017 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc630fd-bb29-4956-b98b-e64988b13975 req-5fcb617f-3a60-46bd-b9c3-508ca0f362b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:27:48.372468 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-2dc630fd-bb29-4956-b98b-e64988b13975 req-5fcb617f-3a60-46bd-b9c3-508ca0f362b8 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=1b4a3c13-ae43-435b-8747-ac95a2dd9aa3 HTTP/1.1" status: 200 len: 1099 time: 0.0455174 Nov 22 12:27:48.426793 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-2dc630fd-bb29-4956-b98b-e64988b13975 req-7910fb64-ac4c-4f5c-8f92-f8a03e7a5417 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=65f181fa-6909-4095-8bbf-8108c3343b44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444815 Nov 22 12:27:49.060062 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6221fe0e-ec21-41f1-bb22-dd9d8696b932 req-58baba12-2bb5-449f-a5c2-b4d49c026d97 tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:27:49.061904 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-6221fe0e-ec21-41f1-bb22-dd9d8696b932 req-58baba12-2bb5-449f-a5c2-b4d49c026d97 tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] 10.222.0.66 "GET /v2.0/ports?device_id=1b4a3c13-ae43-435b-8747-ac95a2dd9aa3 HTTP/1.1" status: 200 len: 946 time: 0.0694215 Nov 22 12:27:49.113595 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-6221fe0e-ec21-41f1-bb22-dd9d8696b932 req-3fdb3eb9-3e5c-4eb2-8eb1-19a8cf5329c3 tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] 10.222.0.66 "GET /v2.0/security-groups?id=65f181fa-6909-4095-8bbf-8108c3343b44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456607 Nov 22 12:27:50.244498 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3063c27e-d0bd-4bd0-a4d2-9af962dfc0dc req-a8aac076-61c3-466b-9d31-c62ad97c08d9 tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:27:50.245993 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-3063c27e-d0bd-4bd0-a4d2-9af962dfc0dc req-a8aac076-61c3-466b-9d31-c62ad97c08d9 tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] 10.222.0.66 "GET /v2.0/ports?device_id=1b4a3c13-ae43-435b-8747-ac95a2dd9aa3 HTTP/1.1" status: 200 len: 946 time: 0.0548363 Nov 22 12:27:50.298709 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-3063c27e-d0bd-4bd0-a4d2-9af962dfc0dc req-a9cf40ca-e193-4932-84ec-42f7623631b0 tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] 10.222.0.66 "GET /v2.0/security-groups?id=65f181fa-6909-4095-8bbf-8108c3343b44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442331 Nov 22 12:27:50.425700 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3336d3b-d45b-4848-b64b-70e85aa00a0e req-4ad333f6-169e-43ca-8199-e5836deaa168 tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:27:50.427099 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-d3336d3b-d45b-4848-b64b-70e85aa00a0e req-4ad333f6-169e-43ca-8199-e5836deaa168 tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] 10.222.0.66 "GET /v2.0/ports?device_id=1b4a3c13-ae43-435b-8747-ac95a2dd9aa3 HTTP/1.1" status: 200 len: 946 time: 0.0571172 Nov 22 12:27:50.484151 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-d3336d3b-d45b-4848-b64b-70e85aa00a0e req-706119bb-b41d-4cbd-b699-3045273bc835 tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] 10.222.0.66 "GET /v2.0/security-groups?id=65f181fa-6909-4095-8bbf-8108c3343b44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483432 Nov 22 12:27:50.513982 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.wsgi [-] (102749) accepted ('10.222.0.66', 53906) {{(pid=102749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:27:50.757262 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27682a4c-a5e7-4971-920d-a85ce78c7ca1 tempest-TestVolumeBootPattern-830684456 tempest-TestVolumeBootPattern-830684456-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:27:50.758783 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [None req-27682a4c-a5e7-4971-920d-a85ce78c7ca1 tempest-TestVolumeBootPattern-830684456 tempest-TestVolumeBootPattern-830684456-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=1b4a3c13-ae43-435b-8747-ac95a2dd9aa3 HTTP/1.1" status: 200 len: 1094 time: 0.2438104 Nov 22 12:27:50.761879 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.wsgi [-] (102749) accepted ('10.222.0.66', 53910) {{(pid=102749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:27:50.767997 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.v2.base [None req-f0eb39c7-1c32-4056-b433-bdb8786f6e81 tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] Request body: {'floatingip': {'floating_network_id': '52f34850-4f08-4bf9-8f19-1c892d4c6132', 'port_id': 'f03e8079-856f-4a9c-8d1e-ef0f3004d3ba', 'tenant_id': 'cb29d996e3de41b0b21ee7ccd827eaea', 'fixed_ip_address': '172.20.0.11'}} {{(pid=102749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 12:27:50.788779 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-4a3b8e31-cee2-4bf5-8b50-447ffc739119 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793343475411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3821827'] for agent, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:50.793350 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-f0eb39c7-1c32-4056-b433-bdb8786f6e81 tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] Publish callbacks [] for floatingip, before_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:50.897876 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-f0eb39c7-1c32-4056-b433-bdb8786f6e81 tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3931732'] for port, before_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:51.028375 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.db.db_base_plugin_common [None req-f0eb39c7-1c32-4056-b433-bdb8786f6e81 tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] Allocated IP 172.27.0.181 (52f34850-4f08-4bf9-8f19-1c892d4c6132/9e59152d-9f1b-4a42-ae53-82f6bd285144/039716eb-4445-49f6-bd45-85ac44db8cfc) {{(pid=102749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 12:27:51.138454 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-f0eb39c7-1c32-4056-b433-bdb8786f6e81 tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] Publish callbacks [] for port, precommit_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:51.187790 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-f0eb39c7-1c32-4056-b433-bdb8786f6e81 tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793342949268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126077602'] for port, after_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:51.230709 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0eb39c7-1c32-4056-b433-bdb8786f6e81 tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] Network 52f34850-4f08-4bf9-8f19-1c892d4c6132 is already hosted by enough agents. {{(pid=102749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 12:27:51.235304 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.scheduler.base_scheduler [None req-f0eb39c7-1c32-4056-b433-bdb8786f6e81 tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] Resources bound (agent type, host, resource id): {{(pid=102749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 12:27:51.238128 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0eb39c7-1c32-4056-b433-bdb8786f6e81 tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] Received port after_create {{(pid=102749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 12:27:51.244516 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0eb39c7-1c32-4056-b433-bdb8786f6e81 tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] Pushing event updated for resources: {'Port': ['ID=039716eb-4445-49f6-bd45-85ac44db8cfc,revision_number=1']} {{(pid=102749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:27:51.271200 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0eb39c7-1c32-4056-b433-bdb8786f6e81 tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:27:51.271895 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0eb39c7-1c32-4056-b433-bdb8786f6e81 tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:27:51.271895 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0eb39c7-1c32-4056-b433-bdb8786f6e81 tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:27:51.272232 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0eb39c7-1c32-4056-b433-bdb8786f6e81 tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:27:51.272555 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0eb39c7-1c32-4056-b433-bdb8786f6e81 tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:27:51.272886 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0eb39c7-1c32-4056-b433-bdb8786f6e81 tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:27:51.273205 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0eb39c7-1c32-4056-b433-bdb8786f6e81 tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:27:51.273525 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0eb39c7-1c32-4056-b433-bdb8786f6e81 tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:27:51.273860 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0eb39c7-1c32-4056-b433-bdb8786f6e81 tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:27:51.274163 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0eb39c7-1c32-4056-b433-bdb8786f6e81 tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:27:51.274478 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0eb39c7-1c32-4056-b433-bdb8786f6e81 tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:27:51.274814 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0eb39c7-1c32-4056-b433-bdb8786f6e81 tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:27:51.894655 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-f0eb39c7-1c32-4056-b433-bdb8786f6e81 tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:51.965028 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-f0eb39c7-1c32-4056-b433-bdb8786f6e81 tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3931732'] for port, before_update {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:52.140516 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-f0eb39c7-1c32-4056-b433-bdb8786f6e81 tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] Publish callbacks [] for port, precommit_update {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:52.146666 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-f0eb39c7-1c32-4056-b433-bdb8786f6e81 tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793343495738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793342949286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793342949304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126077611'] for port, after_update {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:52.220241 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0eb39c7-1c32-4056-b433-bdb8786f6e81 tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] Pushing event updated for resources: {'Port': ['ID=039716eb-4445-49f6-bd45-85ac44db8cfc,revision_number=2']} {{(pid=102749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:27:52.234628 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-f0eb39c7-1c32-4056-b433-bdb8786f6e81 tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-532624'] for floatingip, after_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:52.354208 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.db.l3_db [None req-f0eb39c7-1c32-4056-b433-bdb8786f6e81 tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] Floating IP 0bedc45c-e365-48c7-9e39-9d07a5b90cb0 associated. External IP: 172.27.0.181, port: f03e8079-856f-4a9c-8d1e-ef0f3004d3ba. Nov 22 12:27:52.592953 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0eb39c7-1c32-4056-b433-bdb8786f6e81 tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] Router 22e3319e-96da-42cd-99d2-6ae298eea824 has already been hosted by L3 agent b4a26ead-6ab2-4f98-a352-c9ed6d39b73e {{(pid=102749) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 12:27:52.714423 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0eb39c7-1c32-4056-b433-bdb8786f6e81 tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] Notify agent at l3_agent.dv-cinder-768458-13-iscsi the message routers_updated {{(pid=102749) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 12:27:52.724696 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b44c66b-556d-49e3-8e83-36d536d44477 None None] Sync routers for ids ['22e3319e-96da-42cd-99d2-6ae298eea824'] in dv-cinder-768458-13-iscsi {{(pid=102751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 12:27:52.734943 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-f0eb39c7-1c32-4056-b433-bdb8786f6e81 tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434365'] for floatingip, before_response {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:52.736271 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b44c66b-556d-49e3-8e83-36d536d44477 None None] Routers {'22e3319e-96da-42cd-99d2-6ae298eea824'} bound to L3 agent in host dv-cinder-768458-13-iscsi {{(pid=102751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 12:27:52.736920 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.l3_hamode_db [None req-3b44c66b-556d-49e3-8e83-36d536d44477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T12:11:23Z,description=,heartbeat_timestamp=2021-11-22T12:27:23Z,host='dv-cinder-768458-13-iscsi',id=b4a26ead-6ab2-4f98-a352-c9ed6d39b73e,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T12:11:23Z,topic='l3_agent')) {'router_ids': ['22e3319e-96da-42cd-99d2-6ae298eea824'], 'active': True} {{(pid=102751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 12:27:52.764177 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [None req-f0eb39c7-1c32-4056-b433-bdb8786f6e81 tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9994757 Nov 22 12:27:52.764683 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b4a3c13-ae43-435b-8747-ac95a2dd9aa3', 'tag': 'f03e8079-856f-4a9c-8d1e-ef0f3004d3ba'}] {{(pid=102749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 12:27:52.767353 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e75a82c02e5e8e80361e9b8ad1df1450ec212ebfa93d78ee9da720cb5365782c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-970f277f-784c-4712-a965-d8f00558d65f" -d '{"events": [{"name": "network-changed", "server_uuid": "1b4a3c13-ae43-435b-8747-ac95a2dd9aa3", "tag": "f03e8079-856f-4a9c-8d1e-ef0f3004d3ba"}]}' {{(pid=102749) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 12:27:52.812319 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 12:27:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dfec25e-566d-477f-94ae-4948dc9072f8 x-openstack-request-id: req-7dfec25e-566d-477f-94ae-4948dc9072f8 {{(pid=102749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 12:27:52.812631 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b4a3c13-ae43-435b-8747-ac95a2dd9aa3", "tag": "f03e8079-856f-4a9c-8d1e-ef0f3004d3ba", "status": "completed", "code": 200}]} {{(pid=102749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 12:27:52.812901 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-7dfec25e-566d-477f-94ae-4948dc9072f8 {{(pid=102749) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 12:27:52.813436 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b4a3c13-ae43-435b-8747-ac95a2dd9aa3', 'tag': 'f03e8079-856f-4a9c-8d1e-ef0f3004d3ba', 'status': 'completed', 'code': 200} Nov 22 12:27:52.848260 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.l3_dvr_db [None req-3b44c66b-556d-49e3-8e83-36d536d44477 None None] Set router 22e3319e-96da-42cd-99d2-6ae298eea824 gateway port host: dv-cinder-768458-13-iscsi {{(pid=102751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 12:27:52.883763 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970f277f-784c-4712-a965-d8f00558d65f req-65723170-0fd5-4f1b-a379-3251f9c1ba08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:27:52.884819 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-970f277f-784c-4712-a965-d8f00558d65f req-65723170-0fd5-4f1b-a379-3251f9c1ba08 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=cb29d996e3de41b0b21ee7ccd827eaea&device_id=1b4a3c13-ae43-435b-8747-ac95a2dd9aa3 HTTP/1.1" status: 200 len: 1099 time: 0.0479662 Nov 22 12:27:53.006092 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970f277f-784c-4712-a965-d8f00558d65f req-c01467e8-db7e-4f5c-b73e-f2ff68461c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:27:53.007632 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-970f277f-784c-4712-a965-d8f00558d65f req-c01467e8-db7e-4f5c-b73e-f2ff68461c8f service neutron] 10.222.0.46 "GET /v2.0/networks?id=b3fc06d8-5c3b-4a4b-b823-0fcbe71895b9 HTTP/1.1" status: 200 len: 913 time: 0.1139164 Nov 22 12:27:53.020312 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-03744502-66e3-41fd-927e-ffcea68907bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793343475411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3821827'] for agent, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:53.078745 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-970f277f-784c-4712-a965-d8f00558d65f req-42149c2d-d15e-4766-848a-c3164dcd1452 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f03e8079-856f-4a9c-8d1e-ef0f3004d3ba HTTP/1.1" status: 200 len: 1000 time: 0.0633135 Nov 22 12:27:53.113948 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.l3_hamode_db [None req-3b44c66b-556d-49e3-8e83-36d536d44477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22e3319e-96da-42cd-99d2-6ae298eea824', 'name': 'tempest-TestVolumeBootPattern-2064543887-router', 'tenant_id': 'cb29d996e3de41b0b21ee7ccd827eaea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52f34850-4f08-4bf9-8f19-1c892d4c6132', 'external_fixed_ips': [{'subnet_id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'ip_address': '172.27.0.212'}], 'enable_snat': True}, 'gw_port_id': 'aa0aca8f-5f89-4a75-832c-e1fb055f3f19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T12:27:02Z', 'updated_at': '2021-11-22T12:27:04Z', 'revision_number': 4, 'project_id': 'cb29d996e3de41b0b21ee7ccd827eaea', 'gw_port': {'id': 'aa0aca8f-5f89-4a75-832c-e1fb055f3f19', 'name': '', 'network_id': '52f34850-4f08-4bf9-8f19-1c892d4c6132', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:4b:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22e3319e-96da-42cd-99d2-6ae298eea824', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'ip_address': '172.27.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T12:27:02Z', 'updated_at': '2021-11-22T12:27:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-13-iscsi', '_floatingips': [{'id': '0bedc45c-e365-48c7-9e39-9d07a5b90cb0', 'tenant_id': 'cb29d996e3de41b0b21ee7ccd827eaea', 'floating_ip_address': '172.27.0.181', 'floating_network_id': '52f34850-4f08-4bf9-8f19-1c892d4c6132', 'router_id': '22e3319e-96da-42cd-99d2-6ae298eea824', 'port_id': 'f03e8079-856f-4a9c-8d1e-ef0f3004d3ba', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 686, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3fc06d8-5c3b-4a4b-b823-0fcbe71895b9', 'mac_address': 'fa:16:3e:7a:55:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b4a3c13-ae43-435b-8747-ac95a2dd9aa3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T12:27:51Z', 'updated_at': '2021-11-22T12:27:51Z', 'revision_number': 0, 'project_id': 'cb29d996e3de41b0b21ee7ccd827eaea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8727499d-84a8-438c-bd19-6919bedd8315', 'name': '', 'network_id': 'b3fc06d8-5c3b-4a4b-b823-0fcbe71895b9', 'tenant_id': 'cb29d996e3de41b0b21ee7ccd827eaea', 'mac_address': 'fa:16:3e:f8:6d:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22e3319e-96da-42cd-99d2-6ae298eea824', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '3232d04e-3320-46b5-a105-4fa3dd51672a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T12:27:04Z', 'updated_at': '2021-11-22T12:27:10Z', 'revision_number': 5, 'project_id': 'cb29d996e3de41b0b21ee7ccd827eaea', 'subnets': [{'id': '3232d04e-3320-46b5-a105-4fa3dd51672a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-13-iscsi', False) {} {{(pid=102751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 12:27:53.135896 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970f277f-784c-4712-a965-d8f00558d65f req-d27ebeb7-e5c5-4f29-a60e-7ec89941f9ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:27:53.137405 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-970f277f-784c-4712-a965-d8f00558d65f req-d27ebeb7-e5c5-4f29-a60e-7ec89941f9ec service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3232d04e-3320-46b5-a105-4fa3dd51672a HTTP/1.1" status: 200 len: 851 time: 0.0506868 Nov 22 12:27:53.142482 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b44c66b-556d-49e3-8e83-36d536d44477 None None] Checking router: 22e3319e-96da-42cd-99d2-6ae298eea824 for host: dv-cinder-768458-13-iscsi {{(pid=102751) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 12:27:53.152146 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b44c66b-556d-49e3-8e83-36d536d44477 None None] Routers {'22e3319e-96da-42cd-99d2-6ae298eea824'} bound to L3 agent in host dv-cinder-768458-13-iscsi {{(pid=102751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 12:27:53.152768 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.l3_hamode_db [None req-3b44c66b-556d-49e3-8e83-36d536d44477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T12:11:23Z,description=,heartbeat_timestamp=2021-11-22T12:27:53Z,host='dv-cinder-768458-13-iscsi',id=b4a26ead-6ab2-4f98-a352-c9ed6d39b73e,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T12:11:23Z,topic='l3_agent')) {'router_ids': ['22e3319e-96da-42cd-99d2-6ae298eea824'], 'active': True} {{(pid=102751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 12:27:53.186139 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970f277f-784c-4712-a965-d8f00558d65f req-c4e652a0-fa4c-4b67-bd25-f74ca99b2194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:27:53.187825 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-970f277f-784c-4712-a965-d8f00558d65f req-c4e652a0-fa4c-4b67-bd25-f74ca99b2194 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b3fc06d8-5c3b-4a4b-b823-0fcbe71895b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0430927 Nov 22 12:27:53.266704 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.l3_dvr_db [None req-3b44c66b-556d-49e3-8e83-36d536d44477 None None] Set router 22e3319e-96da-42cd-99d2-6ae298eea824 gateway port host: dv-cinder-768458-13-iscsi {{(pid=102751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 12:27:53.292997 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-970f277f-784c-4712-a965-d8f00558d65f req-ade2cc82-fbe6-4123-86a9-9d720484ae65 service neutron] 10.222.0.46 "GET /v2.0/networks/b3fc06d8-5c3b-4a4b-b823-0fcbe71895b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965598 Nov 22 12:27:53.395364 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-970f277f-784c-4712-a965-d8f00558d65f req-e54e09e3-adc4-4f78-9764-d5fd897c633e service neutron] 10.222.0.46 "GET /v2.0/networks/b3fc06d8-5c3b-4a4b-b823-0fcbe71895b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906971 Nov 22 12:27:53.512726 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.l3_hamode_db [None req-3b44c66b-556d-49e3-8e83-36d536d44477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22e3319e-96da-42cd-99d2-6ae298eea824', 'name': 'tempest-TestVolumeBootPattern-2064543887-router', 'tenant_id': 'cb29d996e3de41b0b21ee7ccd827eaea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52f34850-4f08-4bf9-8f19-1c892d4c6132', 'external_fixed_ips': [{'subnet_id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'ip_address': '172.27.0.212'}], 'enable_snat': True}, 'gw_port_id': 'aa0aca8f-5f89-4a75-832c-e1fb055f3f19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T12:27:02Z', 'updated_at': '2021-11-22T12:27:04Z', 'revision_number': 4, 'project_id': 'cb29d996e3de41b0b21ee7ccd827eaea', 'gw_port': {'id': 'aa0aca8f-5f89-4a75-832c-e1fb055f3f19', 'name': '', 'network_id': '52f34850-4f08-4bf9-8f19-1c892d4c6132', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:4b:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22e3319e-96da-42cd-99d2-6ae298eea824', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'ip_address': '172.27.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T12:27:02Z', 'updated_at': '2021-11-22T12:27:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-13-iscsi', '_floatingips': [{'id': '0bedc45c-e365-48c7-9e39-9d07a5b90cb0', 'tenant_id': 'cb29d996e3de41b0b21ee7ccd827eaea', 'floating_ip_address': '172.27.0.181', 'floating_network_id': '52f34850-4f08-4bf9-8f19-1c892d4c6132', 'router_id': '22e3319e-96da-42cd-99d2-6ae298eea824', 'port_id': 'f03e8079-856f-4a9c-8d1e-ef0f3004d3ba', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 686, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3fc06d8-5c3b-4a4b-b823-0fcbe71895b9', 'mac_address': 'fa:16:3e:7a:55:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b4a3c13-ae43-435b-8747-ac95a2dd9aa3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T12:27:51Z', 'updated_at': '2021-11-22T12:27:51Z', 'revision_number': 0, 'project_id': 'cb29d996e3de41b0b21ee7ccd827eaea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8727499d-84a8-438c-bd19-6919bedd8315', 'name': '', 'network_id': 'b3fc06d8-5c3b-4a4b-b823-0fcbe71895b9', 'tenant_id': 'cb29d996e3de41b0b21ee7ccd827eaea', 'mac_address': 'fa:16:3e:f8:6d:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22e3319e-96da-42cd-99d2-6ae298eea824', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '3232d04e-3320-46b5-a105-4fa3dd51672a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T12:27:04Z', 'updated_at': '2021-11-22T12:27:10Z', 'revision_number': 5, 'project_id': 'cb29d996e3de41b0b21ee7ccd827eaea', 'subnets': [{'id': '3232d04e-3320-46b5-a105-4fa3dd51672a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-13-iscsi', False) {} {{(pid=102751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 12:27:53.540555 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b44c66b-556d-49e3-8e83-36d536d44477 None None] The sync data for ids ['22e3319e-96da-42cd-99d2-6ae298eea824'] in dv-cinder-768458-13-iscsi is: [{'id': '22e3319e-96da-42cd-99d2-6ae298eea824', 'name': 'tempest-TestVolumeBootPattern-2064543887-router', 'tenant_id': 'cb29d996e3de41b0b21ee7ccd827eaea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52f34850-4f08-4bf9-8f19-1c892d4c6132', 'external_fixed_ips': [{'subnet_id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'ip_address': '172.27.0.212'}], 'enable_snat': True}, 'gw_port_id': 'aa0aca8f-5f89-4a75-832c-e1fb055f3f19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T12:27:02Z', 'updated_at': '2021-11-22T12:27:04Z', 'revision_number': 4, 'project_id': 'cb29d996e3de41b0b21ee7ccd827eaea', 'gw_port': {'id': 'aa0aca8f-5f89-4a75-832c-e1fb055f3f19', 'name': '', 'network_id': '52f34850-4f08-4bf9-8f19-1c892d4c6132', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:4b:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22e3319e-96da-42cd-99d2-6ae298eea824', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'ip_address': '172.27.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T12:27:02Z', 'updated_at': '2021-11-22T12:27:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-13-iscsi', '_floatingips': [{'id': '0bedc45c-e365-48c7-9e39-9d07a5b90cb0', 'tenant_id': 'cb29d996e3de41b0b21ee7ccd827eaea', 'floating_ip_address': '172.27.0.181', 'floating_network_id': '52f34850-4f08-4bf9-8f19-1c892d4c6132', 'router_id': '22e3319e-96da-42cd-99d2-6ae298eea824', 'port_id': 'f03e8079-856f-4a9c-8d1e-ef0f3004d3ba', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 686, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3fc06d8-5c3b-4a4b-b823-0fcbe71895b9', 'mac_address': 'fa:16:3e:7a:55:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b4a3c13-ae43-435b-8747-ac95a2dd9aa3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T12:27:51Z', 'updated_at': '2021-11-22T12:27:51Z', 'revision_number': 0, 'project_id': 'cb29d996e3de41b0b21ee7ccd827eaea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8727499d-84a8-438c-bd19-6919bedd8315', 'name': '', 'network_id': 'b3fc06d8-5c3b-4a4b-b823-0fcbe71895b9', 'tenant_id': 'cb29d996e3de41b0b21ee7ccd827eaea', 'mac_address': 'fa:16:3e:f8:6d:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22e3319e-96da-42cd-99d2-6ae298eea824', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '3232d04e-3320-46b5-a105-4fa3dd51672a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T12:27:04Z', 'updated_at': '2021-11-22T12:27:10Z', 'revision_number': 5, 'project_id': 'cb29d996e3de41b0b21ee7ccd827eaea', 'subnets': [{'id': '3232d04e-3320-46b5-a105-4fa3dd51672a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 12:27:53.748125 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c0e4814-3116-4fe6-86a9-cfdee84a028a None None] New status for floating IP 0bedc45c-e365-48c7-9e39-9d07a5b90cb0: ACTIVE {{(pid=102752) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 12:27:54.065490 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-9105419b-06f9-45a8-bbac-70d110a73200 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793343475411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3821827'] for agent, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:55.743679 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-2de83071-1b6f-4e8d-a0c8-0ed39ca59a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793343475411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3821827'] for agent, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:27:56.398878 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793343475411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3821827'] for agent, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:28:02.022622 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.db.agents_db [None req-5743c18b-166a-4bd0-85c4-3f13128e6c33 None None] Agent healthcheck: found 6 active agents {{(pid=102752) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 12:28:11.763982 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.wsgi [-] (102749) accepted ('10.222.0.66', 54012) {{(pid=102749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:28:11.888697 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-825531b0-3f57-4467-aa11-830a14cff988 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:28:11.980648 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-825531b0-3f57-4467-aa11-830a14cff988 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:28:11.988344 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-825531b0-3f57-4467-aa11-830a14cff988 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545565'] for security_group, after_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:28:12.033952 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [None req-825531b0-3f57-4467-aa11-830a14cff988 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=c043af77b27e4d5683e66108fa59df7b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2685418 Nov 22 12:28:12.034580 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825531b0-3f57-4467-aa11-830a14cff988 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a80bce69-14b0-440c-bfda-89a5cc376b64,revision_number=1']} {{(pid=102749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:28:12.037231 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.wsgi [-] (102750) accepted ('10.222.0.66', 54016) {{(pid=102750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:28:12.097011 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-4c8e449b-1c8d-402f-a4aa-4e954df4041b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:28:12.119334 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-4c8e449b-1c8d-402f-a4aa-4e954df4041b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:28:12.177931 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-4c8e449b-1c8d-402f-a4aa-4e954df4041b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545565'] for security_group, after_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:28:12.180937 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-4c8e449b-1c8d-402f-a4aa-4e954df4041b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:28:12.182157 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [None req-4c8e449b-1c8d-402f-a4aa-4e954df4041b admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/a80bce69-14b0-440c-bfda-89a5cc376b64 HTTP/1.1" status: 204 len: 168 time: 0.1430957 Nov 22 12:28:12.191616 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8e449b-1c8d-402f-a4aa-4e954df4041b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a80bce69-14b0-440c-bfda-89a5cc376b64,revision_number=None']} {{(pid=102750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:28:12.201274 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8e449b-1c8d-402f-a4aa-4e954df4041b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:28:12.201636 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8e449b-1c8d-402f-a4aa-4e954df4041b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:28:12.201989 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8e449b-1c8d-402f-a4aa-4e954df4041b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:28:12.202329 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8e449b-1c8d-402f-a4aa-4e954df4041b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:28:12.202888 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8e449b-1c8d-402f-a4aa-4e954df4041b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:28:12.203267 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8e449b-1c8d-402f-a4aa-4e954df4041b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:28:12.203664 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8e449b-1c8d-402f-a4aa-4e954df4041b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:28:12.204004 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8e449b-1c8d-402f-a4aa-4e954df4041b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:28:12.204328 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8e449b-1c8d-402f-a4aa-4e954df4041b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:28:12.204658 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8e449b-1c8d-402f-a4aa-4e954df4041b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:28:12.204990 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8e449b-1c8d-402f-a4aa-4e954df4041b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:28:12.205316 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8e449b-1c8d-402f-a4aa-4e954df4041b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:28:13.383172 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.wsgi [-] (102750) accepted ('10.222.0.66', 54046) {{(pid=102750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:28:13.494910 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-29dd7003-03da-4ba2-9666-b07fcd0d8f72 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:28:13.585700 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-29dd7003-03da-4ba2-9666-b07fcd0d8f72 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:28:13.591571 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-29dd7003-03da-4ba2-9666-b07fcd0d8f72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545565'] for security_group, after_create {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:28:13.633180 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29dd7003-03da-4ba2-9666-b07fcd0d8f72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebe43771-6f95-438e-9ecc-1a8d1d98fb79,revision_number=1']} {{(pid=102750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:28:13.638717 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [None req-29dd7003-03da-4ba2-9666-b07fcd0d8f72 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=c0dfead1a69244a1a34e236fa6574cbd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2541418 Nov 22 12:28:13.642396 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.wsgi [-] (102750) accepted ('10.222.0.66', 54052) {{(pid=102750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:28:13.698147 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-f106e6cd-5556-4f52-a81d-a4405f8a22d5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:28:13.724103 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-f106e6cd-5556-4f52-a81d-a4405f8a22d5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:28:13.777694 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-f106e6cd-5556-4f52-a81d-a4405f8a22d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545565'] for security_group, after_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:28:13.782051 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-f106e6cd-5556-4f52-a81d-a4405f8a22d5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:28:13.783728 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [None req-f106e6cd-5556-4f52-a81d-a4405f8a22d5 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/ebe43771-6f95-438e-9ecc-1a8d1d98fb79 HTTP/1.1" status: 204 len: 168 time: 0.1403537 Nov 22 12:28:13.792245 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f106e6cd-5556-4f52-a81d-a4405f8a22d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebe43771-6f95-438e-9ecc-1a8d1d98fb79,revision_number=None']} {{(pid=102750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:28:17.398553 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-f0131d7c-5d2b-45fe-be79-b122fab95378 req-2d24906b-8231-4642-98d5-a875bff8ca5a service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=1b4a3c13-ae43-435b-8747-ac95a2dd9aa3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0500026 Nov 22 12:28:17.494266 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0131d7c-5d2b-45fe-be79-b122fab95378 req-21d9ad1c-b244-4bd0-a8a6-3038e7364256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:28:17.495809 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-f0131d7c-5d2b-45fe-be79-b122fab95378 req-21d9ad1c-b244-4bd0-a8a6-3038e7364256 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=cb29d996e3de41b0b21ee7ccd827eaea&device_id=1b4a3c13-ae43-435b-8747-ac95a2dd9aa3 HTTP/1.1" status: 200 len: 1099 time: 0.0511689 Nov 22 12:28:17.547135 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793343475411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3821827'] for agent, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:28:17.607253 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0131d7c-5d2b-45fe-be79-b122fab95378 req-45794be8-203a-4446-bcdb-7ece48d66586 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:28:17.608765 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-f0131d7c-5d2b-45fe-be79-b122fab95378 req-45794be8-203a-4446-bcdb-7ece48d66586 service neutron] 10.222.0.46 "GET /v2.0/networks?id=b3fc06d8-5c3b-4a4b-b823-0fcbe71895b9 HTTP/1.1" status: 200 len: 913 time: 0.0904691 Nov 22 12:28:17.689496 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-f0131d7c-5d2b-45fe-be79-b122fab95378 req-79c8a556-52d7-40f4-a59c-218eaed8a889 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f03e8079-856f-4a9c-8d1e-ef0f3004d3ba HTTP/1.1" status: 200 len: 1002 time: 0.0731452 Nov 22 12:28:17.743956 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0131d7c-5d2b-45fe-be79-b122fab95378 req-13783721-0dcf-4273-ad8e-07db366e90af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:28:17.745495 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-f0131d7c-5d2b-45fe-be79-b122fab95378 req-13783721-0dcf-4273-ad8e-07db366e90af service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3232d04e-3320-46b5-a105-4fa3dd51672a HTTP/1.1" status: 200 len: 851 time: 0.0478828 Nov 22 12:28:17.800419 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0131d7c-5d2b-45fe-be79-b122fab95378 req-023b5d70-dd32-4ec5-9355-17aabd6e7054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:28:17.802055 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-f0131d7c-5d2b-45fe-be79-b122fab95378 req-023b5d70-dd32-4ec5-9355-17aabd6e7054 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b3fc06d8-5c3b-4a4b-b823-0fcbe71895b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0498569 Nov 22 12:28:17.901856 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-f0131d7c-5d2b-45fe-be79-b122fab95378 req-d5bf1fb3-216e-454e-905e-eb1ddd194133 service neutron] 10.222.0.46 "GET /v2.0/networks/b3fc06d8-5c3b-4a4b-b823-0fcbe71895b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916567 Nov 22 12:28:17.998603 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-f0131d7c-5d2b-45fe-be79-b122fab95378 req-76da9a86-4f2f-4c20-9471-1eb63525afd1 service neutron] 10.222.0.46 "GET /v2.0/networks/b3fc06d8-5c3b-4a4b-b823-0fcbe71895b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894339 Nov 22 12:28:20.787566 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-6865b7e1-7843-4210-b33e-6a554129c9bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793343475411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3821827'] for agent, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:28:23.008438 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-0361ae7e-e941-40a9-86fd-2be1ed57067a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793343475411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3821827'] for agent, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:28:24.086283 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-9105419b-06f9-45a8-bbac-70d110a73200 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793343475411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3821827'] for agent, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:28:25.747185 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-2de83071-1b6f-4e8d-a0c8-0ed39ca59a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793343475411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3821827'] for agent, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:28:26.396825 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793343475411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3821827'] for agent, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:28:39.023140 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.db.agents_db [None req-5743c18b-166a-4bd0-85c4-3f13128e6c33 None None] Agent healthcheck: found 6 active agents {{(pid=102752) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 12:28:47.564880 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793343475411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3821827'] for agent, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:28:50.783178 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-9391df89-aa04-44d1-90f6-59b59359dcbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793343475411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3821827'] for agent, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:28:53.010074 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-cff57ff6-e187-42fb-a5f9-74fc4fe7c837 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793343475411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3821827'] for agent, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:28:54.074330 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-9105419b-06f9-45a8-bbac-70d110a73200 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793343475411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3821827'] for agent, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:28:55.741129 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-2de83071-1b6f-4e8d-a0c8-0ed39ca59a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793343475411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3821827'] for agent, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:28:56.397219 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793343475411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3821827'] for agent, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:29:16.022798 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.db.agents_db [None req-5743c18b-166a-4bd0-85c4-3f13128e6c33 None None] Agent healthcheck: found 6 active agents {{(pid=102752) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 12:29:17.404820 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-43b37496-37e8-4f6a-bf9c-a9a611334da1 req-da8121a1-47c7-4008-8de8-7f25f544b3f9 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=1b4a3c13-ae43-435b-8747-ac95a2dd9aa3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0493186 Nov 22 12:29:17.496647 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b37496-37e8-4f6a-bf9c-a9a611334da1 req-53712a1b-af7d-4c8d-b75e-74f3f2961d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:29:17.498158 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-43b37496-37e8-4f6a-bf9c-a9a611334da1 req-53712a1b-af7d-4c8d-b75e-74f3f2961d5c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=cb29d996e3de41b0b21ee7ccd827eaea&device_id=1b4a3c13-ae43-435b-8747-ac95a2dd9aa3 HTTP/1.1" status: 200 len: 1099 time: 0.0459297 Nov 22 12:29:17.552014 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793343475411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3821827'] for agent, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:29:17.606881 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b37496-37e8-4f6a-bf9c-a9a611334da1 req-d713712b-99bc-4a36-a4b6-d989da1c00fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:29:17.608416 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-43b37496-37e8-4f6a-bf9c-a9a611334da1 req-d713712b-99bc-4a36-a4b6-d989da1c00fd service neutron] 10.222.0.46 "GET /v2.0/networks?id=b3fc06d8-5c3b-4a4b-b823-0fcbe71895b9 HTTP/1.1" status: 200 len: 913 time: 0.0893869 Nov 22 12:29:17.686786 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-43b37496-37e8-4f6a-bf9c-a9a611334da1 req-38fef5f0-0cc3-4220-9bbf-96d3cd9672cd service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f03e8079-856f-4a9c-8d1e-ef0f3004d3ba HTTP/1.1" status: 200 len: 1002 time: 0.0712352 Nov 22 12:29:17.741406 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b37496-37e8-4f6a-bf9c-a9a611334da1 req-2176005b-efde-40cf-abba-c6bd39f07b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:29:17.743800 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-43b37496-37e8-4f6a-bf9c-a9a611334da1 req-2176005b-efde-40cf-abba-c6bd39f07b74 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3232d04e-3320-46b5-a105-4fa3dd51672a HTTP/1.1" status: 200 len: 851 time: 0.0460620 Nov 22 12:29:17.796779 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b37496-37e8-4f6a-bf9c-a9a611334da1 req-02fbb496-d85f-4a8f-88ad-483ccbf04407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:29:17.798323 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-43b37496-37e8-4f6a-bf9c-a9a611334da1 req-02fbb496-d85f-4a8f-88ad-483ccbf04407 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b3fc06d8-5c3b-4a4b-b823-0fcbe71895b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0475368 Nov 22 12:29:17.903761 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-43b37496-37e8-4f6a-bf9c-a9a611334da1 req-ea3e22a6-29df-44aa-8e60-bbc0d1000de1 service neutron] 10.222.0.46 "GET /v2.0/networks/b3fc06d8-5c3b-4a4b-b823-0fcbe71895b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981731 Nov 22 12:29:18.005816 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-43b37496-37e8-4f6a-bf9c-a9a611334da1 req-70037043-c247-464e-a44e-d7f3e2b5a0e7 service neutron] 10.222.0.46 "GET /v2.0/networks/b3fc06d8-5c3b-4a4b-b823-0fcbe71895b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949190 Nov 22 12:29:20.794365 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-8ca5e25d-93e3-47c1-bdf7-5829c84ab4e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793343475411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3821827'] for agent, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:29:23.007469 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-b028c561-e0b0-43df-be8f-f42f67c26894 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793343475411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3821827'] for agent, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:29:24.076277 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-9105419b-06f9-45a8-bbac-70d110a73200 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793343475411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3821827'] for agent, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:29:25.743255 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-2de83071-1b6f-4e8d-a0c8-0ed39ca59a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793343475411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3821827'] for agent, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:29:26.396439 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793343475411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3821827'] for agent, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:29:47.581582 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793343475411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3821827'] for agent, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:29:50.523804 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ec0191-7c79-4736-bca3-6fad03ce63fb req-bab84a2e-7737-4171-8f7d-eaf1f5728125 tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:29:50.525325 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-67ec0191-7c79-4736-bca3-6fad03ce63fb req-bab84a2e-7737-4171-8f7d-eaf1f5728125 tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] 10.222.0.66 "GET /v2.0/ports?device_id=1b4a3c13-ae43-435b-8747-ac95a2dd9aa3 HTTP/1.1" status: 200 len: 946 time: 0.2275617 Nov 22 12:29:50.576196 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-67ec0191-7c79-4736-bca3-6fad03ce63fb req-a8cffb4d-3c05-411d-a076-6c6e6fb58a3a tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] 10.222.0.66 "GET /v2.0/security-groups?id=65f181fa-6909-4095-8bbf-8108c3343b44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447700 Nov 22 12:29:50.789637 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-cc60071f-0386-473e-b568-5ef5aa95a1c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793343475411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3821827'] for agent, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:29:51.781853 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa7245a-5d9b-410c-b1d1-ce5c0fc2aea7 req-06950237-8fc0-494b-9f37-732def28419e tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:29:51.783380 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-3aa7245a-5d9b-410c-b1d1-ce5c0fc2aea7 req-06950237-8fc0-494b-9f37-732def28419e tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] 10.222.0.66 "GET /v2.0/ports?device_id=1b4a3c13-ae43-435b-8747-ac95a2dd9aa3 HTTP/1.1" status: 200 len: 946 time: 0.1260052 Nov 22 12:29:51.864725 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-3aa7245a-5d9b-410c-b1d1-ce5c0fc2aea7 req-3cdedd36-8470-4df1-ba38-3f13480880dc tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] 10.222.0.66 "GET /v2.0/security-groups?id=65f181fa-6909-4095-8bbf-8108c3343b44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743256 Nov 22 12:29:51.880008 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7dcab3-bc21-4a43-9312-86d194a9952f req-39695d07-b187-47c1-995a-12889ca5a0c6 tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:29:51.881765 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-de7dcab3-bc21-4a43-9312-86d194a9952f req-39695d07-b187-47c1-995a-12889ca5a0c6 tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] 10.222.0.46 "GET /v2.0/ports?device_id=1b4a3c13-ae43-435b-8747-ac95a2dd9aa3 HTTP/1.1" status: 200 len: 946 time: 0.0740206 Nov 22 12:29:51.985545 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.plugins.ml2.plugin [req-de7dcab3-bc21-4a43-9312-86d194a9952f req-c13041c1-115b-49f0-91b3-9eb57b212e15 tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] Deleting port f03e8079-856f-4a9c-8d1e-ef0f3004d3ba {{(pid=102749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 12:29:51.985841 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [req-de7dcab3-bc21-4a43-9312-86d194a9952f req-c13041c1-115b-49f0-91b3-9eb57b212e15 tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793343491880'] for port, before_delete {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:29:52.082586 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.plugins.ml2.db [req-de7dcab3-bc21-4a43-9312-86d194a9952f req-c13041c1-115b-49f0-91b3-9eb57b212e15 tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] For port f03e8079-856f-4a9c-8d1e-ef0f3004d3ba, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=f03e8079-856f-4a9c-8d1e-ef0f3004d3ba,segment=NetworkSegment(b2e12c16-42f6-4ba0-941d-a4e84f88b840),segment_id=b2e12c16-42f6-4ba0-941d-a4e84f88b840)] {{(pid=102749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 12:29:52.083030 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [req-de7dcab3-bc21-4a43-9312-86d194a9952f req-c13041c1-115b-49f0-91b3-9eb57b212e15 tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-535547'] for port, precommit_delete {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:29:52.285850 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [req-de7dcab3-bc21-4a43-9312-86d194a9952f req-c13041c1-115b-49f0-91b3-9eb57b212e15 tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:29:52.286237 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [req-de7dcab3-bc21-4a43-9312-86d194a9952f req-c13041c1-115b-49f0-91b3-9eb57b212e15 tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-532624'] for floatingip, after_update {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:29:52.286587 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.db.l3_db [req-de7dcab3-bc21-4a43-9312-86d194a9952f req-c13041c1-115b-49f0-91b3-9eb57b212e15 tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] Floating IP 0bedc45c-e365-48c7-9e39-9d07a5b90cb0 disassociated. External IP: 172.27.0.181, port: f03e8079-856f-4a9c-8d1e-ef0f3004d3ba. Nov 22 12:29:52.286906 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.plugins.ml2.plugin [req-de7dcab3-bc21-4a43-9312-86d194a9952f req-c13041c1-115b-49f0-91b3-9eb57b212e15 tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] Calling delete_port for f03e8079-856f-4a9c-8d1e-ef0f3004d3ba owned by compute:nova {{(pid=102749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 12:29:52.421183 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [req-de7dcab3-bc21-4a43-9312-86d194a9952f req-c13041c1-115b-49f0-91b3-9eb57b212e15 tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793343495765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793342949277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126077602'] for port, after_delete {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:29:52.449408 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13041c1-115b-49f0-91b3-9eb57b212e15 tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] Pushing event deleted for resources: {'Port': ['ID=f03e8079-856f-4a9c-8d1e-ef0f3004d3ba,revision_number=None']} {{(pid=102749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:29:52.461462 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13041c1-115b-49f0-91b3-9eb57b212e15 tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:29:52.461808 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13041c1-115b-49f0-91b3-9eb57b212e15 tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:29:52.462111 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13041c1-115b-49f0-91b3-9eb57b212e15 tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:29:52.462448 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13041c1-115b-49f0-91b3-9eb57b212e15 tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:29:52.462805 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13041c1-115b-49f0-91b3-9eb57b212e15 tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:29:52.463133 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13041c1-115b-49f0-91b3-9eb57b212e15 tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:29:52.463468 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13041c1-115b-49f0-91b3-9eb57b212e15 tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:29:52.464220 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13041c1-115b-49f0-91b3-9eb57b212e15 tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:29:52.464220 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13041c1-115b-49f0-91b3-9eb57b212e15 tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:29:52.464479 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13041c1-115b-49f0-91b3-9eb57b212e15 tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:29:52.464834 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13041c1-115b-49f0-91b3-9eb57b212e15 tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:29:52.465142 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13041c1-115b-49f0-91b3-9eb57b212e15 tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:29:52.589439 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.scheduler.l3_agent_scheduler [req-de7dcab3-bc21-4a43-9312-86d194a9952f req-c13041c1-115b-49f0-91b3-9eb57b212e15 tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] Router 22e3319e-96da-42cd-99d2-6ae298eea824 has already been hosted by L3 agent b4a26ead-6ab2-4f98-a352-c9ed6d39b73e {{(pid=102749) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 12:29:52.698725 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-de7dcab3-bc21-4a43-9312-86d194a9952f req-c13041c1-115b-49f0-91b3-9eb57b212e15 tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] Notify agent at l3_agent.dv-cinder-768458-13-iscsi the message routers_updated {{(pid=102749) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 12:29:52.709819 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4216481d-e865-4083-a08d-6349a95abd48 None None] Sync routers for ids ['22e3319e-96da-42cd-99d2-6ae298eea824'] in dv-cinder-768458-13-iscsi {{(pid=102751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 12:29:52.720963 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4216481d-e865-4083-a08d-6349a95abd48 None None] Routers {'22e3319e-96da-42cd-99d2-6ae298eea824'} bound to L3 agent in host dv-cinder-768458-13-iscsi {{(pid=102751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 12:29:52.721612 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.l3_hamode_db [None req-4216481d-e865-4083-a08d-6349a95abd48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T12:11:23Z,description=,heartbeat_timestamp=2021-11-22T12:29:23Z,host='dv-cinder-768458-13-iscsi',id=b4a26ead-6ab2-4f98-a352-c9ed6d39b73e,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T12:11:23Z,topic='l3_agent')) {'router_ids': ['22e3319e-96da-42cd-99d2-6ae298eea824'], 'active': True} {{(pid=102751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 12:29:52.743585 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.db.l3_dvrscheduler_db [req-de7dcab3-bc21-4a43-9312-86d194a9952f req-c13041c1-115b-49f0-91b3-9eb57b212e15 tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] No DVR routers for this DVR port f03e8079-856f-4a9c-8d1e-ef0f3004d3ba on host hv-cinder-76845 {{(pid=102749) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 12:29:52.746638 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [req-de7dcab3-bc21-4a43-9312-86d194a9952f req-c13041c1-115b-49f0-91b3-9eb57b212e15 tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434365'] for port, before_response {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:29:52.750320 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-de7dcab3-bc21-4a43-9312-86d194a9952f req-c13041c1-115b-49f0-91b3-9eb57b212e15 tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] 10.222.0.46 "DELETE /v2.0/ports/f03e8079-856f-4a9c-8d1e-ef0f3004d3ba HTTP/1.1" status: 204 len: 173 time: 0.8616159 Nov 22 12:29:52.750952 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b4a3c13-ae43-435b-8747-ac95a2dd9aa3', 'name': 'network-vif-deleted', 'tag': 'f03e8079-856f-4a9c-8d1e-ef0f3004d3ba'}] {{(pid=102749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 12:29:52.753488 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e75a82c02e5e8e80361e9b8ad1df1450ec212ebfa93d78ee9da720cb5365782c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7225774b-0dc7-4d91-93bd-c21681c289df" -d '{"events": [{"server_uuid": "1b4a3c13-ae43-435b-8747-ac95a2dd9aa3", "name": "network-vif-deleted", "tag": "f03e8079-856f-4a9c-8d1e-ef0f3004d3ba"}]}' {{(pid=102749) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 12:29:52.795992 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 12:29:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-037f835d-a109-41d5-b4b6-afbea895a2b0 x-openstack-request-id: req-037f835d-a109-41d5-b4b6-afbea895a2b0 {{(pid=102749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 12:29:52.796619 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b4a3c13-ae43-435b-8747-ac95a2dd9aa3", "name": "network-vif-deleted", "tag": "f03e8079-856f-4a9c-8d1e-ef0f3004d3ba", "status": "completed", "code": 200}]} {{(pid=102749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 12:29:52.796619 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-037f835d-a109-41d5-b4b6-afbea895a2b0 {{(pid=102749) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 12:29:52.797103 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b4a3c13-ae43-435b-8747-ac95a2dd9aa3', 'name': 'network-vif-deleted', 'tag': 'f03e8079-856f-4a9c-8d1e-ef0f3004d3ba', 'status': 'completed', 'code': 200} Nov 22 12:29:52.853959 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.l3_dvr_db [None req-4216481d-e865-4083-a08d-6349a95abd48 None None] Set router 22e3319e-96da-42cd-99d2-6ae298eea824 gateway port host: dv-cinder-768458-13-iscsi {{(pid=102751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 12:29:52.984695 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-8a667a4b-b560-4daf-9b8c-964a399624b4 req-ccf86359-b699-486b-bdda-8dddbddc655d tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] 10.222.0.66 "GET /v2.0/ports?device_id=1b4a3c13-ae43-435b-8747-ac95a2dd9aa3 HTTP/1.1" status: 200 len: 210 time: 0.0315959 Nov 22 12:29:53.013360 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-256a6084-abdd-4c67-95f5-7ad82f1e8385 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793343475411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3821827'] for agent, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:29:53.022724 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.db.agents_db [None req-5743c18b-166a-4bd0-85c4-3f13128e6c33 None None] Agent healthcheck: found 6 active agents {{(pid=102752) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 12:29:53.110732 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.l3_hamode_db [None req-4216481d-e865-4083-a08d-6349a95abd48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22e3319e-96da-42cd-99d2-6ae298eea824', 'name': 'tempest-TestVolumeBootPattern-2064543887-router', 'tenant_id': 'cb29d996e3de41b0b21ee7ccd827eaea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52f34850-4f08-4bf9-8f19-1c892d4c6132', 'external_fixed_ips': [{'subnet_id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'ip_address': '172.27.0.212'}], 'enable_snat': True}, 'gw_port_id': 'aa0aca8f-5f89-4a75-832c-e1fb055f3f19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T12:27:02Z', 'updated_at': '2021-11-22T12:27:04Z', 'revision_number': 4, 'project_id': 'cb29d996e3de41b0b21ee7ccd827eaea', 'gw_port': {'id': 'aa0aca8f-5f89-4a75-832c-e1fb055f3f19', 'name': '', 'network_id': '52f34850-4f08-4bf9-8f19-1c892d4c6132', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:4b:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22e3319e-96da-42cd-99d2-6ae298eea824', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'ip_address': '172.27.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T12:27:02Z', 'updated_at': '2021-11-22T12:27:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-13-iscsi', '_interfaces': [{'id': '8727499d-84a8-438c-bd19-6919bedd8315', 'name': '', 'network_id': 'b3fc06d8-5c3b-4a4b-b823-0fcbe71895b9', 'tenant_id': 'cb29d996e3de41b0b21ee7ccd827eaea', 'mac_address': 'fa:16:3e:f8:6d:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22e3319e-96da-42cd-99d2-6ae298eea824', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '3232d04e-3320-46b5-a105-4fa3dd51672a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T12:27:04Z', 'updated_at': '2021-11-22T12:27:10Z', 'revision_number': 5, 'project_id': 'cb29d996e3de41b0b21ee7ccd827eaea', 'subnets': [{'id': '3232d04e-3320-46b5-a105-4fa3dd51672a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-13-iscsi', False) {} {{(pid=102751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 12:29:53.147104 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4216481d-e865-4083-a08d-6349a95abd48 None None] Checking router: 22e3319e-96da-42cd-99d2-6ae298eea824 for host: dv-cinder-768458-13-iscsi {{(pid=102751) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 12:29:53.156556 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4216481d-e865-4083-a08d-6349a95abd48 None None] Routers {'22e3319e-96da-42cd-99d2-6ae298eea824'} bound to L3 agent in host dv-cinder-768458-13-iscsi {{(pid=102751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 12:29:53.157331 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.l3_hamode_db [None req-4216481d-e865-4083-a08d-6349a95abd48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T12:11:23Z,description=,heartbeat_timestamp=2021-11-22T12:29:53Z,host='dv-cinder-768458-13-iscsi',id=b4a26ead-6ab2-4f98-a352-c9ed6d39b73e,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T12:11:23Z,topic='l3_agent')) {'router_ids': ['22e3319e-96da-42cd-99d2-6ae298eea824'], 'active': True} {{(pid=102751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 12:29:53.277364 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.l3_dvr_db [None req-4216481d-e865-4083-a08d-6349a95abd48 None None] Set router 22e3319e-96da-42cd-99d2-6ae298eea824 gateway port host: dv-cinder-768458-13-iscsi {{(pid=102751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 12:29:53.509275 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.l3_hamode_db [None req-4216481d-e865-4083-a08d-6349a95abd48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22e3319e-96da-42cd-99d2-6ae298eea824', 'name': 'tempest-TestVolumeBootPattern-2064543887-router', 'tenant_id': 'cb29d996e3de41b0b21ee7ccd827eaea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52f34850-4f08-4bf9-8f19-1c892d4c6132', 'external_fixed_ips': [{'subnet_id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'ip_address': '172.27.0.212'}], 'enable_snat': True}, 'gw_port_id': 'aa0aca8f-5f89-4a75-832c-e1fb055f3f19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T12:27:02Z', 'updated_at': '2021-11-22T12:27:04Z', 'revision_number': 4, 'project_id': 'cb29d996e3de41b0b21ee7ccd827eaea', 'gw_port': {'id': 'aa0aca8f-5f89-4a75-832c-e1fb055f3f19', 'name': '', 'network_id': '52f34850-4f08-4bf9-8f19-1c892d4c6132', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:4b:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22e3319e-96da-42cd-99d2-6ae298eea824', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'ip_address': '172.27.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T12:27:02Z', 'updated_at': '2021-11-22T12:27:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-13-iscsi', '_interfaces': [{'id': '8727499d-84a8-438c-bd19-6919bedd8315', 'name': '', 'network_id': 'b3fc06d8-5c3b-4a4b-b823-0fcbe71895b9', 'tenant_id': 'cb29d996e3de41b0b21ee7ccd827eaea', 'mac_address': 'fa:16:3e:f8:6d:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22e3319e-96da-42cd-99d2-6ae298eea824', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '3232d04e-3320-46b5-a105-4fa3dd51672a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T12:27:04Z', 'updated_at': '2021-11-22T12:27:10Z', 'revision_number': 5, 'project_id': 'cb29d996e3de41b0b21ee7ccd827eaea', 'subnets': [{'id': '3232d04e-3320-46b5-a105-4fa3dd51672a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-13-iscsi', False) {} {{(pid=102751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 12:29:53.538165 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4216481d-e865-4083-a08d-6349a95abd48 None None] The sync data for ids ['22e3319e-96da-42cd-99d2-6ae298eea824'] in dv-cinder-768458-13-iscsi is: [{'id': '22e3319e-96da-42cd-99d2-6ae298eea824', 'name': 'tempest-TestVolumeBootPattern-2064543887-router', 'tenant_id': 'cb29d996e3de41b0b21ee7ccd827eaea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52f34850-4f08-4bf9-8f19-1c892d4c6132', 'external_fixed_ips': [{'subnet_id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'ip_address': '172.27.0.212'}], 'enable_snat': True}, 'gw_port_id': 'aa0aca8f-5f89-4a75-832c-e1fb055f3f19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T12:27:02Z', 'updated_at': '2021-11-22T12:27:04Z', 'revision_number': 4, 'project_id': 'cb29d996e3de41b0b21ee7ccd827eaea', 'gw_port': {'id': 'aa0aca8f-5f89-4a75-832c-e1fb055f3f19', 'name': '', 'network_id': '52f34850-4f08-4bf9-8f19-1c892d4c6132', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:4b:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22e3319e-96da-42cd-99d2-6ae298eea824', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'ip_address': '172.27.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T12:27:02Z', 'updated_at': '2021-11-22T12:27:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-13-iscsi', '_interfaces': [{'id': '8727499d-84a8-438c-bd19-6919bedd8315', 'name': '', 'network_id': 'b3fc06d8-5c3b-4a4b-b823-0fcbe71895b9', 'tenant_id': 'cb29d996e3de41b0b21ee7ccd827eaea', 'mac_address': 'fa:16:3e:f8:6d:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22e3319e-96da-42cd-99d2-6ae298eea824', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '3232d04e-3320-46b5-a105-4fa3dd51672a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T12:27:04Z', 'updated_at': '2021-11-22T12:27:10Z', 'revision_number': 5, 'project_id': 'cb29d996e3de41b0b21ee7ccd827eaea', 'subnets': [{'id': '3232d04e-3320-46b5-a105-4fa3dd51672a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 12:29:53.768908 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c984e01-e608-4f86-bb05-3caa9a720cdc None None] New status for floating IP 0bedc45c-e365-48c7-9e39-9d07a5b90cb0: DOWN {{(pid=102752) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 12:29:54.081933 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-9105419b-06f9-45a8-bbac-70d110a73200 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793343475411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3821827'] for agent, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:29:54.268788 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-9ba806b6-27b4-4277-a254-ad14761bddf6 req-d7aa0710-9a21-4ad6-9ff3-5baf832f2b11 tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1723309336&fields=id&tenant_id=cb29d996e3de41b0b21ee7ccd827eaea HTTP/1.1" status: 200 len: 267 time: 0.0519652 Nov 22 12:29:54.382600 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba806b6-27b4-4277-a254-ad14761bddf6 req-6066e278-6db3-4b7a-8a24-e423f3c4e582 tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:29:54.384366 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-9ba806b6-27b4-4277-a254-ad14761bddf6 req-6066e278-6db3-4b7a-8a24-e423f3c4e582 tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] 10.222.0.66 "GET /v2.0/networks?id=b3fc06d8-5c3b-4a4b-b823-0fcbe71895b9 HTTP/1.1" status: 200 len: 812 time: 0.1086361 Nov 22 12:29:54.401006 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-9ba806b6-27b4-4277-a254-ad14761bddf6 req-481feb26-e90b-4b2e-a715-04df88742dd4 tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] 10.222.0.66 "GET /v2.0/quotas/cb29d996e3de41b0b21ee7ccd827eaea HTTP/1.1" status: 200 len: 375 time: 0.0102923 Nov 22 12:29:54.458086 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-9ba806b6-27b4-4277-a254-ad14761bddf6 req-fecca37d-2e1d-40a6-9b69-3d414f8699f4 tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=cb29d996e3de41b0b21ee7ccd827eaea&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0476520 Nov 22 12:29:54.480157 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.wsgi [req-9ba806b6-27b4-4277-a254-ad14761bddf6 req-d9d99d64-2ad9-4aba-ae0d-97ea93257ff6 service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=102749) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 12:29:54.481199 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-9ba806b6-27b4-4277-a254-ad14761bddf6 req-d9d99d64-2ad9-4aba-ae0d-97ea93257ff6 service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0077677 Nov 22 12:29:54.581091 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-9ba806b6-27b4-4277-a254-ad14761bddf6 req-46d4a4e4-0e0e-474b-a17a-2330cbcbe99c service neutron] 10.222.0.66 "GET /v2.0/networks/b3fc06d8-5c3b-4a4b-b823-0fcbe71895b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889277 Nov 22 12:29:54.682127 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-9ba806b6-27b4-4277-a254-ad14761bddf6 req-1a18401a-aa27-4dfa-9b6a-a93d149f4547 service neutron] 10.222.0.66 "GET /v2.0/networks/b3fc06d8-5c3b-4a4b-b823-0fcbe71895b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947669 Nov 22 12:29:55.003264 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-4f53433c-34d6-483e-b179-59a8138c9cc0 req-a943b469-47c3-4c67-b872-7f1c798ab6e0 tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] 10.222.0.66 "GET /v2.0/ports?device_id=059fc536-4c3e-42ae-889d-9d87177ef9dd HTTP/1.1" status: 200 len: 210 time: 0.0317678 Nov 22 12:29:55.747327 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-2de83071-1b6f-4e8d-a0c8-0ed39ca59a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793343475411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3821827'] for agent, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:29:56.127204 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba806b6-27b4-4277-a254-ad14761bddf6 req-4ad17646-af76-4ed2-a436-f0b096de6c1d tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:29:56.128761 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-9ba806b6-27b4-4277-a254-ad14761bddf6 req-4ad17646-af76-4ed2-a436-f0b096de6c1d tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] 10.222.0.46 "GET /v2.0/networks?id=b3fc06d8-5c3b-4a4b-b823-0fcbe71895b9 HTTP/1.1" status: 200 len: 812 time: 0.1351659 Nov 22 12:29:56.145294 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-03bb1f02-8188-4081-b14e-db2462be2ff2 req-75bf06fc-a9ca-41d2-b765-f96f95f26873 tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] 10.222.0.66 "GET /v2.0/ports?device_id=059fc536-4c3e-42ae-889d-9d87177ef9dd HTTP/1.1" status: 200 len: 210 time: 0.0456820 Nov 22 12:29:56.210982 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-9ba806b6-27b4-4277-a254-ad14761bddf6 req-5eb5b867-9261-4428-aaa3-05da74ecf0ef tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cb29d996e3de41b0b21ee7ccd827eaea HTTP/1.1" status: 200 len: 380 time: 0.0682456 Nov 22 12:29:56.222729 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.v2.base [req-9ba806b6-27b4-4277-a254-ad14761bddf6 req-1ee175dc-c6fc-4892-8b26-16e07a41458a tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] Request body: {'port': {'device_id': '059fc536-4c3e-42ae-889d-9d87177ef9dd', 'network_id': 'b3fc06d8-5c3b-4a4b-b823-0fcbe71895b9', 'admin_state_up': True, 'tenant_id': 'cb29d996e3de41b0b21ee7ccd827eaea', 'security_groups': ['65f181fa-6909-4095-8bbf-8108c3343b44']}} {{(pid=102749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 12:29:56.343676 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ba806b6-27b4-4277-a254-ad14761bddf6 req-1ee175dc-c6fc-4892-8b26-16e07a41458a tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] Made reservation on behalf of cb29d996e3de41b0b21ee7ccd827eaea for: {'port': 1} {{(pid=102749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 12:29:56.347378 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [req-9ba806b6-27b4-4277-a254-ad14761bddf6 req-1ee175dc-c6fc-4892-8b26-16e07a41458a tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3931732'] for port, before_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:29:56.398448 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793343475411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3821827'] for agent, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:29:56.519337 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.db.db_base_plugin_common [req-9ba806b6-27b4-4277-a254-ad14761bddf6 req-1ee175dc-c6fc-4892-8b26-16e07a41458a tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] Allocated IP 172.20.0.4 (b3fc06d8-5c3b-4a4b-b823-0fcbe71895b9/3232d04e-3320-46b5-a105-4fa3dd51672a/33464858-d2a4-4a97-b98e-ab0137a739a1) {{(pid=102749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 12:29:56.719041 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.rpc [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Device f03e8079-856f-4a9c-8d1e-ef0f3004d3ba no longer exists at agent hyperv_hv-cinder-76845 {{(pid=102751) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 12:29:56.730522 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [req-9ba806b6-27b4-4277-a254-ad14761bddf6 req-1ee175dc-c6fc-4892-8b26-16e07a41458a tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] Publish callbacks [] for port, precommit_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:29:56.746877 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.plugin [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] No Port match for: f03e8079-856f-4a9c-8d1e-ef0f3004d3ba {{(pid=102751) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 12:29:56.748076 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.rpc [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Device f03e8079-856f-4a9c-8d1e-ef0f3004d3ba not bound to the agent host hv-cinder-76845 {{(pid=102751) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 12:29:56.782694 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [req-9ba806b6-27b4-4277-a254-ad14761bddf6 req-1ee175dc-c6fc-4892-8b26-16e07a41458a tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793342949268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126077602'] for port, after_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:29:56.831059 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ba806b6-27b4-4277-a254-ad14761bddf6 req-1ee175dc-c6fc-4892-8b26-16e07a41458a tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] Network b3fc06d8-5c3b-4a4b-b823-0fcbe71895b9 is already hosted by enough agents. {{(pid=102749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 12:29:56.834386 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.scheduler.base_scheduler [req-9ba806b6-27b4-4277-a254-ad14761bddf6 req-1ee175dc-c6fc-4892-8b26-16e07a41458a tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] Resources bound (agent type, host, resource id): {{(pid=102749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 12:29:56.838817 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ba806b6-27b4-4277-a254-ad14761bddf6 req-1ee175dc-c6fc-4892-8b26-16e07a41458a tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] Received port after_create {{(pid=102749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 12:29:56.869349 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee175dc-c6fc-4892-8b26-16e07a41458a tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] Pushing event updated for resources: {'Port': ['ID=33464858-d2a4-4a97-b98e-ab0137a739a1,revision_number=1']} {{(pid=102749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:29:56.912089 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba806b6-27b4-4277-a254-ad14761bddf6 req-1ee175dc-c6fc-4892-8b26-16e07a41458a tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:29:56.912469 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [req-9ba806b6-27b4-4277-a254-ad14761bddf6 req-1ee175dc-c6fc-4892-8b26-16e07a41458a tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434365'] for port, before_response {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:29:56.935354 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-9ba806b6-27b4-4277-a254-ad14761bddf6 req-1ee175dc-c6fc-4892-8b26-16e07a41458a tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7167439 Nov 22 12:29:56.946838 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.wsgi [req-9ba806b6-27b4-4277-a254-ad14761bddf6 req-13f198de-5b86-45ea-92d2-a909e3fc040a tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=102749) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 12:29:56.948258 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-9ba806b6-27b4-4277-a254-ad14761bddf6 req-13f198de-5b86-45ea-92d2-a909e3fc040a tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0070412 Nov 22 12:29:57.025041 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.v2.base [req-9ba806b6-27b4-4277-a254-ad14761bddf6 req-234a7272-7f2c-4bcc-9f51-ff8fcdb41f02 service neutron] Request body: {'port': {'device_id': '059fc536-4c3e-42ae-889d-9d87177ef9dd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76845'}} {{(pid=102749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 12:29:57.085124 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [req-9ba806b6-27b4-4277-a254-ad14761bddf6 req-234a7272-7f2c-4bcc-9f51-ff8fcdb41f02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3931732'] for port, before_update {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:29:57.101237 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.provisioning_blocks [None req-408950e7-9fe9-481c-8355-abbdf72fc34b None None] Provisioning complete for port 33464858-d2a4-4a97-b98e-ab0137a739a1 triggered by entity DHCP. {{(pid=102751) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 12:29:57.101620 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-408950e7-9fe9-481c-8355-abbdf72fc34b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3821908'] for port, provisioning_complete {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:29:57.148865 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.plugin [None req-408950e7-9fe9-481c-8355-abbdf72fc34b None None] Port 33464858-d2a4-4a97-b98e-ab0137a739a1 cannot update to ACTIVE because it is not bound. {{(pid=102751) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 12:29:57.650774 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994a5d63-1647-47e9-87ef-3e9132421f67 req-f4e21bc8-47cb-4c50-ad38-b88a17dba26d tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:29:57.652431 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-994a5d63-1647-47e9-87ef-3e9132421f67 req-f4e21bc8-47cb-4c50-ad38-b88a17dba26d tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] 10.222.0.66 "GET /v2.0/ports?device_id=059fc536-4c3e-42ae-889d-9d87177ef9dd HTTP/1.1" status: 200 len: 931 time: 0.4165957 Nov 22 12:29:57.736606 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-994a5d63-1647-47e9-87ef-3e9132421f67 req-5c0e72e0-118f-4bc5-899b-88a9aed3de80 tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] 10.222.0.66 "GET /v2.0/security-groups?id=65f181fa-6909-4095-8bbf-8108c3343b44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773273 Nov 22 12:29:57.771983 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.notifiers.nova [req-9ba806b6-27b4-4277-a254-ad14761bddf6 req-234a7272-7f2c-4bcc-9f51-ff8fcdb41f02 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33464858-d2a4-4a97-b98e-ab0137a739a1 {{(pid=102749) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 12:29:57.780484 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [req-9ba806b6-27b4-4277-a254-ad14761bddf6 req-234a7272-7f2c-4bcc-9f51-ff8fcdb41f02 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:29:57.793931 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.db.provisioning_blocks [req-9ba806b6-27b4-4277-a254-ad14761bddf6 req-234a7272-7f2c-4bcc-9f51-ff8fcdb41f02 service neutron] Transition to ACTIVE for port object 33464858-d2a4-4a97-b98e-ab0137a739a1 will not be triggered until provisioned by entity L2. {{(pid=102749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 12:29:57.799030 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [req-9ba806b6-27b4-4277-a254-ad14761bddf6 req-234a7272-7f2c-4bcc-9f51-ff8fcdb41f02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793343495738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793342949286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793342949304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126077611'] for port, after_update {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:29:57.850614 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234a7272-7f2c-4bcc-9f51-ff8fcdb41f02 service neutron] Pushing event updated for resources: {'Port': ['ID=33464858-d2a4-4a97-b98e-ab0137a739a1,revision_number=2']} {{(pid=102749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:29:57.942523 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.plugins.ml2.managers [req-9ba806b6-27b4-4277-a254-ad14761bddf6 req-234a7272-7f2c-4bcc-9f51-ff8fcdb41f02 service neutron] Attempting to bind port 33464858-d2a4-4a97-b98e-ab0137a739a1 on host hv-cinder-76845 for vnic_type normal with profile {{(pid=102749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 12:29:57.942973 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.plugins.ml2.managers [req-9ba806b6-27b4-4277-a254-ad14761bddf6 req-234a7272-7f2c-4bcc-9f51-ff8fcdb41f02 service neutron] Attempting to bind port 33464858-d2a4-4a97-b98e-ab0137a739a1 by drivers openvswitch,hyperv on host hv-cinder-76845 at level 0 using segments [{'id': 'b2e12c16-42f6-4ba0-941d-a4e84f88b840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'b3fc06d8-5c3b-4a4b-b823-0fcbe71895b9'}] {{(pid=102749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 12:29:57.943337 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ba806b6-27b4-4277-a254-ad14761bddf6 req-234a7272-7f2c-4bcc-9f51-ff8fcdb41f02 service neutron] Attempting to bind port 33464858-d2a4-4a97-b98e-ab0137a739a1 on network b3fc06d8-5c3b-4a4b-b823-0fcbe71895b9 {{(pid=102749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 12:29:57.949207 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ba806b6-27b4-4277-a254-ad14761bddf6 req-234a7272-7f2c-4bcc-9f51-ff8fcdb41f02 service neutron] Port 33464858-d2a4-4a97-b98e-ab0137a739a1 on network b3fc06d8-5c3b-4a4b-b823-0fcbe71895b9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76845 {{(pid=102749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 12:29:57.949579 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ba806b6-27b4-4277-a254-ad14761bddf6 req-234a7272-7f2c-4bcc-9f51-ff8fcdb41f02 service neutron] Attempting to bind port 33464858-d2a4-4a97-b98e-ab0137a739a1 on network b3fc06d8-5c3b-4a4b-b823-0fcbe71895b9 {{(pid=102749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 12:29:57.958929 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ba806b6-27b4-4277-a254-ad14761bddf6 req-234a7272-7f2c-4bcc-9f51-ff8fcdb41f02 service neutron] Checking agent: {'id': 'fca0b015-0cd5-4a44-bbfe-abb10adcdf42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76845', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 12, 17, 17), 'started_at': datetime.datetime(2021, 11, 22, 12, 17, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 12, 29, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 12:29:57.959278 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ba806b6-27b4-4277-a254-ad14761bddf6 req-234a7272-7f2c-4bcc-9f51-ff8fcdb41f02 service neutron] Checking segment: {'id': 'b2e12c16-42f6-4ba0-941d-a4e84f88b840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'b3fc06d8-5c3b-4a4b-b823-0fcbe71895b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 12:29:57.959674 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ba806b6-27b4-4277-a254-ad14761bddf6 req-234a7272-7f2c-4bcc-9f51-ff8fcdb41f02 service neutron] Bound using segment: {'id': 'b2e12c16-42f6-4ba0-941d-a4e84f88b840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'b3fc06d8-5c3b-4a4b-b823-0fcbe71895b9'} {{(pid=102749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 12:29:57.960134 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.plugins.ml2.managers [req-9ba806b6-27b4-4277-a254-ad14761bddf6 req-234a7272-7f2c-4bcc-9f51-ff8fcdb41f02 service neutron] Bound port: 33464858-d2a4-4a97-b98e-ab0137a739a1, host: hv-cinder-76845, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2e12c16-42f6-4ba0-941d-a4e84f88b840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'b3fc06d8-5c3b-4a4b-b823-0fcbe71895b9'}}] {{(pid=102749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 12:29:57.960491 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [req-9ba806b6-27b4-4277-a254-ad14761bddf6 req-234a7272-7f2c-4bcc-9f51-ff8fcdb41f02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3931732'] for port, before_update {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:29:58.031022 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.plugins.ml2.db [req-9ba806b6-27b4-4277-a254-ad14761bddf6 req-234a7272-7f2c-4bcc-9f51-ff8fcdb41f02 service neutron] For port 33464858-d2a4-4a97-b98e-ab0137a739a1, host hv-cinder-76845, cleared binding levels {{(pid=102749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 12:29:58.034634 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.plugins.ml2.db [req-9ba806b6-27b4-4277-a254-ad14761bddf6 req-234a7272-7f2c-4bcc-9f51-ff8fcdb41f02 service neutron] For port 33464858-d2a4-4a97-b98e-ab0137a739a1, host hv-cinder-76845, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=33464858-d2a4-4a97-b98e-ab0137a739a1,segment=NetworkSegment(b2e12c16-42f6-4ba0-941d-a4e84f88b840),segment_id=b2e12c16-42f6-4ba0-941d-a4e84f88b840)] {{(pid=102749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 12:29:58.043690 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [req-9ba806b6-27b4-4277-a254-ad14761bddf6 req-234a7272-7f2c-4bcc-9f51-ff8fcdb41f02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793343495738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793342949286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793342949304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126077611'] for port, after_update {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:29:58.082576 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba806b6-27b4-4277-a254-ad14761bddf6 req-234a7272-7f2c-4bcc-9f51-ff8fcdb41f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:29:58.083216 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [req-9ba806b6-27b4-4277-a254-ad14761bddf6 req-234a7272-7f2c-4bcc-9f51-ff8fcdb41f02 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434365'] for port, before_response {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:29:58.085027 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-9ba806b6-27b4-4277-a254-ad14761bddf6 req-234a7272-7f2c-4bcc-9f51-ff8fcdb41f02 service neutron] 10.222.0.46 "PUT /v2.0/ports/33464858-d2a4-4a97-b98e-ab0137a739a1 HTTP/1.1" status: 200 len: 1093 time: 1.1272824 Nov 22 12:29:58.085195 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '059fc536-4c3e-42ae-889d-9d87177ef9dd', 'tag': '33464858-d2a4-4a97-b98e-ab0137a739a1'}] {{(pid=102749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 12:29:58.087681 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e75a82c02e5e8e80361e9b8ad1df1450ec212ebfa93d78ee9da720cb5365782c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-955ad5a0-1ed9-499e-ac19-4ed6dc80bef9" -d '{"events": [{"name": "network-changed", "server_uuid": "059fc536-4c3e-42ae-889d-9d87177ef9dd", "tag": "33464858-d2a4-4a97-b98e-ab0137a739a1"}]}' {{(pid=102749) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 12:29:58.120499 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234a7272-7f2c-4bcc-9f51-ff8fcdb41f02 service neutron] Pushing event updated for resources: {'Port': ['ID=33464858-d2a4-4a97-b98e-ab0137a739a1,revision_number=3']} {{(pid=102749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:29:58.145942 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 12:29:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ed2e1f0-fcd5-48ae-97fa-af283e7031e8 x-openstack-request-id: req-1ed2e1f0-fcd5-48ae-97fa-af283e7031e8 {{(pid=102749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 12:29:58.146264 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "059fc536-4c3e-42ae-889d-9d87177ef9dd", "tag": "33464858-d2a4-4a97-b98e-ab0137a739a1", "status": "completed", "code": 200}]} {{(pid=102749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 12:29:58.146516 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-1ed2e1f0-fcd5-48ae-97fa-af283e7031e8 {{(pid=102749) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 12:29:58.146980 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '059fc536-4c3e-42ae-889d-9d87177ef9dd', 'tag': '33464858-d2a4-4a97-b98e-ab0137a739a1', 'status': 'completed', 'code': 200} Nov 22 12:29:58.203074 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba806b6-27b4-4277-a254-ad14761bddf6 req-22e8ccb7-c200-477a-b5ac-d66768dca045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:29:58.204643 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-9ba806b6-27b4-4277-a254-ad14761bddf6 req-22e8ccb7-c200-477a-b5ac-d66768dca045 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=cb29d996e3de41b0b21ee7ccd827eaea&device_id=059fc536-4c3e-42ae-889d-9d87177ef9dd HTTP/1.1" status: 200 len: 1096 time: 0.0567369 Nov 22 12:29:58.249574 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-9ba806b6-27b4-4277-a254-ad14761bddf6 req-702de383-441c-4803-ad1c-4623f7f2a428 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=33464858-d2a4-4a97-b98e-ab0137a739a1 HTTP/1.1" status: 200 len: 217 time: 0.0371625 Nov 22 12:29:58.309544 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba806b6-27b4-4277-a254-ad14761bddf6 req-4347fd3c-9b7d-4c87-b4ee-ae9451f8dc02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:29:58.311038 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-9ba806b6-27b4-4277-a254-ad14761bddf6 req-4347fd3c-9b7d-4c87-b4ee-ae9451f8dc02 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3232d04e-3320-46b5-a105-4fa3dd51672a HTTP/1.1" status: 200 len: 851 time: 0.0547178 Nov 22 12:29:58.364064 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba806b6-27b4-4277-a254-ad14761bddf6 req-8a471c17-0801-474d-99f3-687a6762d05f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:29:58.365601 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-9ba806b6-27b4-4277-a254-ad14761bddf6 req-8a471c17-0801-474d-99f3-687a6762d05f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b3fc06d8-5c3b-4a4b-b823-0fcbe71895b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0478635 Nov 22 12:29:58.466455 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-9ba806b6-27b4-4277-a254-ad14761bddf6 req-e56f667e-4047-4ff5-9bfc-12814fa7b908 service neutron] 10.222.0.46 "GET /v2.0/networks/b3fc06d8-5c3b-4a4b-b823-0fcbe71895b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914519 Nov 22 12:29:58.563691 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-9ba806b6-27b4-4277-a254-ad14761bddf6 req-245a5d11-b838-4933-86dd-dc26870410fe service neutron] 10.222.0.46 "GET /v2.0/networks/b3fc06d8-5c3b-4a4b-b823-0fcbe71895b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903087 Nov 22 12:29:58.662769 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955ad5a0-1ed9-499e-ac19-4ed6dc80bef9 req-cb6535e4-ef96-4bc9-a2cb-c1abfea1f638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:29:58.664332 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-955ad5a0-1ed9-499e-ac19-4ed6dc80bef9 req-cb6535e4-ef96-4bc9-a2cb-c1abfea1f638 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=cb29d996e3de41b0b21ee7ccd827eaea&device_id=059fc536-4c3e-42ae-889d-9d87177ef9dd HTTP/1.1" status: 200 len: 1096 time: 0.0520449 Nov 22 12:29:58.768189 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955ad5a0-1ed9-499e-ac19-4ed6dc80bef9 req-3d00b86d-ff87-4825-9872-d4e4c2c9485e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:29:58.769641 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-955ad5a0-1ed9-499e-ac19-4ed6dc80bef9 req-3d00b86d-ff87-4825-9872-d4e4c2c9485e service neutron] 10.222.0.46 "GET /v2.0/networks?id=b3fc06d8-5c3b-4a4b-b823-0fcbe71895b9 HTTP/1.1" status: 200 len: 913 time: 0.0954306 Nov 22 12:29:58.818868 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-955ad5a0-1ed9-499e-ac19-4ed6dc80bef9 req-4454801e-649d-4371-93ae-91a3b7a0dbc0 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=33464858-d2a4-4a97-b98e-ab0137a739a1 HTTP/1.1" status: 200 len: 217 time: 0.0415010 Nov 22 12:29:58.889965 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955ad5a0-1ed9-499e-ac19-4ed6dc80bef9 req-70aebcac-f4c2-43f7-a13c-c8c32a7e8ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:29:58.891488 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-955ad5a0-1ed9-499e-ac19-4ed6dc80bef9 req-70aebcac-f4c2-43f7-a13c-c8c32a7e8ec8 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3232d04e-3320-46b5-a105-4fa3dd51672a HTTP/1.1" status: 200 len: 851 time: 0.0646729 Nov 22 12:29:58.904921 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99a6939-a765-4b12-b82b-0f2f21b7b8c2 req-f2053b6f-7dc7-4793-b0ed-e86133e2383e tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:29:58.906436 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-c99a6939-a765-4b12-b82b-0f2f21b7b8c2 req-f2053b6f-7dc7-4793-b0ed-e86133e2383e tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] 10.222.0.66 "GET /v2.0/ports?device_id=059fc536-4c3e-42ae-889d-9d87177ef9dd HTTP/1.1" status: 200 len: 943 time: 0.0905275 Nov 22 12:29:58.988850 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955ad5a0-1ed9-499e-ac19-4ed6dc80bef9 req-4cb64220-619a-4a98-afa2-7257eb1de289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:29:58.990436 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-955ad5a0-1ed9-499e-ac19-4ed6dc80bef9 req-4cb64220-619a-4a98-afa2-7257eb1de289 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b3fc06d8-5c3b-4a4b-b823-0fcbe71895b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0830843 Nov 22 12:29:58.994954 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-c99a6939-a765-4b12-b82b-0f2f21b7b8c2 req-8017aafd-1ce4-4387-9241-a0ac3f556471 tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] 10.222.0.66 "GET /v2.0/security-groups?id=65f181fa-6909-4095-8bbf-8108c3343b44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794375 Nov 22 12:29:59.083390 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-955ad5a0-1ed9-499e-ac19-4ed6dc80bef9 req-03579cbe-8967-466e-808f-d172abe17f06 service neutron] 10.222.0.46 "GET /v2.0/networks/b3fc06d8-5c3b-4a4b-b823-0fcbe71895b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853834 Nov 22 12:29:59.186029 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-955ad5a0-1ed9-499e-ac19-4ed6dc80bef9 req-5242f9d5-1fe2-40bc-b419-28d6fa5b6346 service neutron] 10.222.0.46 "GET /v2.0/networks/b3fc06d8-5c3b-4a4b-b823-0fcbe71895b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957119 Nov 22 12:30:00.121763 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a43263d-312a-4702-929c-17c6676cdfae req-eed817ff-6641-470d-87c7-3ddb2766fb6a tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:30:00.123345 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-6a43263d-312a-4702-929c-17c6676cdfae req-eed817ff-6641-470d-87c7-3ddb2766fb6a tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] 10.222.0.66 "GET /v2.0/ports?device_id=059fc536-4c3e-42ae-889d-9d87177ef9dd HTTP/1.1" status: 200 len: 943 time: 0.0539546 Nov 22 12:30:00.187185 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-6a43263d-312a-4702-929c-17c6676cdfae req-4dd17ca5-e248-49ed-9186-2df49a8a853f tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] 10.222.0.66 "GET /v2.0/security-groups?id=65f181fa-6909-4095-8bbf-8108c3343b44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571578 Nov 22 12:30:01.322177 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f8988e-4107-4be3-94bf-48843c089616 req-5aae0710-185b-4518-93b1-c9f06861ee73 tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:30:01.323851 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-44f8988e-4107-4be3-94bf-48843c089616 req-5aae0710-185b-4518-93b1-c9f06861ee73 tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] 10.222.0.66 "GET /v2.0/ports?device_id=059fc536-4c3e-42ae-889d-9d87177ef9dd HTTP/1.1" status: 200 len: 943 time: 0.0544360 Nov 22 12:30:01.378078 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-44f8988e-4107-4be3-94bf-48843c089616 req-4ca4c212-49b8-4cb3-95e0-7db6dbbb441f tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] 10.222.0.66 "GET /v2.0/security-groups?id=65f181fa-6909-4095-8bbf-8108c3343b44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481150 Nov 22 12:30:02.506924 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0b6d7e-61ef-4125-ab1b-bd831e73fc08 req-a8a423fa-3127-4084-8e18-1bec78665e2c tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:30:02.508584 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-3d0b6d7e-61ef-4125-ab1b-bd831e73fc08 req-a8a423fa-3127-4084-8e18-1bec78665e2c tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] 10.222.0.66 "GET /v2.0/ports?device_id=059fc536-4c3e-42ae-889d-9d87177ef9dd HTTP/1.1" status: 200 len: 943 time: 0.0571694 Nov 22 12:30:02.563311 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-3d0b6d7e-61ef-4125-ab1b-bd831e73fc08 req-fe2004ef-f323-4748-83e8-2670eaea0940 tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] 10.222.0.66 "GET /v2.0/security-groups?id=65f181fa-6909-4095-8bbf-8108c3343b44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474396 Nov 22 12:30:03.686850 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79110b8-66a1-4bde-82cd-6b484be9d08c req-405249b9-354d-4a98-9c5b-bfff736ae790 tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:30:03.688535 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-f79110b8-66a1-4bde-82cd-6b484be9d08c req-405249b9-354d-4a98-9c5b-bfff736ae790 tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] 10.222.0.66 "GET /v2.0/ports?device_id=059fc536-4c3e-42ae-889d-9d87177ef9dd HTTP/1.1" status: 200 len: 943 time: 0.0551569 Nov 22 12:30:03.742258 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-f79110b8-66a1-4bde-82cd-6b484be9d08c req-4e61c41c-6489-4619-90a6-67424a6d2fde tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] 10.222.0.66 "GET /v2.0/security-groups?id=65f181fa-6909-4095-8bbf-8108c3343b44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474935 Nov 22 12:30:04.908036 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa02c09e-6796-4b28-8d44-c907c63906ce req-220dc021-a781-4f2e-818b-3553a179a39c tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:30:04.910257 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-fa02c09e-6796-4b28-8d44-c907c63906ce req-220dc021-a781-4f2e-818b-3553a179a39c tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] 10.222.0.66 "GET /v2.0/ports?device_id=059fc536-4c3e-42ae-889d-9d87177ef9dd HTTP/1.1" status: 200 len: 943 time: 0.0792663 Nov 22 12:30:04.978053 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-fa02c09e-6796-4b28-8d44-c907c63906ce req-6f62733e-a2fb-4b68-838c-5242c27acacb tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] 10.222.0.66 "GET /v2.0/security-groups?id=65f181fa-6909-4095-8bbf-8108c3343b44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601256 Nov 22 12:30:06.111047 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b168818b-f425-406a-9037-8b8b11e84e5e req-0a27378d-cf95-40b8-aeab-ff8db4374cbe tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:30:06.112676 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-b168818b-f425-406a-9037-8b8b11e84e5e req-0a27378d-cf95-40b8-aeab-ff8db4374cbe tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] 10.222.0.66 "GET /v2.0/ports?device_id=059fc536-4c3e-42ae-889d-9d87177ef9dd HTTP/1.1" status: 200 len: 943 time: 0.0536358 Nov 22 12:30:06.167822 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-b168818b-f425-406a-9037-8b8b11e84e5e req-45bf17bc-61dc-4423-9cae-479443d0cf7a tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] 10.222.0.66 "GET /v2.0/security-groups?id=65f181fa-6909-4095-8bbf-8108c3343b44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490811 Nov 22 12:30:06.738288 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.rpc [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Device 33464858-d2a4-4a97-b98e-ab0137a739a1 details requested by agent hyperv_hv-cinder-76845 with host hv-cinder-76845 {{(pid=102751) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 12:30:06.848639 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.db [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] For port 33464858-d2a4-4a97-b98e-ab0137a739a1, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=33464858-d2a4-4a97-b98e-ab0137a739a1,segment=NetworkSegment(b2e12c16-42f6-4ba0-941d-a4e84f88b840),segment_id=b2e12c16-42f6-4ba0-941d-a4e84f88b840)] {{(pid=102751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 12:30:06.860163 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.rpc [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Returning: {'device': '33464858-d2a4-4a97-b98e-ab0137a739a1', 'network_id': 'b3fc06d8-5c3b-4a4b-b823-0fcbe71895b9', 'port_id': '33464858-d2a4-4a97-b98e-ab0137a739a1', 'mac_address': 'fa:16:3e:ab:11:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 610, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3232d04e-3320-46b5-a105-4fa3dd51672a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102751) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 12:30:06.899943 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3931732'] for port, before_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:30:06.914134 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.notifiers.nova [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33464858-d2a4-4a97-b98e-ab0137a739a1 {{(pid=102751) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 12:30:06.934135 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.db [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] For port 33464858-d2a4-4a97-b98e-ab0137a739a1, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=33464858-d2a4-4a97-b98e-ab0137a739a1,segment=NetworkSegment(b2e12c16-42f6-4ba0-941d-a4e84f88b840),segment_id=b2e12c16-42f6-4ba0-941d-a4e84f88b840)] {{(pid=102751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 12:30:06.942248 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793343495738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793342949286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793342949304'] for port, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:30:06.993807 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Pushing event updated for resources: {'Port': ['ID=33464858-d2a4-4a97-b98e-ab0137a739a1,revision_number=4']} {{(pid=102751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:30:07.002018 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:30:07.002356 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:30:07.002744 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:30:07.003081 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:30:07.003515 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:30:07.003870 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:30:07.004196 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:30:07.004499 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:30:07.004859 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:30:07.005163 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:30:07.005497 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:30:07.005807 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:30:07.167130 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.db [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] get_ports_and_sgs() called for port_ids ['33464858-d2a4-4a97-b98e-ab0137a739a1'] {{(pid=102751) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 12:30:07.292990 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2702dbbc-467f-4fb6-8b39-1bf698967a6e req-71153ca7-762f-417c-9764-f46a5fa721cc tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:30:07.294591 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-2702dbbc-467f-4fb6-8b39-1bf698967a6e req-71153ca7-762f-417c-9764-f46a5fa721cc tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] 10.222.0.66 "GET /v2.0/ports?device_id=059fc536-4c3e-42ae-889d-9d87177ef9dd HTTP/1.1" status: 200 len: 944 time: 0.0534935 Nov 22 12:30:07.346982 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-2702dbbc-467f-4fb6-8b39-1bf698967a6e req-3ce69088-e395-44d6-8028-31b54de010df tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] 10.222.0.66 "GET /v2.0/security-groups?id=65f181fa-6909-4095-8bbf-8108c3343b44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463448 Nov 22 12:30:08.484587 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bde02c3-a8fd-4cc5-b822-029f52d98e11 req-56ee1d90-a580-4f02-be03-445b04aef69f tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:30:08.486191 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-1bde02c3-a8fd-4cc5-b822-029f52d98e11 req-56ee1d90-a580-4f02-be03-445b04aef69f tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] 10.222.0.66 "GET /v2.0/ports?device_id=059fc536-4c3e-42ae-889d-9d87177ef9dd HTTP/1.1" status: 200 len: 944 time: 0.0639706 Nov 22 12:30:08.544942 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-1bde02c3-a8fd-4cc5-b822-029f52d98e11 req-c4da5e07-dbd0-4334-ba76-6a6436b75085 tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] 10.222.0.66 "GET /v2.0/security-groups?id=65f181fa-6909-4095-8bbf-8108c3343b44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510132 Nov 22 12:30:08.752639 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.rpc [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Device 33464858-d2a4-4a97-b98e-ab0137a739a1 up at agent hyperv_hv-cinder-76845 {{(pid=102751) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 12:30:08.810306 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.provisioning_blocks [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Provisioning for port 33464858-d2a4-4a97-b98e-ab0137a739a1 completed by entity L2. {{(pid=102751) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 12:30:08.814687 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.provisioning_blocks [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Provisioning complete for port 33464858-d2a4-4a97-b98e-ab0137a739a1 triggered by entity L2. {{(pid=102751) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 12:30:08.815061 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3821908'] for port, provisioning_complete {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:30:08.893080 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3931732'] for port, before_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:30:08.920706 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '059fc536-4c3e-42ae-889d-9d87177ef9dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33464858-d2a4-4a97-b98e-ab0137a739a1'}] {{(pid=102751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 12:30:08.922971 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50f57f68d0dae852c32e4f8721e97c07bf2df52fd56e1603e3e4743a1bb51d8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59166dce-a12d-4147-a72d-3a66cc1642f9" -d '{"events": [{"server_uuid": "059fc536-4c3e-42ae-889d-9d87177ef9dd", "name": "network-vif-plugged", "status": "completed", "tag": "33464858-d2a4-4a97-b98e-ab0137a739a1"}]}' {{(pid=102751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 12:30:08.935452 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.db [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] For port 33464858-d2a4-4a97-b98e-ab0137a739a1, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=33464858-d2a4-4a97-b98e-ab0137a739a1,segment=NetworkSegment(b2e12c16-42f6-4ba0-941d-a4e84f88b840),segment_id=b2e12c16-42f6-4ba0-941d-a4e84f88b840)] {{(pid=102751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 12:30:08.940753 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793343495738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793342949286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793342949304'] for port, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:30:08.964967 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 12:30:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01238970-7126-4d4a-aac4-81ddd8034a5d x-openstack-request-id: req-01238970-7126-4d4a-aac4-81ddd8034a5d {{(pid=102751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 12:30:08.965267 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "059fc536-4c3e-42ae-889d-9d87177ef9dd", "name": "network-vif-plugged", "status": "completed", "tag": "33464858-d2a4-4a97-b98e-ab0137a739a1", "code": 200}]} {{(pid=102751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 12:30:08.965528 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-01238970-7126-4d4a-aac4-81ddd8034a5d {{(pid=102751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 12:30:08.965963 dv-cinder-768458-13-iscsi neutron-server[102751]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '059fc536-4c3e-42ae-889d-9d87177ef9dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33464858-d2a4-4a97-b98e-ab0137a739a1', 'code': 200} Nov 22 12:30:08.994582 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Pushing event updated for resources: {'Port': ['ID=33464858-d2a4-4a97-b98e-ab0137a739a1,revision_number=5']} {{(pid=102751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:30:09.188144 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244be3ae-d682-4e2c-bdc3-5ab7d99e6049 req-df235d8d-9813-41f8-9481-14fa5d18a7b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:30:09.189657 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-244be3ae-d682-4e2c-bdc3-5ab7d99e6049 req-df235d8d-9813-41f8-9481-14fa5d18a7b6 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=059fc536-4c3e-42ae-889d-9d87177ef9dd HTTP/1.1" status: 200 len: 1098 time: 0.0415690 Nov 22 12:30:09.239536 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-244be3ae-d682-4e2c-bdc3-5ab7d99e6049 req-6e002bcb-6e6c-40c3-8bfc-6583257afbbb service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=65f181fa-6909-4095-8bbf-8108c3343b44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428193 Nov 22 12:30:09.684715 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c3d384-547b-432c-9a85-072016f81fff req-8043b956-35f2-414f-a359-f7fc654fc2a9 tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:30:09.686608 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-c6c3d384-547b-432c-9a85-072016f81fff req-8043b956-35f2-414f-a359-f7fc654fc2a9 tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] 10.222.0.66 "GET /v2.0/ports?device_id=059fc536-4c3e-42ae-889d-9d87177ef9dd HTTP/1.1" status: 200 len: 945 time: 0.0615220 Nov 22 12:30:09.742570 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-c6c3d384-547b-432c-9a85-072016f81fff req-3838bf8a-0075-407a-bdd9-26b52cd8385e tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] 10.222.0.66 "GET /v2.0/security-groups?id=65f181fa-6909-4095-8bbf-8108c3343b44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469582 Nov 22 12:30:10.885187 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d07ab7e-0f9d-4691-b688-2a0eb43a6d06 req-bbed7ac6-d13c-41b7-a49a-7654e56ab756 tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:30:10.886669 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-9d07ab7e-0f9d-4691-b688-2a0eb43a6d06 req-bbed7ac6-d13c-41b7-a49a-7654e56ab756 tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] 10.222.0.66 "GET /v2.0/ports?device_id=059fc536-4c3e-42ae-889d-9d87177ef9dd HTTP/1.1" status: 200 len: 945 time: 0.0516047 Nov 22 12:30:10.942169 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-9d07ab7e-0f9d-4691-b688-2a0eb43a6d06 req-1a91b706-ca6a-475b-80eb-abb6ddb8b71b tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] 10.222.0.66 "GET /v2.0/security-groups?id=65f181fa-6909-4095-8bbf-8108c3343b44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491958 Nov 22 12:30:11.080009 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af2b7b3-23ce-413c-a6e2-b7b19c1be8bd req-bd418776-490b-45f1-aa26-4d63467e6980 tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:30:11.081401 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-8af2b7b3-23ce-413c-a6e2-b7b19c1be8bd req-bd418776-490b-45f1-aa26-4d63467e6980 tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] 10.222.0.66 "GET /v2.0/ports?device_id=059fc536-4c3e-42ae-889d-9d87177ef9dd HTTP/1.1" status: 200 len: 945 time: 0.0639827 Nov 22 12:30:11.140415 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-8af2b7b3-23ce-413c-a6e2-b7b19c1be8bd req-74f9b9d7-1b7e-45ce-b83c-be5fa15e4317 tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] 10.222.0.66 "GET /v2.0/security-groups?id=65f181fa-6909-4095-8bbf-8108c3343b44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524755 Nov 22 12:30:11.168353 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.wsgi [-] (102749) accepted ('10.222.0.66', 54160) {{(pid=102749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:30:11.208285 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04871825-e6b1-4132-b863-e3faa2ca0b9f tempest-TestVolumeBootPattern-830684456 tempest-TestVolumeBootPattern-830684456-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:30:11.210176 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [None req-04871825-e6b1-4132-b863-e3faa2ca0b9f tempest-TestVolumeBootPattern-830684456 tempest-TestVolumeBootPattern-830684456-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=059fc536-4c3e-42ae-889d-9d87177ef9dd HTTP/1.1" status: 200 len: 1093 time: 0.0405836 Nov 22 12:30:11.213147 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.wsgi [-] (102749) accepted ('10.222.0.66', 54162) {{(pid=102749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:30:11.217489 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.v2.base [None req-d0c80020-ce7d-4194-9f70-d26210c25990 tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] Request body: {'floatingip': {'floating_network_id': '52f34850-4f08-4bf9-8f19-1c892d4c6132', 'port_id': '33464858-d2a4-4a97-b98e-ab0137a739a1', 'tenant_id': 'cb29d996e3de41b0b21ee7ccd827eaea', 'fixed_ip_address': '172.20.0.4'}} {{(pid=102749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 12:30:11.242578 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-d0c80020-ce7d-4194-9f70-d26210c25990 tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] Publish callbacks [] for floatingip, before_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:30:11.355464 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-d0c80020-ce7d-4194-9f70-d26210c25990 tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3931732'] for port, before_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:30:11.472995 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.db.db_base_plugin_common [None req-d0c80020-ce7d-4194-9f70-d26210c25990 tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] Allocated IP 172.27.0.116 (52f34850-4f08-4bf9-8f19-1c892d4c6132/9e59152d-9f1b-4a42-ae53-82f6bd285144/b31aa921-bbe4-43d5-8a92-8cec1d749a89) {{(pid=102749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 12:30:11.584929 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-d0c80020-ce7d-4194-9f70-d26210c25990 tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] Publish callbacks [] for port, precommit_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:30:11.622077 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-d0c80020-ce7d-4194-9f70-d26210c25990 tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793342949268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126077602'] for port, after_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:30:11.667097 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0c80020-ce7d-4194-9f70-d26210c25990 tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] Network 52f34850-4f08-4bf9-8f19-1c892d4c6132 is already hosted by enough agents. {{(pid=102749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 12:30:11.670320 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.scheduler.base_scheduler [None req-d0c80020-ce7d-4194-9f70-d26210c25990 tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] Resources bound (agent type, host, resource id): {{(pid=102749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 12:30:11.673203 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0c80020-ce7d-4194-9f70-d26210c25990 tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] Received port after_create {{(pid=102749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 12:30:11.696137 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c80020-ce7d-4194-9f70-d26210c25990 tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] Pushing event updated for resources: {'Port': ['ID=b31aa921-bbe4-43d5-8a92-8cec1d749a89,revision_number=1']} {{(pid=102749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:30:12.076218 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-d0c80020-ce7d-4194-9f70-d26210c25990 tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:30:12.152642 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-d0c80020-ce7d-4194-9f70-d26210c25990 tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3931732'] for port, before_update {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:30:12.323648 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-d0c80020-ce7d-4194-9f70-d26210c25990 tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] Publish callbacks [] for port, precommit_update {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:30:12.329602 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-d0c80020-ce7d-4194-9f70-d26210c25990 tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793343495738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793342949286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793342949304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126077611'] for port, after_update {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:30:12.401220 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c80020-ce7d-4194-9f70-d26210c25990 tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] Pushing event updated for resources: {'Port': ['ID=b31aa921-bbe4-43d5-8a92-8cec1d749a89,revision_number=2']} {{(pid=102749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:30:12.417296 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-d0c80020-ce7d-4194-9f70-d26210c25990 tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-532624'] for floatingip, after_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:30:12.526816 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.db.l3_db [None req-d0c80020-ce7d-4194-9f70-d26210c25990 tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] Floating IP 525d00ac-83cf-499b-bb47-014540ed5d8a associated. External IP: 172.27.0.116, port: 33464858-d2a4-4a97-b98e-ab0137a739a1. Nov 22 12:30:12.749095 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0c80020-ce7d-4194-9f70-d26210c25990 tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] Router 22e3319e-96da-42cd-99d2-6ae298eea824 has already been hosted by L3 agent b4a26ead-6ab2-4f98-a352-c9ed6d39b73e {{(pid=102749) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 12:30:12.860870 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0c80020-ce7d-4194-9f70-d26210c25990 tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] Notify agent at l3_agent.dv-cinder-768458-13-iscsi the message routers_updated {{(pid=102749) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 12:30:12.870681 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a434fa6-6bb4-4d89-870e-6af6c773ea4d None None] Sync routers for ids ['22e3319e-96da-42cd-99d2-6ae298eea824'] in dv-cinder-768458-13-iscsi {{(pid=102751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 12:30:12.880555 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-d0c80020-ce7d-4194-9f70-d26210c25990 tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434365'] for floatingip, before_response {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:30:12.882427 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a434fa6-6bb4-4d89-870e-6af6c773ea4d None None] Routers {'22e3319e-96da-42cd-99d2-6ae298eea824'} bound to L3 agent in host dv-cinder-768458-13-iscsi {{(pid=102751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 12:30:12.882673 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.l3_hamode_db [None req-4a434fa6-6bb4-4d89-870e-6af6c773ea4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T12:11:23Z,description=,heartbeat_timestamp=2021-11-22T12:29:53Z,host='dv-cinder-768458-13-iscsi',id=b4a26ead-6ab2-4f98-a352-c9ed6d39b73e,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T12:11:23Z,topic='l3_agent')) {'router_ids': ['22e3319e-96da-42cd-99d2-6ae298eea824'], 'active': True} {{(pid=102751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 12:30:12.915444 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [None req-d0c80020-ce7d-4194-9f70-d26210c25990 tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7009406 Nov 22 12:30:12.916175 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '059fc536-4c3e-42ae-889d-9d87177ef9dd', 'tag': '33464858-d2a4-4a97-b98e-ab0137a739a1'}] {{(pid=102749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 12:30:12.918618 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e75a82c02e5e8e80361e9b8ad1df1450ec212ebfa93d78ee9da720cb5365782c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9f0e392-4d64-49b7-8158-d8d727aa7a71" -d '{"events": [{"name": "network-changed", "server_uuid": "059fc536-4c3e-42ae-889d-9d87177ef9dd", "tag": "33464858-d2a4-4a97-b98e-ab0137a739a1"}]}' {{(pid=102749) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 12:30:12.965953 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 12:30:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cdcfbfa-c113-4a06-884a-c2771ca46d81 x-openstack-request-id: req-5cdcfbfa-c113-4a06-884a-c2771ca46d81 {{(pid=102749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 12:30:12.966258 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "059fc536-4c3e-42ae-889d-9d87177ef9dd", "tag": "33464858-d2a4-4a97-b98e-ab0137a739a1", "status": "completed", "code": 200}]} {{(pid=102749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 12:30:12.966508 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-5cdcfbfa-c113-4a06-884a-c2771ca46d81 {{(pid=102749) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 12:30:12.966968 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '059fc536-4c3e-42ae-889d-9d87177ef9dd', 'tag': '33464858-d2a4-4a97-b98e-ab0137a739a1', 'status': 'completed', 'code': 200} Nov 22 12:30:13.042083 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f0e392-4d64-49b7-8158-d8d727aa7a71 req-dc620713-fb08-4c9b-bbc3-25b8fbf603f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:30:13.043616 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-f9f0e392-4d64-49b7-8158-d8d727aa7a71 req-dc620713-fb08-4c9b-bbc3-25b8fbf603f4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=cb29d996e3de41b0b21ee7ccd827eaea&device_id=059fc536-4c3e-42ae-889d-9d87177ef9dd HTTP/1.1" status: 200 len: 1098 time: 0.0531192 Nov 22 12:30:13.161744 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f0e392-4d64-49b7-8158-d8d727aa7a71 req-3d32a432-1247-411d-8c42-5dc7932ac129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:30:13.163343 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-f9f0e392-4d64-49b7-8158-d8d727aa7a71 req-3d32a432-1247-411d-8c42-5dc7932ac129 service neutron] 10.222.0.46 "GET /v2.0/networks?id=b3fc06d8-5c3b-4a4b-b823-0fcbe71895b9 HTTP/1.1" status: 200 len: 913 time: 0.1125984 Nov 22 12:30:13.177821 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.l3_dvr_db [None req-4a434fa6-6bb4-4d89-870e-6af6c773ea4d None None] Set router 22e3319e-96da-42cd-99d2-6ae298eea824 gateway port host: dv-cinder-768458-13-iscsi {{(pid=102751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 12:30:13.248716 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-f9f0e392-4d64-49b7-8158-d8d727aa7a71 req-dca20fe3-eac9-434f-a3ee-1abfc5616033 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=33464858-d2a4-4a97-b98e-ab0137a739a1 HTTP/1.1" status: 200 len: 999 time: 0.0759766 Nov 22 12:30:13.311988 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f0e392-4d64-49b7-8158-d8d727aa7a71 req-49b989d9-4654-4d5c-81e9-04aa2678f140 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:30:13.312542 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-f9f0e392-4d64-49b7-8158-d8d727aa7a71 req-49b989d9-4654-4d5c-81e9-04aa2678f140 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3232d04e-3320-46b5-a105-4fa3dd51672a HTTP/1.1" status: 200 len: 851 time: 0.0570021 Nov 22 12:30:13.360550 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f0e392-4d64-49b7-8158-d8d727aa7a71 req-d010e213-7803-4388-9b23-1c539b4c98c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:30:13.362168 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-f9f0e392-4d64-49b7-8158-d8d727aa7a71 req-d010e213-7803-4388-9b23-1c539b4c98c8 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b3fc06d8-5c3b-4a4b-b823-0fcbe71895b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0423737 Nov 22 12:30:13.443357 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.l3_hamode_db [None req-4a434fa6-6bb4-4d89-870e-6af6c773ea4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22e3319e-96da-42cd-99d2-6ae298eea824', 'name': 'tempest-TestVolumeBootPattern-2064543887-router', 'tenant_id': 'cb29d996e3de41b0b21ee7ccd827eaea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52f34850-4f08-4bf9-8f19-1c892d4c6132', 'external_fixed_ips': [{'subnet_id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'ip_address': '172.27.0.212'}], 'enable_snat': True}, 'gw_port_id': 'aa0aca8f-5f89-4a75-832c-e1fb055f3f19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T12:27:02Z', 'updated_at': '2021-11-22T12:27:04Z', 'revision_number': 4, 'project_id': 'cb29d996e3de41b0b21ee7ccd827eaea', 'gw_port': {'id': 'aa0aca8f-5f89-4a75-832c-e1fb055f3f19', 'name': '', 'network_id': '52f34850-4f08-4bf9-8f19-1c892d4c6132', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:4b:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22e3319e-96da-42cd-99d2-6ae298eea824', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'ip_address': '172.27.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T12:27:02Z', 'updated_at': '2021-11-22T12:27:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-13-iscsi', '_floatingips': [{'id': '525d00ac-83cf-499b-bb47-014540ed5d8a', 'tenant_id': 'cb29d996e3de41b0b21ee7ccd827eaea', 'floating_ip_address': '172.27.0.116', 'floating_network_id': '52f34850-4f08-4bf9-8f19-1c892d4c6132', 'router_id': '22e3319e-96da-42cd-99d2-6ae298eea824', 'port_id': '33464858-d2a4-4a97-b98e-ab0137a739a1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3fc06d8-5c3b-4a4b-b823-0fcbe71895b9', 'mac_address': 'fa:16:3e:ab:11:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '059fc536-4c3e-42ae-889d-9d87177ef9dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T12:30:11Z', 'updated_at': '2021-11-22T12:30:11Z', 'revision_number': 0, 'project_id': 'cb29d996e3de41b0b21ee7ccd827eaea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8727499d-84a8-438c-bd19-6919bedd8315', 'name': '', 'network_id': 'b3fc06d8-5c3b-4a4b-b823-0fcbe71895b9', 'tenant_id': 'cb29d996e3de41b0b21ee7ccd827eaea', 'mac_address': 'fa:16:3e:f8:6d:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22e3319e-96da-42cd-99d2-6ae298eea824', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '3232d04e-3320-46b5-a105-4fa3dd51672a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T12:27:04Z', 'updated_at': '2021-11-22T12:27:10Z', 'revision_number': 5, 'project_id': 'cb29d996e3de41b0b21ee7ccd827eaea', 'subnets': [{'id': '3232d04e-3320-46b5-a105-4fa3dd51672a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-13-iscsi', False) {} {{(pid=102751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 12:30:13.465197 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-f9f0e392-4d64-49b7-8158-d8d727aa7a71 req-fb8366e4-f244-4011-ab80-a517f519b8a6 service neutron] 10.222.0.46 "GET /v2.0/networks/b3fc06d8-5c3b-4a4b-b823-0fcbe71895b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955629 Nov 22 12:30:13.475994 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a434fa6-6bb4-4d89-870e-6af6c773ea4d None None] Checking router: 22e3319e-96da-42cd-99d2-6ae298eea824 for host: dv-cinder-768458-13-iscsi {{(pid=102751) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 12:30:13.485885 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a434fa6-6bb4-4d89-870e-6af6c773ea4d None None] Routers {'22e3319e-96da-42cd-99d2-6ae298eea824'} bound to L3 agent in host dv-cinder-768458-13-iscsi {{(pid=102751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 12:30:13.486536 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.l3_hamode_db [None req-4a434fa6-6bb4-4d89-870e-6af6c773ea4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T12:11:23Z,description=,heartbeat_timestamp=2021-11-22T12:29:53Z,host='dv-cinder-768458-13-iscsi',id=b4a26ead-6ab2-4f98-a352-c9ed6d39b73e,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T12:11:23Z,topic='l3_agent')) {'router_ids': ['22e3319e-96da-42cd-99d2-6ae298eea824'], 'active': True} {{(pid=102751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 12:30:13.568695 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-f9f0e392-4d64-49b7-8158-d8d727aa7a71 req-25f1a071-5a6e-4777-84d2-43d79783cf8c service neutron] 10.222.0.46 "GET /v2.0/networks/b3fc06d8-5c3b-4a4b-b823-0fcbe71895b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961397 Nov 22 12:30:13.606919 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.l3_dvr_db [None req-4a434fa6-6bb4-4d89-870e-6af6c773ea4d None None] Set router 22e3319e-96da-42cd-99d2-6ae298eea824 gateway port host: dv-cinder-768458-13-iscsi {{(pid=102751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 12:30:13.880690 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.l3_hamode_db [None req-4a434fa6-6bb4-4d89-870e-6af6c773ea4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22e3319e-96da-42cd-99d2-6ae298eea824', 'name': 'tempest-TestVolumeBootPattern-2064543887-router', 'tenant_id': 'cb29d996e3de41b0b21ee7ccd827eaea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52f34850-4f08-4bf9-8f19-1c892d4c6132', 'external_fixed_ips': [{'subnet_id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'ip_address': '172.27.0.212'}], 'enable_snat': True}, 'gw_port_id': 'aa0aca8f-5f89-4a75-832c-e1fb055f3f19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T12:27:02Z', 'updated_at': '2021-11-22T12:27:04Z', 'revision_number': 4, 'project_id': 'cb29d996e3de41b0b21ee7ccd827eaea', 'gw_port': {'id': 'aa0aca8f-5f89-4a75-832c-e1fb055f3f19', 'name': '', 'network_id': '52f34850-4f08-4bf9-8f19-1c892d4c6132', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:4b:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22e3319e-96da-42cd-99d2-6ae298eea824', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'ip_address': '172.27.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T12:27:02Z', 'updated_at': '2021-11-22T12:27:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-13-iscsi', '_floatingips': [{'id': '525d00ac-83cf-499b-bb47-014540ed5d8a', 'tenant_id': 'cb29d996e3de41b0b21ee7ccd827eaea', 'floating_ip_address': '172.27.0.116', 'floating_network_id': '52f34850-4f08-4bf9-8f19-1c892d4c6132', 'router_id': '22e3319e-96da-42cd-99d2-6ae298eea824', 'port_id': '33464858-d2a4-4a97-b98e-ab0137a739a1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3fc06d8-5c3b-4a4b-b823-0fcbe71895b9', 'mac_address': 'fa:16:3e:ab:11:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '059fc536-4c3e-42ae-889d-9d87177ef9dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T12:30:11Z', 'updated_at': '2021-11-22T12:30:11Z', 'revision_number': 0, 'project_id': 'cb29d996e3de41b0b21ee7ccd827eaea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8727499d-84a8-438c-bd19-6919bedd8315', 'name': '', 'network_id': 'b3fc06d8-5c3b-4a4b-b823-0fcbe71895b9', 'tenant_id': 'cb29d996e3de41b0b21ee7ccd827eaea', 'mac_address': 'fa:16:3e:f8:6d:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22e3319e-96da-42cd-99d2-6ae298eea824', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '3232d04e-3320-46b5-a105-4fa3dd51672a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T12:27:04Z', 'updated_at': '2021-11-22T12:27:10Z', 'revision_number': 5, 'project_id': 'cb29d996e3de41b0b21ee7ccd827eaea', 'subnets': [{'id': '3232d04e-3320-46b5-a105-4fa3dd51672a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-13-iscsi', False) {} {{(pid=102751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 12:30:13.910222 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a434fa6-6bb4-4d89-870e-6af6c773ea4d None None] The sync data for ids ['22e3319e-96da-42cd-99d2-6ae298eea824'] in dv-cinder-768458-13-iscsi is: [{'id': '22e3319e-96da-42cd-99d2-6ae298eea824', 'name': 'tempest-TestVolumeBootPattern-2064543887-router', 'tenant_id': 'cb29d996e3de41b0b21ee7ccd827eaea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52f34850-4f08-4bf9-8f19-1c892d4c6132', 'external_fixed_ips': [{'subnet_id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'ip_address': '172.27.0.212'}], 'enable_snat': True}, 'gw_port_id': 'aa0aca8f-5f89-4a75-832c-e1fb055f3f19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T12:27:02Z', 'updated_at': '2021-11-22T12:27:04Z', 'revision_number': 4, 'project_id': 'cb29d996e3de41b0b21ee7ccd827eaea', 'gw_port': {'id': 'aa0aca8f-5f89-4a75-832c-e1fb055f3f19', 'name': '', 'network_id': '52f34850-4f08-4bf9-8f19-1c892d4c6132', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:4b:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22e3319e-96da-42cd-99d2-6ae298eea824', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'ip_address': '172.27.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T12:27:02Z', 'updated_at': '2021-11-22T12:27:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-13-iscsi', '_floatingips': [{'id': '525d00ac-83cf-499b-bb47-014540ed5d8a', 'tenant_id': 'cb29d996e3de41b0b21ee7ccd827eaea', 'floating_ip_address': '172.27.0.116', 'floating_network_id': '52f34850-4f08-4bf9-8f19-1c892d4c6132', 'router_id': '22e3319e-96da-42cd-99d2-6ae298eea824', 'port_id': '33464858-d2a4-4a97-b98e-ab0137a739a1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3fc06d8-5c3b-4a4b-b823-0fcbe71895b9', 'mac_address': 'fa:16:3e:ab:11:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '059fc536-4c3e-42ae-889d-9d87177ef9dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T12:30:11Z', 'updated_at': '2021-11-22T12:30:11Z', 'revision_number': 0, 'project_id': 'cb29d996e3de41b0b21ee7ccd827eaea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8727499d-84a8-438c-bd19-6919bedd8315', 'name': '', 'network_id': 'b3fc06d8-5c3b-4a4b-b823-0fcbe71895b9', 'tenant_id': 'cb29d996e3de41b0b21ee7ccd827eaea', 'mac_address': 'fa:16:3e:f8:6d:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22e3319e-96da-42cd-99d2-6ae298eea824', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '3232d04e-3320-46b5-a105-4fa3dd51672a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T12:27:04Z', 'updated_at': '2021-11-22T12:27:10Z', 'revision_number': 5, 'project_id': 'cb29d996e3de41b0b21ee7ccd827eaea', 'subnets': [{'id': '3232d04e-3320-46b5-a105-4fa3dd51672a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 12:30:14.142455 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d67f22b9-16ad-4d7b-a5bd-0b74a4453446 None None] New status for floating IP 525d00ac-83cf-499b-bb47-014540ed5d8a: ACTIVE {{(pid=102752) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 12:30:17.581994 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793343475411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3821827'] for agent, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:30:19.395193 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-8872f20b-1245-45d5-ab91-b8b9d0f83bb9 req-200e11ea-0a98-423a-a7a0-a8b1753eba09 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=059fc536-4c3e-42ae-889d-9d87177ef9dd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0422535 Nov 22 12:30:19.493521 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8872f20b-1245-45d5-ab91-b8b9d0f83bb9 req-bd72e56d-2ea5-4d86-8179-17ad6a68581b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:30:19.495051 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-8872f20b-1245-45d5-ab91-b8b9d0f83bb9 req-bd72e56d-2ea5-4d86-8179-17ad6a68581b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=cb29d996e3de41b0b21ee7ccd827eaea&device_id=059fc536-4c3e-42ae-889d-9d87177ef9dd HTTP/1.1" status: 200 len: 1098 time: 0.0544906 Nov 22 12:30:19.619076 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8872f20b-1245-45d5-ab91-b8b9d0f83bb9 req-b221bb4a-92bc-4fb6-b5c0-ff74dfab2962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:30:19.620720 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-8872f20b-1245-45d5-ab91-b8b9d0f83bb9 req-b221bb4a-92bc-4fb6-b5c0-ff74dfab2962 service neutron] 10.222.0.46 "GET /v2.0/networks?id=b3fc06d8-5c3b-4a4b-b823-0fcbe71895b9 HTTP/1.1" status: 200 len: 913 time: 0.1027229 Nov 22 12:30:19.694895 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-8872f20b-1245-45d5-ab91-b8b9d0f83bb9 req-c0a6fca8-d37d-43e5-bd76-8fd509c10427 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=33464858-d2a4-4a97-b98e-ab0137a739a1 HTTP/1.1" status: 200 len: 1001 time: 0.0658247 Nov 22 12:30:19.752924 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8872f20b-1245-45d5-ab91-b8b9d0f83bb9 req-63e2cda5-226f-4358-8d06-a951f9dd5078 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:30:19.755100 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-8872f20b-1245-45d5-ab91-b8b9d0f83bb9 req-63e2cda5-226f-4358-8d06-a951f9dd5078 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3232d04e-3320-46b5-a105-4fa3dd51672a HTTP/1.1" status: 200 len: 851 time: 0.0509205 Nov 22 12:30:19.804737 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8872f20b-1245-45d5-ab91-b8b9d0f83bb9 req-043446d6-bb4a-4315-89a8-c6ebfd826941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:30:19.806323 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-8872f20b-1245-45d5-ab91-b8b9d0f83bb9 req-043446d6-bb4a-4315-89a8-c6ebfd826941 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b3fc06d8-5c3b-4a4b-b823-0fcbe71895b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0443907 Nov 22 12:30:19.905773 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-8872f20b-1245-45d5-ab91-b8b9d0f83bb9 req-f0a3d302-7c1b-4969-9c43-8e3bd88cbe80 service neutron] 10.222.0.46 "GET /v2.0/networks/b3fc06d8-5c3b-4a4b-b823-0fcbe71895b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905569 Nov 22 12:30:20.005176 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-8872f20b-1245-45d5-ab91-b8b9d0f83bb9 req-80730eae-a735-4211-b01f-1a23139a08ca service neutron] 10.222.0.46 "GET /v2.0/networks/b3fc06d8-5c3b-4a4b-b823-0fcbe71895b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915794 Nov 22 12:30:20.787772 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-8659c80e-9f63-484b-b962-3ed0705cb7c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793343475411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3821827'] for agent, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:30:23.001155 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-ab3e9db5-f22c-4088-863d-55ee9c580108 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793343475411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3821827'] for agent, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:30:24.085566 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-9105419b-06f9-45a8-bbac-70d110a73200 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793343475411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3821827'] for agent, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:30:25.749772 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-2de83071-1b6f-4e8d-a0c8-0ed39ca59a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793343475411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3821827'] for agent, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:30:26.394558 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793343475411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3821827'] for agent, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:30:30.021926 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.db.agents_db [None req-5743c18b-166a-4bd0-85c4-3f13128e6c33 None None] Agent healthcheck: found 6 active agents {{(pid=102752) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 12:30:47.584952 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793343475411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3821827'] for agent, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:30:50.781849 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-434aa273-1999-4456-9f52-d2ec2c77fc23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793343475411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3821827'] for agent, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:30:53.003806 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-0c0a0baa-5889-491d-b337-74ee20a18c2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793343475411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3821827'] for agent, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:30:54.084849 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-9105419b-06f9-45a8-bbac-70d110a73200 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793343475411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3821827'] for agent, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:30:55.752630 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-2de83071-1b6f-4e8d-a0c8-0ed39ca59a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793343475411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3821827'] for agent, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:30:56.400100 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793343475411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3821827'] for agent, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:31:07.024309 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.db.agents_db [None req-5743c18b-166a-4bd0-85c4-3f13128e6c33 None None] Agent healthcheck: found 6 active agents {{(pid=102752) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 12:31:17.613668 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793343475411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3821827'] for agent, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:31:19.430210 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-793ce050-df8f-4ece-bc4a-6e11d587b587 req-da88dd60-3e7a-4a59-adf5-a5d9ac2f1fd8 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=059fc536-4c3e-42ae-889d-9d87177ef9dd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0449276 Nov 22 12:31:19.803462 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793ce050-df8f-4ece-bc4a-6e11d587b587 req-3919570e-ef07-4484-860f-380db502cc79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:31:19.804964 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-793ce050-df8f-4ece-bc4a-6e11d587b587 req-3919570e-ef07-4484-860f-380db502cc79 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=cb29d996e3de41b0b21ee7ccd827eaea&device_id=059fc536-4c3e-42ae-889d-9d87177ef9dd HTTP/1.1" status: 200 len: 1098 time: 0.3244829 Nov 22 12:31:19.908443 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793ce050-df8f-4ece-bc4a-6e11d587b587 req-88d055aa-d46b-429e-b29d-ba7af9e9b362 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:31:19.909901 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-793ce050-df8f-4ece-bc4a-6e11d587b587 req-88d055aa-d46b-429e-b29d-ba7af9e9b362 service neutron] 10.222.0.46 "GET /v2.0/networks?id=b3fc06d8-5c3b-4a4b-b823-0fcbe71895b9 HTTP/1.1" status: 200 len: 913 time: 0.0836682 Nov 22 12:31:19.981238 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-793ce050-df8f-4ece-bc4a-6e11d587b587 req-bae4ac15-beed-47b2-bc38-1ee014dfbbde service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=33464858-d2a4-4a97-b98e-ab0137a739a1 HTTP/1.1" status: 200 len: 1001 time: 0.0634198 Nov 22 12:31:20.031866 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793ce050-df8f-4ece-bc4a-6e11d587b587 req-484a84e8-4f10-48da-8597-71ad0e9cb44e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:31:20.033299 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-793ce050-df8f-4ece-bc4a-6e11d587b587 req-484a84e8-4f10-48da-8597-71ad0e9cb44e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3232d04e-3320-46b5-a105-4fa3dd51672a HTTP/1.1" status: 200 len: 851 time: 0.0447228 Nov 22 12:31:20.082161 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793ce050-df8f-4ece-bc4a-6e11d587b587 req-134ab8d1-3e53-4a07-bed0-1b7ac469ec09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:31:20.084918 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-793ce050-df8f-4ece-bc4a-6e11d587b587 req-134ab8d1-3e53-4a07-bed0-1b7ac469ec09 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b3fc06d8-5c3b-4a4b-b823-0fcbe71895b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0433893 Nov 22 12:31:20.189089 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-793ce050-df8f-4ece-bc4a-6e11d587b587 req-f72d24a9-ce64-4503-8d4b-639fe6076caf service neutron] 10.222.0.46 "GET /v2.0/networks/b3fc06d8-5c3b-4a4b-b823-0fcbe71895b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955899 Nov 22 12:31:20.287521 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-793ce050-df8f-4ece-bc4a-6e11d587b587 req-0863304a-5a3e-4eb8-83eb-600ae4bbdd72 service neutron] 10.222.0.46 "GET /v2.0/networks/b3fc06d8-5c3b-4a4b-b823-0fcbe71895b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911145 Nov 22 12:31:20.787716 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-ab91d9bf-9a91-4888-bfba-342a1e169ccc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793343475411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3821827'] for agent, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:31:23.003596 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-9c7c1eaf-856f-4260-a43a-c64834d1850f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793343475411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3821827'] for agent, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:31:24.091252 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-9105419b-06f9-45a8-bbac-70d110a73200 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793343475411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3821827'] for agent, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:31:25.754905 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-2de83071-1b6f-4e8d-a0c8-0ed39ca59a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793343475411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3821827'] for agent, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:31:26.410515 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793343475411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3821827'] for agent, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:31:44.024634 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.db.agents_db [None req-5743c18b-166a-4bd0-85c4-3f13128e6c33 None None] Agent healthcheck: found 6 active agents {{(pid=102752) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 12:31:47.629145 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793343475411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3821827'] for agent, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:31:50.793308 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-f16e7a1c-5c5d-4a66-9ac6-dcb2708ec55b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793343475411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3821827'] for agent, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:31:53.004449 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-c688a3e6-75e0-42bd-9b3e-c88c00617ab3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793343475411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3821827'] for agent, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:31:53.162002 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-93980194-c1fd-4b6b-bf3c-39b4f119f037 req-4d8eb236-021d-4ffc-9c11-6323d4d4148c tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1723309336&fields=id&tenant_id=cb29d996e3de41b0b21ee7ccd827eaea HTTP/1.1" status: 200 len: 267 time: 0.0481086 Nov 22 12:31:53.278970 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93980194-c1fd-4b6b-bf3c-39b4f119f037 req-b4c2cb45-6249-46b7-a9e1-194494f8352b tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:31:53.280460 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-93980194-c1fd-4b6b-bf3c-39b4f119f037 req-b4c2cb45-6249-46b7-a9e1-194494f8352b tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] 10.222.0.66 "GET /v2.0/networks?id=b3fc06d8-5c3b-4a4b-b823-0fcbe71895b9 HTTP/1.1" status: 200 len: 812 time: 0.1103535 Nov 22 12:31:53.299204 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-93980194-c1fd-4b6b-bf3c-39b4f119f037 req-33d7de57-84f4-40e9-9123-8c81132e62dd tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] 10.222.0.66 "GET /v2.0/quotas/cb29d996e3de41b0b21ee7ccd827eaea HTTP/1.1" status: 200 len: 375 time: 0.0101318 Nov 22 12:31:53.354183 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-93980194-c1fd-4b6b-bf3c-39b4f119f037 req-b0b3c5c0-5540-4679-85e0-da7317931a49 tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=cb29d996e3de41b0b21ee7ccd827eaea&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0494342 Nov 22 12:31:53.418097 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.wsgi [req-93980194-c1fd-4b6b-bf3c-39b4f119f037 req-262b75ad-a0b5-4be9-a7b0-68a15e50dc1c service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=102749) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 12:31:53.419020 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-93980194-c1fd-4b6b-bf3c-39b4f119f037 req-262b75ad-a0b5-4be9-a7b0-68a15e50dc1c service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0535502 Nov 22 12:31:53.516837 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-93980194-c1fd-4b6b-bf3c-39b4f119f037 req-94b27f19-3375-4c32-9663-01c011e68ce4 service neutron] 10.222.0.66 "GET /v2.0/networks/b3fc06d8-5c3b-4a4b-b823-0fcbe71895b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914299 Nov 22 12:31:53.605626 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-93980194-c1fd-4b6b-bf3c-39b4f119f037 req-723c208c-db2e-488c-a544-efba39a026ef service neutron] 10.222.0.66 "GET /v2.0/networks/b3fc06d8-5c3b-4a4b-b823-0fcbe71895b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825498 Nov 22 12:31:53.930833 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-5d868234-e3f2-4e75-89cb-7726f2e47e69 req-8dbd6cab-67d8-4425-8911-16f2f4bddaee tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] 10.222.0.66 "GET /v2.0/ports?device_id=9d7ed4dd-cb0a-4e54-94b7-28eb4826ef5c HTTP/1.1" status: 200 len: 210 time: 0.0313451 Nov 22 12:31:54.089007 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-9105419b-06f9-45a8-bbac-70d110a73200 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793343475411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3821827'] for agent, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:31:54.906609 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93980194-c1fd-4b6b-bf3c-39b4f119f037 req-7e612c4d-94e0-4175-8383-e45ceddec863 tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:31:54.908194 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-93980194-c1fd-4b6b-bf3c-39b4f119f037 req-7e612c4d-94e0-4175-8383-e45ceddec863 tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] 10.222.0.46 "GET /v2.0/networks?id=b3fc06d8-5c3b-4a4b-b823-0fcbe71895b9 HTTP/1.1" status: 200 len: 812 time: 0.1104558 Nov 22 12:31:54.984499 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-93980194-c1fd-4b6b-bf3c-39b4f119f037 req-8e40fef5-bd7e-4533-a9b7-394708fe6896 tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cb29d996e3de41b0b21ee7ccd827eaea HTTP/1.1" status: 200 len: 380 time: 0.0653145 Nov 22 12:31:54.994268 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.v2.base [req-93980194-c1fd-4b6b-bf3c-39b4f119f037 req-e5114b64-bde5-45d3-ab56-fa8a9b419f00 tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] Request body: {'port': {'device_id': '9d7ed4dd-cb0a-4e54-94b7-28eb4826ef5c', 'network_id': 'b3fc06d8-5c3b-4a4b-b823-0fcbe71895b9', 'admin_state_up': True, 'tenant_id': 'cb29d996e3de41b0b21ee7ccd827eaea', 'security_groups': ['65f181fa-6909-4095-8bbf-8108c3343b44']}} {{(pid=102749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 12:31:55.069303 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-58895595-8ef0-429e-acd3-84ecbdf16f3b req-caab77b3-4e28-4900-bc3d-9dec364d447c tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] 10.222.0.66 "GET /v2.0/ports?device_id=9d7ed4dd-cb0a-4e54-94b7-28eb4826ef5c HTTP/1.1" status: 200 len: 210 time: 0.0594454 Nov 22 12:31:55.137879 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93980194-c1fd-4b6b-bf3c-39b4f119f037 req-e5114b64-bde5-45d3-ab56-fa8a9b419f00 tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] Made reservation on behalf of cb29d996e3de41b0b21ee7ccd827eaea for: {'port': 1} {{(pid=102749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 12:31:55.142001 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [req-93980194-c1fd-4b6b-bf3c-39b4f119f037 req-e5114b64-bde5-45d3-ab56-fa8a9b419f00 tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3931732'] for port, before_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:31:55.285526 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.db.db_base_plugin_common [req-93980194-c1fd-4b6b-bf3c-39b4f119f037 req-e5114b64-bde5-45d3-ab56-fa8a9b419f00 tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] Allocated IP 172.20.0.3 (b3fc06d8-5c3b-4a4b-b823-0fcbe71895b9/3232d04e-3320-46b5-a105-4fa3dd51672a/d15fb1fe-de3e-49de-a037-e523ad429758) {{(pid=102749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 12:31:55.445275 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [req-93980194-c1fd-4b6b-bf3c-39b4f119f037 req-e5114b64-bde5-45d3-ab56-fa8a9b419f00 tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] Publish callbacks [] for port, precommit_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:31:55.481665 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [req-93980194-c1fd-4b6b-bf3c-39b4f119f037 req-e5114b64-bde5-45d3-ab56-fa8a9b419f00 tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793342949268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126077602'] for port, after_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:31:55.526896 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93980194-c1fd-4b6b-bf3c-39b4f119f037 req-e5114b64-bde5-45d3-ab56-fa8a9b419f00 tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] Network b3fc06d8-5c3b-4a4b-b823-0fcbe71895b9 is already hosted by enough agents. {{(pid=102749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 12:31:55.530222 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.scheduler.base_scheduler [req-93980194-c1fd-4b6b-bf3c-39b4f119f037 req-e5114b64-bde5-45d3-ab56-fa8a9b419f00 tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] Resources bound (agent type, host, resource id): {{(pid=102749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 12:31:55.533922 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.db.l3_dvrscheduler_db [req-93980194-c1fd-4b6b-bf3c-39b4f119f037 req-e5114b64-bde5-45d3-ab56-fa8a9b419f00 tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] Received port after_create {{(pid=102749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 12:31:55.558044 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5114b64-bde5-45d3-ab56-fa8a9b419f00 tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] Pushing event updated for resources: {'Port': ['ID=d15fb1fe-de3e-49de-a037-e523ad429758,revision_number=1']} {{(pid=102749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:31:55.571175 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5114b64-bde5-45d3-ab56-fa8a9b419f00 tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:31:55.571557 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5114b64-bde5-45d3-ab56-fa8a9b419f00 tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:31:55.571910 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5114b64-bde5-45d3-ab56-fa8a9b419f00 tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:31:55.572251 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5114b64-bde5-45d3-ab56-fa8a9b419f00 tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:31:55.572590 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5114b64-bde5-45d3-ab56-fa8a9b419f00 tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:31:55.572929 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5114b64-bde5-45d3-ab56-fa8a9b419f00 tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:31:55.573261 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5114b64-bde5-45d3-ab56-fa8a9b419f00 tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:31:55.573591 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5114b64-bde5-45d3-ab56-fa8a9b419f00 tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:31:55.573905 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5114b64-bde5-45d3-ab56-fa8a9b419f00 tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:31:55.574235 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5114b64-bde5-45d3-ab56-fa8a9b419f00 tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:31:55.574575 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5114b64-bde5-45d3-ab56-fa8a9b419f00 tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:31:55.574944 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5114b64-bde5-45d3-ab56-fa8a9b419f00 tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:31:55.600058 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93980194-c1fd-4b6b-bf3c-39b4f119f037 req-e5114b64-bde5-45d3-ab56-fa8a9b419f00 tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:31:55.600738 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [req-93980194-c1fd-4b6b-bf3c-39b4f119f037 req-e5114b64-bde5-45d3-ab56-fa8a9b419f00 tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434365'] for port, before_response {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:31:55.620491 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-93980194-c1fd-4b6b-bf3c-39b4f119f037 req-e5114b64-bde5-45d3-ab56-fa8a9b419f00 tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6298680 Nov 22 12:31:55.632750 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.v2.base [req-93980194-c1fd-4b6b-bf3c-39b4f119f037 req-93f6f0d4-85e6-4cb7-b017-5310b3615623 service neutron] Request body: {'port': {'device_id': '9d7ed4dd-cb0a-4e54-94b7-28eb4826ef5c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76845'}} {{(pid=102749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 12:31:55.697492 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [req-93980194-c1fd-4b6b-bf3c-39b4f119f037 req-93f6f0d4-85e6-4cb7-b017-5310b3615623 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3931732'] for port, before_update {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:31:55.758810 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-2de83071-1b6f-4e8d-a0c8-0ed39ca59a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793343475411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3821827'] for agent, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:31:55.809235 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.provisioning_blocks [None req-9d291735-a977-46ac-8398-c5030e888a52 None None] Provisioning complete for port d15fb1fe-de3e-49de-a037-e523ad429758 triggered by entity DHCP. {{(pid=102751) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 12:31:55.809996 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-9d291735-a977-46ac-8398-c5030e888a52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3821908'] for port, provisioning_complete {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:31:55.845347 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.plugin [None req-9d291735-a977-46ac-8398-c5030e888a52 None None] Port d15fb1fe-de3e-49de-a037-e523ad429758 cannot update to ACTIVE because it is not bound. {{(pid=102751) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 12:31:55.968912 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.notifiers.nova [req-93980194-c1fd-4b6b-bf3c-39b4f119f037 req-93f6f0d4-85e6-4cb7-b017-5310b3615623 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d15fb1fe-de3e-49de-a037-e523ad429758 {{(pid=102749) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 12:31:55.977174 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [req-93980194-c1fd-4b6b-bf3c-39b4f119f037 req-93f6f0d4-85e6-4cb7-b017-5310b3615623 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:31:55.991272 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.db.provisioning_blocks [req-93980194-c1fd-4b6b-bf3c-39b4f119f037 req-93f6f0d4-85e6-4cb7-b017-5310b3615623 service neutron] Transition to ACTIVE for port object d15fb1fe-de3e-49de-a037-e523ad429758 will not be triggered until provisioned by entity L2. {{(pid=102749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 12:31:55.997041 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [req-93980194-c1fd-4b6b-bf3c-39b4f119f037 req-93f6f0d4-85e6-4cb7-b017-5310b3615623 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793343495738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793342949286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793342949304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126077611'] for port, after_update {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:31:56.052676 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f6f0d4-85e6-4cb7-b017-5310b3615623 service neutron] Pushing event updated for resources: {'Port': ['ID=d15fb1fe-de3e-49de-a037-e523ad429758,revision_number=2']} {{(pid=102749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:31:56.132519 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.plugins.ml2.managers [req-93980194-c1fd-4b6b-bf3c-39b4f119f037 req-93f6f0d4-85e6-4cb7-b017-5310b3615623 service neutron] Attempting to bind port d15fb1fe-de3e-49de-a037-e523ad429758 on host hv-cinder-76845 for vnic_type normal with profile {{(pid=102749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 12:31:56.132995 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.plugins.ml2.managers [req-93980194-c1fd-4b6b-bf3c-39b4f119f037 req-93f6f0d4-85e6-4cb7-b017-5310b3615623 service neutron] Attempting to bind port d15fb1fe-de3e-49de-a037-e523ad429758 by drivers openvswitch,hyperv on host hv-cinder-76845 at level 0 using segments [{'id': 'b2e12c16-42f6-4ba0-941d-a4e84f88b840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'b3fc06d8-5c3b-4a4b-b823-0fcbe71895b9'}] {{(pid=102749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 12:31:56.133469 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93980194-c1fd-4b6b-bf3c-39b4f119f037 req-93f6f0d4-85e6-4cb7-b017-5310b3615623 service neutron] Attempting to bind port d15fb1fe-de3e-49de-a037-e523ad429758 on network b3fc06d8-5c3b-4a4b-b823-0fcbe71895b9 {{(pid=102749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 12:31:56.140555 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93980194-c1fd-4b6b-bf3c-39b4f119f037 req-93f6f0d4-85e6-4cb7-b017-5310b3615623 service neutron] Port d15fb1fe-de3e-49de-a037-e523ad429758 on network b3fc06d8-5c3b-4a4b-b823-0fcbe71895b9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76845 {{(pid=102749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 12:31:56.140885 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93980194-c1fd-4b6b-bf3c-39b4f119f037 req-93f6f0d4-85e6-4cb7-b017-5310b3615623 service neutron] Attempting to bind port d15fb1fe-de3e-49de-a037-e523ad429758 on network b3fc06d8-5c3b-4a4b-b823-0fcbe71895b9 {{(pid=102749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 12:31:56.146727 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93980194-c1fd-4b6b-bf3c-39b4f119f037 req-93f6f0d4-85e6-4cb7-b017-5310b3615623 service neutron] Checking agent: {'id': 'fca0b015-0cd5-4a44-bbfe-abb10adcdf42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76845', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 12, 17, 17), 'started_at': datetime.datetime(2021, 11, 22, 12, 17, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 12, 31, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 12:31:56.146945 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93980194-c1fd-4b6b-bf3c-39b4f119f037 req-93f6f0d4-85e6-4cb7-b017-5310b3615623 service neutron] Checking segment: {'id': 'b2e12c16-42f6-4ba0-941d-a4e84f88b840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'b3fc06d8-5c3b-4a4b-b823-0fcbe71895b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 12:31:56.147294 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93980194-c1fd-4b6b-bf3c-39b4f119f037 req-93f6f0d4-85e6-4cb7-b017-5310b3615623 service neutron] Bound using segment: {'id': 'b2e12c16-42f6-4ba0-941d-a4e84f88b840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'b3fc06d8-5c3b-4a4b-b823-0fcbe71895b9'} {{(pid=102749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 12:31:56.147732 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.plugins.ml2.managers [req-93980194-c1fd-4b6b-bf3c-39b4f119f037 req-93f6f0d4-85e6-4cb7-b017-5310b3615623 service neutron] Bound port: d15fb1fe-de3e-49de-a037-e523ad429758, host: hv-cinder-76845, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2e12c16-42f6-4ba0-941d-a4e84f88b840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'b3fc06d8-5c3b-4a4b-b823-0fcbe71895b9'}}] {{(pid=102749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 12:31:56.148090 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [req-93980194-c1fd-4b6b-bf3c-39b4f119f037 req-93f6f0d4-85e6-4cb7-b017-5310b3615623 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3931732'] for port, before_update {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:31:56.243833 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.plugins.ml2.db [req-93980194-c1fd-4b6b-bf3c-39b4f119f037 req-93f6f0d4-85e6-4cb7-b017-5310b3615623 service neutron] For port d15fb1fe-de3e-49de-a037-e523ad429758, host hv-cinder-76845, cleared binding levels {{(pid=102749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 12:31:56.249286 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.plugins.ml2.db [req-93980194-c1fd-4b6b-bf3c-39b4f119f037 req-93f6f0d4-85e6-4cb7-b017-5310b3615623 service neutron] For port d15fb1fe-de3e-49de-a037-e523ad429758, host hv-cinder-76845, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=d15fb1fe-de3e-49de-a037-e523ad429758,segment=NetworkSegment(b2e12c16-42f6-4ba0-941d-a4e84f88b840),segment_id=b2e12c16-42f6-4ba0-941d-a4e84f88b840)] {{(pid=102749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 12:31:56.257121 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d83c10-c2a3-45bf-bdc5-54c7c7f24b3a req-94ab71bd-a9aa-4dd1-9d1f-1224b96df39b tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:31:56.258970 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-25d83c10-c2a3-45bf-bdc5-54c7c7f24b3a req-94ab71bd-a9aa-4dd1-9d1f-1224b96df39b tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] 10.222.0.66 "GET /v2.0/ports?device_id=9d7ed4dd-cb0a-4e54-94b7-28eb4826ef5c HTTP/1.1" status: 200 len: 943 time: 0.0926745 Nov 22 12:31:56.260456 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [req-93980194-c1fd-4b6b-bf3c-39b4f119f037 req-93f6f0d4-85e6-4cb7-b017-5310b3615623 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793343495738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793342949286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793342949304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126077611'] for port, after_update {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:31:56.319576 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93980194-c1fd-4b6b-bf3c-39b4f119f037 req-93f6f0d4-85e6-4cb7-b017-5310b3615623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:31:56.320306 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [req-93980194-c1fd-4b6b-bf3c-39b4f119f037 req-93f6f0d4-85e6-4cb7-b017-5310b3615623 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434365'] for port, before_response {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:31:56.321667 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-93980194-c1fd-4b6b-bf3c-39b4f119f037 req-93f6f0d4-85e6-4cb7-b017-5310b3615623 service neutron] 10.222.0.46 "PUT /v2.0/ports/d15fb1fe-de3e-49de-a037-e523ad429758 HTTP/1.1" status: 200 len: 1093 time: 0.6934483 Nov 22 12:31:56.322139 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d7ed4dd-cb0a-4e54-94b7-28eb4826ef5c', 'tag': 'd15fb1fe-de3e-49de-a037-e523ad429758'}] {{(pid=102749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 12:31:56.324474 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e75a82c02e5e8e80361e9b8ad1df1450ec212ebfa93d78ee9da720cb5365782c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40491a82-6dd2-42b4-b0cc-4f918f3c247e" -d '{"events": [{"name": "network-changed", "server_uuid": "9d7ed4dd-cb0a-4e54-94b7-28eb4826ef5c", "tag": "d15fb1fe-de3e-49de-a037-e523ad429758"}]}' {{(pid=102749) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 12:31:56.364368 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f6f0d4-85e6-4cb7-b017-5310b3615623 service neutron] Pushing event updated for resources: {'Port': ['ID=d15fb1fe-de3e-49de-a037-e523ad429758,revision_number=3']} {{(pid=102749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:31:56.398811 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-25d83c10-c2a3-45bf-bdc5-54c7c7f24b3a req-31ac9b6c-5dd7-4b66-a9a2-ddfc0eb0ce6c tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] 10.222.0.66 "GET /v2.0/security-groups?id=65f181fa-6909-4095-8bbf-8108c3343b44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0986760 Nov 22 12:31:56.420334 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793343475411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3821827'] for agent, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:31:56.458732 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93980194-c1fd-4b6b-bf3c-39b4f119f037 req-ee0e42ce-dc1a-44e3-920b-ee303d3d1e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:31:56.460488 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-93980194-c1fd-4b6b-bf3c-39b4f119f037 req-ee0e42ce-dc1a-44e3-920b-ee303d3d1e7b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=cb29d996e3de41b0b21ee7ccd827eaea&device_id=9d7ed4dd-cb0a-4e54-94b7-28eb4826ef5c HTTP/1.1" status: 200 len: 1096 time: 0.0605805 Nov 22 12:31:56.520146 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-93980194-c1fd-4b6b-bf3c-39b4f119f037 req-4f3a876c-48c6-44bd-9fbe-12760ce1b2a9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d15fb1fe-de3e-49de-a037-e523ad429758 HTTP/1.1" status: 200 len: 217 time: 0.0503223 Nov 22 12:31:56.563298 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 12:31:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab3665e7-d7d9-43a1-a655-c7e9e50cc2e2 x-openstack-request-id: req-ab3665e7-d7d9-43a1-a655-c7e9e50cc2e2 {{(pid=102749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 12:31:56.563670 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d7ed4dd-cb0a-4e54-94b7-28eb4826ef5c", "tag": "d15fb1fe-de3e-49de-a037-e523ad429758", "status": "completed", "code": 200}]} {{(pid=102749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 12:31:56.563976 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-ab3665e7-d7d9-43a1-a655-c7e9e50cc2e2 {{(pid=102749) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 12:31:56.564448 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d7ed4dd-cb0a-4e54-94b7-28eb4826ef5c', 'tag': 'd15fb1fe-de3e-49de-a037-e523ad429758', 'status': 'completed', 'code': 200} Nov 22 12:31:56.580302 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93980194-c1fd-4b6b-bf3c-39b4f119f037 req-5e145727-11a6-4fd8-a40b-c421d1ec4083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:31:56.581767 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-93980194-c1fd-4b6b-bf3c-39b4f119f037 req-5e145727-11a6-4fd8-a40b-c421d1ec4083 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3232d04e-3320-46b5-a105-4fa3dd51672a HTTP/1.1" status: 200 len: 851 time: 0.0544717 Nov 22 12:31:56.628971 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93980194-c1fd-4b6b-bf3c-39b4f119f037 req-a85bbe52-30f8-4ff1-9af5-e8c9afc3d7a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:31:56.630466 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-93980194-c1fd-4b6b-bf3c-39b4f119f037 req-a85bbe52-30f8-4ff1-9af5-e8c9afc3d7a0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b3fc06d8-5c3b-4a4b-b823-0fcbe71895b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0412614 Nov 22 12:31:56.721423 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-93980194-c1fd-4b6b-bf3c-39b4f119f037 req-ee55f4bb-56ae-47b5-afcd-df61bf3703d6 service neutron] 10.222.0.46 "GET /v2.0/networks/b3fc06d8-5c3b-4a4b-b823-0fcbe71895b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833611 Nov 22 12:31:56.823566 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-93980194-c1fd-4b6b-bf3c-39b4f119f037 req-194d4b28-383a-4895-a9cf-8647da00bbfd service neutron] 10.222.0.46 "GET /v2.0/networks/b3fc06d8-5c3b-4a4b-b823-0fcbe71895b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935099 Nov 22 12:31:56.916121 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40491a82-6dd2-42b4-b0cc-4f918f3c247e req-a3f7edd6-ac73-4233-9bcb-c741cf3459bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:31:56.917652 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-40491a82-6dd2-42b4-b0cc-4f918f3c247e req-a3f7edd6-ac73-4233-9bcb-c741cf3459bf service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=cb29d996e3de41b0b21ee7ccd827eaea&device_id=9d7ed4dd-cb0a-4e54-94b7-28eb4826ef5c HTTP/1.1" status: 200 len: 1096 time: 0.0433421 Nov 22 12:31:57.023569 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40491a82-6dd2-42b4-b0cc-4f918f3c247e req-a1d96fe1-c44e-4dfe-a804-fdf7b2506d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:31:57.025095 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-40491a82-6dd2-42b4-b0cc-4f918f3c247e req-a1d96fe1-c44e-4dfe-a804-fdf7b2506d02 service neutron] 10.222.0.46 "GET /v2.0/networks?id=b3fc06d8-5c3b-4a4b-b823-0fcbe71895b9 HTTP/1.1" status: 200 len: 913 time: 0.1005077 Nov 22 12:31:57.069105 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-40491a82-6dd2-42b4-b0cc-4f918f3c247e req-40546176-26e9-4ecc-ab54-6ad4ff6bc175 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d15fb1fe-de3e-49de-a037-e523ad429758 HTTP/1.1" status: 200 len: 217 time: 0.0366111 Nov 22 12:31:57.124637 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40491a82-6dd2-42b4-b0cc-4f918f3c247e req-5e9f668c-0f8b-48a1-ae07-2a28b1c370f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:31:57.126831 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-40491a82-6dd2-42b4-b0cc-4f918f3c247e req-5e9f668c-0f8b-48a1-ae07-2a28b1c370f5 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3232d04e-3320-46b5-a105-4fa3dd51672a HTTP/1.1" status: 200 len: 851 time: 0.0491612 Nov 22 12:31:57.182027 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40491a82-6dd2-42b4-b0cc-4f918f3c247e req-0d996b5f-34de-4675-a2dc-96455a387958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:31:57.183569 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-40491a82-6dd2-42b4-b0cc-4f918f3c247e req-0d996b5f-34de-4675-a2dc-96455a387958 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b3fc06d8-5c3b-4a4b-b823-0fcbe71895b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0481589 Nov 22 12:31:57.284540 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-40491a82-6dd2-42b4-b0cc-4f918f3c247e req-c72514c8-c6f2-4971-bd5d-f9613d2ceabd service neutron] 10.222.0.46 "GET /v2.0/networks/b3fc06d8-5c3b-4a4b-b823-0fcbe71895b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885487 Nov 22 12:31:57.396109 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-40491a82-6dd2-42b4-b0cc-4f918f3c247e req-2c1a0e74-ddf4-4ceb-bfb0-ea78751d2b94 service neutron] 10.222.0.46 "GET /v2.0/networks/b3fc06d8-5c3b-4a4b-b823-0fcbe71895b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004858 Nov 22 12:31:57.525160 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237191b2-04ae-4466-9700-80618119a1f5 req-acd03aa1-b6df-4e1e-baf4-f9c218a90f7e tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:31:57.526666 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-237191b2-04ae-4466-9700-80618119a1f5 req-acd03aa1-b6df-4e1e-baf4-f9c218a90f7e tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] 10.222.0.66 "GET /v2.0/ports?device_id=9d7ed4dd-cb0a-4e54-94b7-28eb4826ef5c HTTP/1.1" status: 200 len: 943 time: 0.0566568 Nov 22 12:31:57.578929 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-237191b2-04ae-4466-9700-80618119a1f5 req-e5d383d6-64e4-4c7a-9a0a-42faa593d0a7 tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] 10.222.0.66 "GET /v2.0/security-groups?id=65f181fa-6909-4095-8bbf-8108c3343b44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459456 Nov 22 12:31:58.724463 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb91def-c09c-49f4-89b7-2fa7060500c7 req-68aac3a9-8ab0-446f-8b47-5d2f620a835b tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:31:58.726089 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-1cb91def-c09c-49f4-89b7-2fa7060500c7 req-68aac3a9-8ab0-446f-8b47-5d2f620a835b tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] 10.222.0.66 "GET /v2.0/ports?device_id=9d7ed4dd-cb0a-4e54-94b7-28eb4826ef5c HTTP/1.1" status: 200 len: 943 time: 0.0636744 Nov 22 12:31:58.790825 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-1cb91def-c09c-49f4-89b7-2fa7060500c7 req-0c708e8a-9fff-4cfa-9cc4-189adb8c3bff tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] 10.222.0.66 "GET /v2.0/security-groups?id=65f181fa-6909-4095-8bbf-8108c3343b44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548401 Nov 22 12:31:59.918875 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44acc72f-8108-478b-82fa-cf6576d89afb req-e25991ba-f930-42c0-838a-8def5b977973 tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:31:59.920436 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-44acc72f-8108-478b-82fa-cf6576d89afb req-e25991ba-f930-42c0-838a-8def5b977973 tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] 10.222.0.66 "GET /v2.0/ports?device_id=9d7ed4dd-cb0a-4e54-94b7-28eb4826ef5c HTTP/1.1" status: 200 len: 943 time: 0.0580213 Nov 22 12:31:59.976861 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-44acc72f-8108-478b-82fa-cf6576d89afb req-32afeef7-5096-4517-8ac0-c1ef21e2e01d tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] 10.222.0.66 "GET /v2.0/security-groups?id=65f181fa-6909-4095-8bbf-8108c3343b44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471382 Nov 22 12:32:01.103350 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b269e384-6d9d-4e94-8807-d310516fbab1 req-d40cd7ac-606f-499b-9a37-143beb399120 tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:32:01.104890 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-b269e384-6d9d-4e94-8807-d310516fbab1 req-d40cd7ac-606f-499b-9a37-143beb399120 tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] 10.222.0.66 "GET /v2.0/ports?device_id=9d7ed4dd-cb0a-4e54-94b7-28eb4826ef5c HTTP/1.1" status: 200 len: 943 time: 0.0557606 Nov 22 12:32:01.168404 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-b269e384-6d9d-4e94-8807-d310516fbab1 req-891d285f-8a67-43f7-85a2-0d6e28671b2d tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] 10.222.0.66 "GET /v2.0/security-groups?id=65f181fa-6909-4095-8bbf-8108c3343b44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532055 Nov 22 12:32:02.296361 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e20c347-75b0-4465-8fee-2eefd1a5a48a req-abf72c9a-7139-4e5b-b2d8-f3e93fba362b tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:32:02.297871 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-4e20c347-75b0-4465-8fee-2eefd1a5a48a req-abf72c9a-7139-4e5b-b2d8-f3e93fba362b tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] 10.222.0.66 "GET /v2.0/ports?device_id=9d7ed4dd-cb0a-4e54-94b7-28eb4826ef5c HTTP/1.1" status: 200 len: 943 time: 0.0561855 Nov 22 12:32:02.354640 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-4e20c347-75b0-4465-8fee-2eefd1a5a48a req-9868ef2e-dee7-464d-962a-2f2942ebb505 tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] 10.222.0.66 "GET /v2.0/security-groups?id=65f181fa-6909-4095-8bbf-8108c3343b44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503395 Nov 22 12:32:03.488935 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b029008-e107-4c28-9bca-46988cdc9896 req-5db204f1-3db9-4177-82ff-763e49132a7b tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:32:03.490499 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-7b029008-e107-4c28-9bca-46988cdc9896 req-5db204f1-3db9-4177-82ff-763e49132a7b tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] 10.222.0.66 "GET /v2.0/ports?device_id=9d7ed4dd-cb0a-4e54-94b7-28eb4826ef5c HTTP/1.1" status: 200 len: 943 time: 0.0539167 Nov 22 12:32:03.542680 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-7b029008-e107-4c28-9bca-46988cdc9896 req-35608bbe-6c7a-477a-b893-7ae86eb99317 tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] 10.222.0.66 "GET /v2.0/security-groups?id=65f181fa-6909-4095-8bbf-8108c3343b44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459685 Nov 22 12:32:04.673512 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2f40d5-759c-4680-b15b-8c577f8d01f3 req-dda8be39-6e83-464c-ba27-76e3e555a6eb tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:32:04.675023 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-cd2f40d5-759c-4680-b15b-8c577f8d01f3 req-dda8be39-6e83-464c-ba27-76e3e555a6eb tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] 10.222.0.66 "GET /v2.0/ports?device_id=9d7ed4dd-cb0a-4e54-94b7-28eb4826ef5c HTTP/1.1" status: 200 len: 943 time: 0.0549157 Nov 22 12:32:04.727448 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-cd2f40d5-759c-4680-b15b-8c577f8d01f3 req-a7260315-73eb-4762-8cb1-33dd11d5af89 tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] 10.222.0.66 "GET /v2.0/security-groups?id=65f181fa-6909-4095-8bbf-8108c3343b44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437589 Nov 22 12:32:05.451460 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.rpc [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Device d15fb1fe-de3e-49de-a037-e523ad429758 details requested by agent hyperv_hv-cinder-76845 with host hv-cinder-76845 {{(pid=102751) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 12:32:05.562492 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.db [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] For port d15fb1fe-de3e-49de-a037-e523ad429758, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=d15fb1fe-de3e-49de-a037-e523ad429758,segment=NetworkSegment(b2e12c16-42f6-4ba0-941d-a4e84f88b840),segment_id=b2e12c16-42f6-4ba0-941d-a4e84f88b840)] {{(pid=102751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 12:32:05.575716 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.rpc [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Returning: {'device': 'd15fb1fe-de3e-49de-a037-e523ad429758', 'network_id': 'b3fc06d8-5c3b-4a4b-b823-0fcbe71895b9', 'port_id': 'd15fb1fe-de3e-49de-a037-e523ad429758', 'mac_address': 'fa:16:3e:6f:6a:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 610, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3232d04e-3320-46b5-a105-4fa3dd51672a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102751) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 12:32:05.616850 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3931732'] for port, before_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:32:05.634150 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.notifiers.nova [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d15fb1fe-de3e-49de-a037-e523ad429758 {{(pid=102751) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 12:32:05.655763 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.db [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] For port d15fb1fe-de3e-49de-a037-e523ad429758, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=d15fb1fe-de3e-49de-a037-e523ad429758,segment=NetworkSegment(b2e12c16-42f6-4ba0-941d-a4e84f88b840),segment_id=b2e12c16-42f6-4ba0-941d-a4e84f88b840)] {{(pid=102751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 12:32:05.660689 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793343495738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793342949286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793342949304'] for port, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:32:05.707662 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Pushing event updated for resources: {'Port': ['ID=d15fb1fe-de3e-49de-a037-e523ad429758,revision_number=4']} {{(pid=102751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:32:05.715164 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:32:05.715546 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:32:05.715888 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:32:05.716221 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:32:05.716556 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:32:05.716906 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:32:05.717207 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:32:05.717535 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:32:05.717858 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:32:05.718175 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:32:05.718498 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:32:05.718810 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:32:05.861634 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b50b78-7776-4f3d-90d8-744e971f662c req-326e5b32-570b-4a8b-8015-19f68e83d1b9 tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:32:05.863204 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-c3b50b78-7776-4f3d-90d8-744e971f662c req-326e5b32-570b-4a8b-8015-19f68e83d1b9 tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] 10.222.0.66 "GET /v2.0/ports?device_id=9d7ed4dd-cb0a-4e54-94b7-28eb4826ef5c HTTP/1.1" status: 200 len: 944 time: 0.0629158 Nov 22 12:32:05.884330 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.db [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] get_ports_and_sgs() called for port_ids ['d15fb1fe-de3e-49de-a037-e523ad429758'] {{(pid=102751) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 12:32:05.921966 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-c3b50b78-7776-4f3d-90d8-744e971f662c req-dcd98855-4464-428d-bd24-5dd0e0349c86 tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] 10.222.0.66 "GET /v2.0/security-groups?id=65f181fa-6909-4095-8bbf-8108c3343b44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483172 Nov 22 12:32:07.070435 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3e6e9f-7af9-404f-8813-588cdd026fdf req-ef77a44e-16e7-42dd-a3b3-39699b9982c7 tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:32:07.072150 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-7f3e6e9f-7af9-404f-8813-588cdd026fdf req-ef77a44e-16e7-42dd-a3b3-39699b9982c7 tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] 10.222.0.66 "GET /v2.0/ports?device_id=9d7ed4dd-cb0a-4e54-94b7-28eb4826ef5c HTTP/1.1" status: 200 len: 944 time: 0.0600829 Nov 22 12:32:07.129982 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-7f3e6e9f-7af9-404f-8813-588cdd026fdf req-f91d2be1-9c2d-4327-9048-05dbac90b063 tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] 10.222.0.66 "GET /v2.0/security-groups?id=65f181fa-6909-4095-8bbf-8108c3343b44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508587 Nov 22 12:32:07.479983 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.rpc [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Device d15fb1fe-de3e-49de-a037-e523ad429758 up at agent hyperv_hv-cinder-76845 {{(pid=102751) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 12:32:07.540254 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.provisioning_blocks [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Provisioning for port d15fb1fe-de3e-49de-a037-e523ad429758 completed by entity L2. {{(pid=102751) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 12:32:07.546445 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.provisioning_blocks [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Provisioning complete for port d15fb1fe-de3e-49de-a037-e523ad429758 triggered by entity L2. {{(pid=102751) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 12:32:07.546845 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3821908'] for port, provisioning_complete {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:32:07.633925 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3931732'] for port, before_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:32:07.659563 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d7ed4dd-cb0a-4e54-94b7-28eb4826ef5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd15fb1fe-de3e-49de-a037-e523ad429758'}] {{(pid=102751) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 12:32:07.661860 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50f57f68d0dae852c32e4f8721e97c07bf2df52fd56e1603e3e4743a1bb51d8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39739cbe-4003-42cb-a841-19c3e1f560bf" -d '{"events": [{"server_uuid": "9d7ed4dd-cb0a-4e54-94b7-28eb4826ef5c", "name": "network-vif-plugged", "status": "completed", "tag": "d15fb1fe-de3e-49de-a037-e523ad429758"}]}' {{(pid=102751) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 12:32:07.675741 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.db [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] For port d15fb1fe-de3e-49de-a037-e523ad429758, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=d15fb1fe-de3e-49de-a037-e523ad429758,segment=NetworkSegment(b2e12c16-42f6-4ba0-941d-a4e84f88b840),segment_id=b2e12c16-42f6-4ba0-941d-a4e84f88b840)] {{(pid=102751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 12:32:07.680815 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793343495738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793342949286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793342949304'] for port, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:32:07.726805 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Pushing event updated for resources: {'Port': ['ID=d15fb1fe-de3e-49de-a037-e523ad429758,revision_number=5']} {{(pid=102751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:32:07.766779 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 12:32:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b35c4db8-1e5d-4a9e-9790-99ca8cbb2486 x-openstack-request-id: req-b35c4db8-1e5d-4a9e-9790-99ca8cbb2486 {{(pid=102751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 12:32:07.767071 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d7ed4dd-cb0a-4e54-94b7-28eb4826ef5c", "name": "network-vif-plugged", "status": "completed", "tag": "d15fb1fe-de3e-49de-a037-e523ad429758", "code": 200}]} {{(pid=102751) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 12:32:07.767402 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-b35c4db8-1e5d-4a9e-9790-99ca8cbb2486 {{(pid=102751) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 12:32:07.767802 dv-cinder-768458-13-iscsi neutron-server[102751]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d7ed4dd-cb0a-4e54-94b7-28eb4826ef5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd15fb1fe-de3e-49de-a037-e523ad429758', 'code': 200} Nov 22 12:32:08.025177 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d374120-497c-489c-b0a8-a4cc497bd904 req-94f86757-f981-4910-9b2b-d8e0c70cc2d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:32:08.026790 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-1d374120-497c-489c-b0a8-a4cc497bd904 req-94f86757-f981-4910-9b2b-d8e0c70cc2d4 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=9d7ed4dd-cb0a-4e54-94b7-28eb4826ef5c HTTP/1.1" status: 200 len: 1098 time: 0.0562980 Nov 22 12:32:08.080674 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-1d374120-497c-489c-b0a8-a4cc497bd904 req-d527147f-bbb5-4eac-ac8d-68bf20edef57 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=65f181fa-6909-4095-8bbf-8108c3343b44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449972 Nov 22 12:32:08.256764 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95381b9-925b-4b39-9004-8580417a2fac req-984c83bf-0d8f-4b66-9644-8a3354e3acb1 tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:32:08.258259 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-e95381b9-925b-4b39-9004-8580417a2fac req-984c83bf-0d8f-4b66-9644-8a3354e3acb1 tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] 10.222.0.66 "GET /v2.0/ports?device_id=9d7ed4dd-cb0a-4e54-94b7-28eb4826ef5c HTTP/1.1" status: 200 len: 945 time: 0.0557117 Nov 22 12:32:08.314079 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-e95381b9-925b-4b39-9004-8580417a2fac req-cb3f9d81-0019-408a-9ea8-91e3e9e52d24 tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] 10.222.0.66 "GET /v2.0/security-groups?id=65f181fa-6909-4095-8bbf-8108c3343b44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460217 Nov 22 12:32:09.441950 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1edc23-7de6-403b-829c-fe6838d90a3e req-fa5f77b1-9682-4f16-8cad-3dc500472321 tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:32:09.443467 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-0f1edc23-7de6-403b-829c-fe6838d90a3e req-fa5f77b1-9682-4f16-8cad-3dc500472321 tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] 10.222.0.66 "GET /v2.0/ports?device_id=9d7ed4dd-cb0a-4e54-94b7-28eb4826ef5c HTTP/1.1" status: 200 len: 945 time: 0.0581317 Nov 22 12:32:09.497641 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-0f1edc23-7de6-403b-829c-fe6838d90a3e req-927cb9e9-df9b-4d71-8dfd-160b1db36c6c tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] 10.222.0.66 "GET /v2.0/security-groups?id=65f181fa-6909-4095-8bbf-8108c3343b44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481417 Nov 22 12:32:09.631037 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f803b1d5-e164-4a1f-adfb-d7d66154d696 req-c62233bd-e031-4759-bd83-f8d2f3286aee tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:32:09.632459 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-f803b1d5-e164-4a1f-adfb-d7d66154d696 req-c62233bd-e031-4759-bd83-f8d2f3286aee tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] 10.222.0.66 "GET /v2.0/ports?device_id=9d7ed4dd-cb0a-4e54-94b7-28eb4826ef5c HTTP/1.1" status: 200 len: 945 time: 0.0679700 Nov 22 12:32:09.686135 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-f803b1d5-e164-4a1f-adfb-d7d66154d696 req-15a8ffd8-6bec-4496-88ab-6a8b58b910f9 tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] 10.222.0.66 "GET /v2.0/security-groups?id=65f181fa-6909-4095-8bbf-8108c3343b44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475311 Nov 22 12:32:09.710230 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.wsgi [-] (102749) accepted ('10.222.0.66', 54298) {{(pid=102749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:32:09.760447 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9777552e-57ad-4962-a018-12eb191fcd24 tempest-TestVolumeBootPattern-830684456 tempest-TestVolumeBootPattern-830684456-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:32:09.762002 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [None req-9777552e-57ad-4962-a018-12eb191fcd24 tempest-TestVolumeBootPattern-830684456 tempest-TestVolumeBootPattern-830684456-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=9d7ed4dd-cb0a-4e54-94b7-28eb4826ef5c HTTP/1.1" status: 200 len: 1093 time: 0.0505025 Nov 22 12:32:09.765174 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.wsgi [-] (102749) accepted ('10.222.0.66', 54300) {{(pid=102749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:32:09.769665 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.v2.base [None req-e70fa5f3-540d-42d2-8014-4f0268eae3d6 tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] Request body: {'floatingip': {'floating_network_id': '52f34850-4f08-4bf9-8f19-1c892d4c6132', 'port_id': 'd15fb1fe-de3e-49de-a037-e523ad429758', 'tenant_id': 'cb29d996e3de41b0b21ee7ccd827eaea', 'fixed_ip_address': '172.20.0.3'}} {{(pid=102749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 12:32:09.794242 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-e70fa5f3-540d-42d2-8014-4f0268eae3d6 tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] Publish callbacks [] for floatingip, before_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:32:09.906054 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-e70fa5f3-540d-42d2-8014-4f0268eae3d6 tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3931732'] for port, before_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:32:10.012176 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.db.db_base_plugin_common [None req-e70fa5f3-540d-42d2-8014-4f0268eae3d6 tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] Allocated IP 172.27.0.223 (52f34850-4f08-4bf9-8f19-1c892d4c6132/9e59152d-9f1b-4a42-ae53-82f6bd285144/374b58e9-c2cc-469b-b09f-cc0796393708) {{(pid=102749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 12:32:10.129457 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-e70fa5f3-540d-42d2-8014-4f0268eae3d6 tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] Publish callbacks [] for port, precommit_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:32:10.167684 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-e70fa5f3-540d-42d2-8014-4f0268eae3d6 tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793342949268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126077602'] for port, after_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:32:10.207383 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e70fa5f3-540d-42d2-8014-4f0268eae3d6 tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] Network 52f34850-4f08-4bf9-8f19-1c892d4c6132 is already hosted by enough agents. {{(pid=102749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 12:32:10.211808 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.scheduler.base_scheduler [None req-e70fa5f3-540d-42d2-8014-4f0268eae3d6 tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] Resources bound (agent type, host, resource id): {{(pid=102749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 12:32:10.216175 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e70fa5f3-540d-42d2-8014-4f0268eae3d6 tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] Received port after_create {{(pid=102749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 12:32:10.219248 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70fa5f3-540d-42d2-8014-4f0268eae3d6 tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] Pushing event updated for resources: {'Port': ['ID=374b58e9-c2cc-469b-b09f-cc0796393708,revision_number=1']} {{(pid=102749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:32:10.638799 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-e70fa5f3-540d-42d2-8014-4f0268eae3d6 tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:32:10.711816 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-e70fa5f3-540d-42d2-8014-4f0268eae3d6 tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3931732'] for port, before_update {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:32:10.868553 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-e70fa5f3-540d-42d2-8014-4f0268eae3d6 tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] Publish callbacks [] for port, precommit_update {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:32:10.876359 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-e70fa5f3-540d-42d2-8014-4f0268eae3d6 tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793343495738', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793342949286', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793342949304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126077611'] for port, after_update {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:32:10.959326 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70fa5f3-540d-42d2-8014-4f0268eae3d6 tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] Pushing event updated for resources: {'Port': ['ID=374b58e9-c2cc-469b-b09f-cc0796393708,revision_number=2']} {{(pid=102749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:32:10.969863 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-e70fa5f3-540d-42d2-8014-4f0268eae3d6 tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-532624'] for floatingip, after_create {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:32:11.342299 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.db.l3_db [None req-e70fa5f3-540d-42d2-8014-4f0268eae3d6 tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] Floating IP 9ad769cb-d320-4bc5-89ad-aa208f3316f3 associated. External IP: 172.27.0.223, port: d15fb1fe-de3e-49de-a037-e523ad429758. Nov 22 12:32:11.555025 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e70fa5f3-540d-42d2-8014-4f0268eae3d6 tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] Router 22e3319e-96da-42cd-99d2-6ae298eea824 has already been hosted by L3 agent b4a26ead-6ab2-4f98-a352-c9ed6d39b73e {{(pid=102749) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 12:32:11.676730 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e70fa5f3-540d-42d2-8014-4f0268eae3d6 tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] Notify agent at l3_agent.dv-cinder-768458-13-iscsi the message routers_updated {{(pid=102749) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 12:32:11.687883 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c7bc4d6-bd3d-4f72-a961-5782c2bb07fe None None] Sync routers for ids ['22e3319e-96da-42cd-99d2-6ae298eea824'] in dv-cinder-768458-13-iscsi {{(pid=102751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 12:32:11.698279 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-e70fa5f3-540d-42d2-8014-4f0268eae3d6 tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434365'] for floatingip, before_response {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:32:11.699391 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c7bc4d6-bd3d-4f72-a961-5782c2bb07fe None None] Routers {'22e3319e-96da-42cd-99d2-6ae298eea824'} bound to L3 agent in host dv-cinder-768458-13-iscsi {{(pid=102751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 12:32:11.700022 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.l3_hamode_db [None req-0c7bc4d6-bd3d-4f72-a961-5782c2bb07fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T12:11:23Z,description=,heartbeat_timestamp=2021-11-22T12:31:53Z,host='dv-cinder-768458-13-iscsi',id=b4a26ead-6ab2-4f98-a352-c9ed6d39b73e,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T12:11:23Z,topic='l3_agent')) {'router_ids': ['22e3319e-96da-42cd-99d2-6ae298eea824'], 'active': True} {{(pid=102751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 12:32:11.730068 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [None req-e70fa5f3-540d-42d2-8014-4f0268eae3d6 tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9640388 Nov 22 12:32:11.730759 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d7ed4dd-cb0a-4e54-94b7-28eb4826ef5c', 'tag': 'd15fb1fe-de3e-49de-a037-e523ad429758'}] {{(pid=102749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 12:32:11.733101 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e75a82c02e5e8e80361e9b8ad1df1450ec212ebfa93d78ee9da720cb5365782c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bac163b2-281a-47f3-8c72-aaff9653da9b" -d '{"events": [{"name": "network-changed", "server_uuid": "9d7ed4dd-cb0a-4e54-94b7-28eb4826ef5c", "tag": "d15fb1fe-de3e-49de-a037-e523ad429758"}]}' {{(pid=102749) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 12:32:11.769210 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 12:32:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-274a1bff-6188-4fbf-b037-f9f87cca295f x-openstack-request-id: req-274a1bff-6188-4fbf-b037-f9f87cca295f {{(pid=102749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 12:32:11.769538 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d7ed4dd-cb0a-4e54-94b7-28eb4826ef5c", "tag": "d15fb1fe-de3e-49de-a037-e523ad429758", "status": "completed", "code": 200}]} {{(pid=102749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 12:32:11.769891 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-274a1bff-6188-4fbf-b037-f9f87cca295f {{(pid=102749) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 12:32:11.770361 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d7ed4dd-cb0a-4e54-94b7-28eb4826ef5c', 'tag': 'd15fb1fe-de3e-49de-a037-e523ad429758', 'status': 'completed', 'code': 200} Nov 22 12:32:11.809763 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.l3_dvr_db [None req-0c7bc4d6-bd3d-4f72-a961-5782c2bb07fe None None] Set router 22e3319e-96da-42cd-99d2-6ae298eea824 gateway port host: dv-cinder-768458-13-iscsi {{(pid=102751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 12:32:11.833540 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac163b2-281a-47f3-8c72-aaff9653da9b req-ab68065b-e81f-4ebc-8d7a-b98841b31bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:32:11.835026 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-bac163b2-281a-47f3-8c72-aaff9653da9b req-ab68065b-e81f-4ebc-8d7a-b98841b31bb3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=cb29d996e3de41b0b21ee7ccd827eaea&device_id=9d7ed4dd-cb0a-4e54-94b7-28eb4826ef5c HTTP/1.1" status: 200 len: 1098 time: 0.0412512 Nov 22 12:32:11.932695 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac163b2-281a-47f3-8c72-aaff9653da9b req-3c8eb5ef-ba73-4a7c-8e43-8171779c7514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:32:11.934146 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-bac163b2-281a-47f3-8c72-aaff9653da9b req-3c8eb5ef-ba73-4a7c-8e43-8171779c7514 service neutron] 10.222.0.46 "GET /v2.0/networks?id=b3fc06d8-5c3b-4a4b-b823-0fcbe71895b9 HTTP/1.1" status: 200 len: 913 time: 0.0898466 Nov 22 12:32:12.009091 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-bac163b2-281a-47f3-8c72-aaff9653da9b req-18bfc515-9cbe-49ed-a911-43550673e11f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d15fb1fe-de3e-49de-a037-e523ad429758 HTTP/1.1" status: 200 len: 999 time: 0.0676692 Nov 22 12:32:12.059328 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac163b2-281a-47f3-8c72-aaff9653da9b req-356dbba2-82a2-4389-bc5e-e6b88c93bff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:32:12.060854 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-bac163b2-281a-47f3-8c72-aaff9653da9b req-356dbba2-82a2-4389-bc5e-e6b88c93bff7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3232d04e-3320-46b5-a105-4fa3dd51672a HTTP/1.1" status: 200 len: 851 time: 0.0447538 Nov 22 12:32:12.109312 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac163b2-281a-47f3-8c72-aaff9653da9b req-3e2aad09-60a2-4029-8d19-b21597b22f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:32:12.110882 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-bac163b2-281a-47f3-8c72-aaff9653da9b req-3e2aad09-60a2-4029-8d19-b21597b22f87 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b3fc06d8-5c3b-4a4b-b823-0fcbe71895b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0433149 Nov 22 12:32:12.184683 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.l3_hamode_db [None req-0c7bc4d6-bd3d-4f72-a961-5782c2bb07fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22e3319e-96da-42cd-99d2-6ae298eea824', 'name': 'tempest-TestVolumeBootPattern-2064543887-router', 'tenant_id': 'cb29d996e3de41b0b21ee7ccd827eaea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52f34850-4f08-4bf9-8f19-1c892d4c6132', 'external_fixed_ips': [{'subnet_id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'ip_address': '172.27.0.212'}], 'enable_snat': True}, 'gw_port_id': 'aa0aca8f-5f89-4a75-832c-e1fb055f3f19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T12:27:02Z', 'updated_at': '2021-11-22T12:27:04Z', 'revision_number': 4, 'project_id': 'cb29d996e3de41b0b21ee7ccd827eaea', 'gw_port': {'id': 'aa0aca8f-5f89-4a75-832c-e1fb055f3f19', 'name': '', 'network_id': '52f34850-4f08-4bf9-8f19-1c892d4c6132', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:4b:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22e3319e-96da-42cd-99d2-6ae298eea824', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'ip_address': '172.27.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T12:27:02Z', 'updated_at': '2021-11-22T12:27:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-13-iscsi', '_floatingips': [{'id': '525d00ac-83cf-499b-bb47-014540ed5d8a', 'tenant_id': 'cb29d996e3de41b0b21ee7ccd827eaea', 'floating_ip_address': '172.27.0.116', 'floating_network_id': '52f34850-4f08-4bf9-8f19-1c892d4c6132', 'router_id': '22e3319e-96da-42cd-99d2-6ae298eea824', 'port_id': '33464858-d2a4-4a97-b98e-ab0137a739a1', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3fc06d8-5c3b-4a4b-b823-0fcbe71895b9', 'mac_address': 'fa:16:3e:ab:11:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '059fc536-4c3e-42ae-889d-9d87177ef9dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T12:30:11Z', 'updated_at': '2021-11-22T12:30:14Z', 'revision_number': 1, 'project_id': 'cb29d996e3de41b0b21ee7ccd827eaea', 'fixed_ip_address_scope': None}, {'id': '9ad769cb-d320-4bc5-89ad-aa208f3316f3', 'tenant_id': 'cb29d996e3de41b0b21ee7ccd827eaea', 'floating_ip_address': '172.27.0.223', 'floating_network_id': '52f34850-4f08-4bf9-8f19-1c892d4c6132', 'router_id': '22e3319e-96da-42cd-99d2-6ae298eea824', 'port_id': 'd15fb1fe-de3e-49de-a037-e523ad429758', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3fc06d8-5c3b-4a4b-b823-0fcbe71895b9', 'mac_address': 'fa:16:3e:6f:6a:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d7ed4dd-cb0a-4e54-94b7-28eb4826ef5c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T12:32:10Z', 'updated_at': '2021-11-22T12:32:10Z', 'revision_number': 0, 'project_id': 'cb29d996e3de41b0b21ee7ccd827eaea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8727499d-84a8-438c-bd19-6919bedd8315', 'name': '', 'network_id': 'b3fc06d8-5c3b-4a4b-b823-0fcbe71895b9', 'tenant_id': 'cb29d996e3de41b0b21ee7ccd827eaea', 'mac_address': 'fa:16:3e:f8:6d:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22e3319e-96da-42cd-99d2-6ae298eea824', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '3232d04e-3320-46b5-a105-4fa3dd51672a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T12:27:04Z', 'updated_at': '2021-11-22T12:27:10Z', 'revision_number': 5, 'project_id': 'cb29d996e3de41b0b21ee7ccd827eaea', 'subnets': [{'id': '3232d04e-3320-46b5-a105-4fa3dd51672a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-13-iscsi', False) {} {{(pid=102751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 12:32:12.207847 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-bac163b2-281a-47f3-8c72-aaff9653da9b req-f6cdc050-30c6-48f2-96fa-464dc17d81b5 service neutron] 10.222.0.46 "GET /v2.0/networks/b3fc06d8-5c3b-4a4b-b823-0fcbe71895b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894816 Nov 22 12:32:12.211670 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c7bc4d6-bd3d-4f72-a961-5782c2bb07fe None None] Checking router: 22e3319e-96da-42cd-99d2-6ae298eea824 for host: dv-cinder-768458-13-iscsi {{(pid=102751) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 12:32:12.220380 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c7bc4d6-bd3d-4f72-a961-5782c2bb07fe None None] Routers {'22e3319e-96da-42cd-99d2-6ae298eea824'} bound to L3 agent in host dv-cinder-768458-13-iscsi {{(pid=102751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 12:32:12.220997 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.l3_hamode_db [None req-0c7bc4d6-bd3d-4f72-a961-5782c2bb07fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T12:11:23Z,description=,heartbeat_timestamp=2021-11-22T12:31:53Z,host='dv-cinder-768458-13-iscsi',id=b4a26ead-6ab2-4f98-a352-c9ed6d39b73e,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T12:11:23Z,topic='l3_agent')) {'router_ids': ['22e3319e-96da-42cd-99d2-6ae298eea824'], 'active': True} {{(pid=102751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 12:32:12.305253 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-bac163b2-281a-47f3-8c72-aaff9653da9b req-25d34dba-700d-4d04-8f79-29b7274d4895 service neutron] 10.222.0.46 "GET /v2.0/networks/b3fc06d8-5c3b-4a4b-b823-0fcbe71895b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890586 Nov 22 12:32:12.334435 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.l3_dvr_db [None req-0c7bc4d6-bd3d-4f72-a961-5782c2bb07fe None None] Set router 22e3319e-96da-42cd-99d2-6ae298eea824 gateway port host: dv-cinder-768458-13-iscsi {{(pid=102751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 12:32:12.592889 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.l3_hamode_db [None req-0c7bc4d6-bd3d-4f72-a961-5782c2bb07fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22e3319e-96da-42cd-99d2-6ae298eea824', 'name': 'tempest-TestVolumeBootPattern-2064543887-router', 'tenant_id': 'cb29d996e3de41b0b21ee7ccd827eaea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52f34850-4f08-4bf9-8f19-1c892d4c6132', 'external_fixed_ips': [{'subnet_id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'ip_address': '172.27.0.212'}], 'enable_snat': True}, 'gw_port_id': 'aa0aca8f-5f89-4a75-832c-e1fb055f3f19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T12:27:02Z', 'updated_at': '2021-11-22T12:27:04Z', 'revision_number': 4, 'project_id': 'cb29d996e3de41b0b21ee7ccd827eaea', 'gw_port': {'id': 'aa0aca8f-5f89-4a75-832c-e1fb055f3f19', 'name': '', 'network_id': '52f34850-4f08-4bf9-8f19-1c892d4c6132', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:4b:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22e3319e-96da-42cd-99d2-6ae298eea824', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'ip_address': '172.27.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T12:27:02Z', 'updated_at': '2021-11-22T12:27:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-13-iscsi', '_floatingips': [{'id': '525d00ac-83cf-499b-bb47-014540ed5d8a', 'tenant_id': 'cb29d996e3de41b0b21ee7ccd827eaea', 'floating_ip_address': '172.27.0.116', 'floating_network_id': '52f34850-4f08-4bf9-8f19-1c892d4c6132', 'router_id': '22e3319e-96da-42cd-99d2-6ae298eea824', 'port_id': '33464858-d2a4-4a97-b98e-ab0137a739a1', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3fc06d8-5c3b-4a4b-b823-0fcbe71895b9', 'mac_address': 'fa:16:3e:ab:11:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '059fc536-4c3e-42ae-889d-9d87177ef9dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T12:30:11Z', 'updated_at': '2021-11-22T12:30:14Z', 'revision_number': 1, 'project_id': 'cb29d996e3de41b0b21ee7ccd827eaea', 'fixed_ip_address_scope': None}, {'id': '9ad769cb-d320-4bc5-89ad-aa208f3316f3', 'tenant_id': 'cb29d996e3de41b0b21ee7ccd827eaea', 'floating_ip_address': '172.27.0.223', 'floating_network_id': '52f34850-4f08-4bf9-8f19-1c892d4c6132', 'router_id': '22e3319e-96da-42cd-99d2-6ae298eea824', 'port_id': 'd15fb1fe-de3e-49de-a037-e523ad429758', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3fc06d8-5c3b-4a4b-b823-0fcbe71895b9', 'mac_address': 'fa:16:3e:6f:6a:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d7ed4dd-cb0a-4e54-94b7-28eb4826ef5c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T12:32:10Z', 'updated_at': '2021-11-22T12:32:10Z', 'revision_number': 0, 'project_id': 'cb29d996e3de41b0b21ee7ccd827eaea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8727499d-84a8-438c-bd19-6919bedd8315', 'name': '', 'network_id': 'b3fc06d8-5c3b-4a4b-b823-0fcbe71895b9', 'tenant_id': 'cb29d996e3de41b0b21ee7ccd827eaea', 'mac_address': 'fa:16:3e:f8:6d:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22e3319e-96da-42cd-99d2-6ae298eea824', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '3232d04e-3320-46b5-a105-4fa3dd51672a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T12:27:04Z', 'updated_at': '2021-11-22T12:27:10Z', 'revision_number': 5, 'project_id': 'cb29d996e3de41b0b21ee7ccd827eaea', 'subnets': [{'id': '3232d04e-3320-46b5-a105-4fa3dd51672a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-13-iscsi', False) {} {{(pid=102751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 12:32:12.621181 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c7bc4d6-bd3d-4f72-a961-5782c2bb07fe None None] The sync data for ids ['22e3319e-96da-42cd-99d2-6ae298eea824'] in dv-cinder-768458-13-iscsi is: [{'id': '22e3319e-96da-42cd-99d2-6ae298eea824', 'name': 'tempest-TestVolumeBootPattern-2064543887-router', 'tenant_id': 'cb29d996e3de41b0b21ee7ccd827eaea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52f34850-4f08-4bf9-8f19-1c892d4c6132', 'external_fixed_ips': [{'subnet_id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'ip_address': '172.27.0.212'}], 'enable_snat': True}, 'gw_port_id': 'aa0aca8f-5f89-4a75-832c-e1fb055f3f19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T12:27:02Z', 'updated_at': '2021-11-22T12:27:04Z', 'revision_number': 4, 'project_id': 'cb29d996e3de41b0b21ee7ccd827eaea', 'gw_port': {'id': 'aa0aca8f-5f89-4a75-832c-e1fb055f3f19', 'name': '', 'network_id': '52f34850-4f08-4bf9-8f19-1c892d4c6132', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:4b:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22e3319e-96da-42cd-99d2-6ae298eea824', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'ip_address': '172.27.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T12:27:02Z', 'updated_at': '2021-11-22T12:27:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-13-iscsi', '_floatingips': [{'id': '525d00ac-83cf-499b-bb47-014540ed5d8a', 'tenant_id': 'cb29d996e3de41b0b21ee7ccd827eaea', 'floating_ip_address': '172.27.0.116', 'floating_network_id': '52f34850-4f08-4bf9-8f19-1c892d4c6132', 'router_id': '22e3319e-96da-42cd-99d2-6ae298eea824', 'port_id': '33464858-d2a4-4a97-b98e-ab0137a739a1', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3fc06d8-5c3b-4a4b-b823-0fcbe71895b9', 'mac_address': 'fa:16:3e:ab:11:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '059fc536-4c3e-42ae-889d-9d87177ef9dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T12:30:11Z', 'updated_at': '2021-11-22T12:30:14Z', 'revision_number': 1, 'project_id': 'cb29d996e3de41b0b21ee7ccd827eaea', 'fixed_ip_address_scope': None}, {'id': '9ad769cb-d320-4bc5-89ad-aa208f3316f3', 'tenant_id': 'cb29d996e3de41b0b21ee7ccd827eaea', 'floating_ip_address': '172.27.0.223', 'floating_network_id': '52f34850-4f08-4bf9-8f19-1c892d4c6132', 'router_id': '22e3319e-96da-42cd-99d2-6ae298eea824', 'port_id': 'd15fb1fe-de3e-49de-a037-e523ad429758', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3fc06d8-5c3b-4a4b-b823-0fcbe71895b9', 'mac_address': 'fa:16:3e:6f:6a:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d7ed4dd-cb0a-4e54-94b7-28eb4826ef5c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T12:32:10Z', 'updated_at': '2021-11-22T12:32:10Z', 'revision_number': 0, 'project_id': 'cb29d996e3de41b0b21ee7ccd827eaea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8727499d-84a8-438c-bd19-6919bedd8315', 'name': '', 'network_id': 'b3fc06d8-5c3b-4a4b-b823-0fcbe71895b9', 'tenant_id': 'cb29d996e3de41b0b21ee7ccd827eaea', 'mac_address': 'fa:16:3e:f8:6d:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22e3319e-96da-42cd-99d2-6ae298eea824', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '3232d04e-3320-46b5-a105-4fa3dd51672a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T12:27:04Z', 'updated_at': '2021-11-22T12:27:10Z', 'revision_number': 5, 'project_id': 'cb29d996e3de41b0b21ee7ccd827eaea', 'subnets': [{'id': '3232d04e-3320-46b5-a105-4fa3dd51672a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 12:32:12.836449 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d63a9870-b29c-42e9-9980-1d64d94b9c08 None None] New status for floating IP 9ad769cb-d320-4bc5-89ad-aa208f3316f3: ACTIVE {{(pid=102752) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 12:32:17.631161 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793343475411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3821827'] for agent, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:32:19.423135 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-5f56b77d-3675-4d5f-a4e2-5e1f4b1ff974 req-6c03cc0e-d142-45dd-8830-f176b2ff43cf service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=059fc536-4c3e-42ae-889d-9d87177ef9dd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0490608 Nov 22 12:32:19.522520 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f56b77d-3675-4d5f-a4e2-5e1f4b1ff974 req-b7914331-a906-4725-8e92-fd75d93d8262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:32:19.524827 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-5f56b77d-3675-4d5f-a4e2-5e1f4b1ff974 req-b7914331-a906-4725-8e92-fd75d93d8262 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=cb29d996e3de41b0b21ee7ccd827eaea&device_id=059fc536-4c3e-42ae-889d-9d87177ef9dd HTTP/1.1" status: 200 len: 1098 time: 0.0502415 Nov 22 12:32:19.637013 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f56b77d-3675-4d5f-a4e2-5e1f4b1ff974 req-1aad07de-5dab-489d-b5fe-abb3c7929886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:32:19.638387 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-5f56b77d-3675-4d5f-a4e2-5e1f4b1ff974 req-1aad07de-5dab-489d-b5fe-abb3c7929886 service neutron] 10.222.0.46 "GET /v2.0/networks?id=b3fc06d8-5c3b-4a4b-b823-0fcbe71895b9 HTTP/1.1" status: 200 len: 913 time: 0.0862308 Nov 22 12:32:19.707385 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-5f56b77d-3675-4d5f-a4e2-5e1f4b1ff974 req-96e9f767-c7d7-43c6-9286-96deceb7c643 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=33464858-d2a4-4a97-b98e-ab0137a739a1 HTTP/1.1" status: 200 len: 1001 time: 0.0616682 Nov 22 12:32:19.770604 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f56b77d-3675-4d5f-a4e2-5e1f4b1ff974 req-0e2b8e46-2452-4e96-84cf-0bf98c419947 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:32:19.772171 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-5f56b77d-3675-4d5f-a4e2-5e1f4b1ff974 req-0e2b8e46-2452-4e96-84cf-0bf98c419947 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3232d04e-3320-46b5-a105-4fa3dd51672a HTTP/1.1" status: 200 len: 851 time: 0.0572786 Nov 22 12:32:19.826179 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f56b77d-3675-4d5f-a4e2-5e1f4b1ff974 req-4b6217ba-aaa3-4a79-a771-b482b5e01f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:32:19.827607 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-5f56b77d-3675-4d5f-a4e2-5e1f4b1ff974 req-4b6217ba-aaa3-4a79-a771-b482b5e01f24 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b3fc06d8-5c3b-4a4b-b823-0fcbe71895b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0455239 Nov 22 12:32:19.923687 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-5f56b77d-3675-4d5f-a4e2-5e1f4b1ff974 req-4db5ecb6-546f-4ee1-881d-dcff85bfcfb8 service neutron] 10.222.0.46 "GET /v2.0/networks/b3fc06d8-5c3b-4a4b-b823-0fcbe71895b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887249 Nov 22 12:32:20.015794 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-5f56b77d-3675-4d5f-a4e2-5e1f4b1ff974 req-5a2b087e-551f-4244-97ab-688069dbd332 service neutron] 10.222.0.46 "GET /v2.0/networks/b3fc06d8-5c3b-4a4b-b823-0fcbe71895b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844023 Nov 22 12:32:20.798381 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-661c9e34-4887-4ee8-99d3-0a73023b13a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793343475411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3821827'] for agent, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:32:21.024232 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.db.agents_db [None req-5743c18b-166a-4bd0-85c4-3f13128e6c33 None None] Agent healthcheck: found 6 active agents {{(pid=102752) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 12:32:23.002297 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-5b0de9eb-46a6-4993-8af0-7926c637b7b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793343475411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3821827'] for agent, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:32:24.093903 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-9105419b-06f9-45a8-bbac-70d110a73200 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793343475411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3821827'] for agent, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:32:25.762731 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-2de83071-1b6f-4e8d-a0c8-0ed39ca59a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793343475411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3821827'] for agent, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:32:26.410211 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793343475411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3821827'] for agent, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:32:47.632205 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793343475411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3821827'] for agent, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:32:50.808086 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-6c03f938-55ce-4a76-ae83-55e7f63099d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793343475411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3821827'] for agent, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:32:53.002582 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-0108bd64-d133-4b22-8d69-4367210de1c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793343475411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3821827'] for agent, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:32:54.097822 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-9105419b-06f9-45a8-bbac-70d110a73200 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793343475411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3821827'] for agent, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:32:55.765298 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-2de83071-1b6f-4e8d-a0c8-0ed39ca59a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793343475411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3821827'] for agent, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:32:56.406382 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793343475411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3821827'] for agent, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:32:58.024919 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.db.agents_db [None req-5743c18b-166a-4bd0-85c4-3f13128e6c33 None None] Agent healthcheck: found 6 active agents {{(pid=102752) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 12:33:17.643367 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793343475411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3821827'] for agent, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:33:20.419062 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-ab598871-3f2b-400d-a814-b37bdf38a067 req-e2fd1e92-a3ae-4764-b399-c0beb7c7f3bb service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=9d7ed4dd-cb0a-4e54-94b7-28eb4826ef5c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0507531 Nov 22 12:33:20.490342 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab598871-3f2b-400d-a814-b37bdf38a067 req-03c1f685-1147-4e55-807b-676910b9b08a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:33:20.491895 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-ab598871-3f2b-400d-a814-b37bdf38a067 req-03c1f685-1147-4e55-807b-676910b9b08a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=cb29d996e3de41b0b21ee7ccd827eaea&device_id=9d7ed4dd-cb0a-4e54-94b7-28eb4826ef5c HTTP/1.1" status: 200 len: 1098 time: 0.0490804 Nov 22 12:33:20.597502 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab598871-3f2b-400d-a814-b37bdf38a067 req-230292b2-9e17-408f-a9ef-79ef01ad74bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:33:20.599098 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-ab598871-3f2b-400d-a814-b37bdf38a067 req-230292b2-9e17-408f-a9ef-79ef01ad74bd service neutron] 10.222.0.46 "GET /v2.0/networks?id=b3fc06d8-5c3b-4a4b-b823-0fcbe71895b9 HTTP/1.1" status: 200 len: 913 time: 0.0870178 Nov 22 12:33:20.672561 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-ab598871-3f2b-400d-a814-b37bdf38a067 req-6540bd03-b7aa-462e-8b3e-c3f343f68007 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d15fb1fe-de3e-49de-a037-e523ad429758 HTTP/1.1" status: 200 len: 1001 time: 0.0665815 Nov 22 12:33:20.722976 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab598871-3f2b-400d-a814-b37bdf38a067 req-8c691a36-3786-483d-8857-13010cc85bec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:33:20.724518 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-ab598871-3f2b-400d-a814-b37bdf38a067 req-8c691a36-3786-483d-8857-13010cc85bec service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3232d04e-3320-46b5-a105-4fa3dd51672a HTTP/1.1" status: 200 len: 851 time: 0.0445895 Nov 22 12:33:20.771710 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab598871-3f2b-400d-a814-b37bdf38a067 req-e2602fab-e858-49bf-8348-0c387950c621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:33:20.773181 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-ab598871-3f2b-400d-a814-b37bdf38a067 req-e2602fab-e858-49bf-8348-0c387950c621 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b3fc06d8-5c3b-4a4b-b823-0fcbe71895b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0421016 Nov 22 12:33:20.801140 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-50805318-ea3d-4584-a6ad-622dacbaf5c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793343475411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3821827'] for agent, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:33:20.870662 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-ab598871-3f2b-400d-a814-b37bdf38a067 req-ad58cfcd-964b-4777-8a25-76e35eafbeb0 service neutron] 10.222.0.46 "GET /v2.0/networks/b3fc06d8-5c3b-4a4b-b823-0fcbe71895b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894375 Nov 22 12:33:20.980415 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-ab598871-3f2b-400d-a814-b37bdf38a067 req-7f17b540-7f8d-456d-9b12-53ccc7792d8e service neutron] 10.222.0.46 "GET /v2.0/networks/b3fc06d8-5c3b-4a4b-b823-0fcbe71895b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014917 Nov 22 12:33:22.998697 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-59447baa-6bd5-4f19-a271-e4fda28917fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793343475411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3821827'] for agent, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:33:24.100580 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-9105419b-06f9-45a8-bbac-70d110a73200 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793343475411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3821827'] for agent, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:33:25.768971 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-2de83071-1b6f-4e8d-a0c8-0ed39ca59a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793343475411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3821827'] for agent, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:33:26.402404 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793343475411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3821827'] for agent, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:33:35.027904 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.db.agents_db [None req-5743c18b-166a-4bd0-85c4-3f13128e6c33 None None] Agent healthcheck: found 6 active agents {{(pid=102752) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 12:33:40.133487 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.wsgi [-] (102749) accepted ('10.222.0.66', 54338) {{(pid=102749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:33:40.363872 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.plugins.ml2.plugin [None req-f72284bf-2f98-41f4-82be-9403f1674482 tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] Deleting port 374b58e9-c2cc-469b-b09f-cc0796393708 {{(pid=102749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 12:33:40.364167 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-f72284bf-2f98-41f4-82be-9403f1674482 tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793343491880'] for port, before_delete {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:33:40.455797 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-f72284bf-2f98-41f4-82be-9403f1674482 tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-535547'] for port, precommit_delete {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:33:40.456056 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-f72284bf-2f98-41f4-82be-9403f1674482 tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:33:40.471223 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.plugins.ml2.plugin [None req-f72284bf-2f98-41f4-82be-9403f1674482 tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] Calling delete_port for 374b58e9-c2cc-469b-b09f-cc0796393708 owned by network:floatingip {{(pid=102749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 12:33:40.659642 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-f72284bf-2f98-41f4-82be-9403f1674482 tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793343495765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793342949277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126077602'] for port, after_delete {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:33:40.685787 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72284bf-2f98-41f4-82be-9403f1674482 tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] Pushing event deleted for resources: {'Port': ['ID=374b58e9-c2cc-469b-b09f-cc0796393708,revision_number=None']} {{(pid=102749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:33:40.699552 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f72284bf-2f98-41f4-82be-9403f1674482 tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:33:40.699911 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f72284bf-2f98-41f4-82be-9403f1674482 tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:33:40.700257 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f72284bf-2f98-41f4-82be-9403f1674482 tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:33:40.700600 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f72284bf-2f98-41f4-82be-9403f1674482 tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:33:40.700931 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f72284bf-2f98-41f4-82be-9403f1674482 tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:33:40.701286 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f72284bf-2f98-41f4-82be-9403f1674482 tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:33:40.701617 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f72284bf-2f98-41f4-82be-9403f1674482 tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:33:40.701943 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f72284bf-2f98-41f4-82be-9403f1674482 tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:33:40.702272 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f72284bf-2f98-41f4-82be-9403f1674482 tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:33:40.702598 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f72284bf-2f98-41f4-82be-9403f1674482 tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:33:40.702979 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f72284bf-2f98-41f4-82be-9403f1674482 tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:33:40.703944 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f72284bf-2f98-41f4-82be-9403f1674482 tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:33:40.759678 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-f72284bf-2f98-41f4-82be-9403f1674482 tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] Publish callbacks [] for floatingip, after_delete {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:33:40.760009 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.db.l3_db [None req-f72284bf-2f98-41f4-82be-9403f1674482 tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] Floating IP 9ad769cb-d320-4bc5-89ad-aa208f3316f3 disassociated (deleted). External IP: 172.27.0.223, port: d15fb1fe-de3e-49de-a037-e523ad429758. Nov 22 12:33:40.973310 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f72284bf-2f98-41f4-82be-9403f1674482 tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] Router 22e3319e-96da-42cd-99d2-6ae298eea824 has already been hosted by L3 agent b4a26ead-6ab2-4f98-a352-c9ed6d39b73e {{(pid=102749) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 12:33:41.084356 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f72284bf-2f98-41f4-82be-9403f1674482 tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] Notify agent at l3_agent.dv-cinder-768458-13-iscsi the message routers_updated {{(pid=102749) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 12:33:41.089681 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-f72284bf-2f98-41f4-82be-9403f1674482 tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434365'] for floatingip, before_response {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:33:41.094923 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d62abdb-4d73-49ea-8fc8-dee9c37ba650 None None] Sync routers for ids ['22e3319e-96da-42cd-99d2-6ae298eea824'] in dv-cinder-768458-13-iscsi {{(pid=102751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 12:33:41.105431 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d62abdb-4d73-49ea-8fc8-dee9c37ba650 None None] Routers {'22e3319e-96da-42cd-99d2-6ae298eea824'} bound to L3 agent in host dv-cinder-768458-13-iscsi {{(pid=102751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 12:33:41.106059 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.l3_hamode_db [None req-6d62abdb-4d73-49ea-8fc8-dee9c37ba650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T12:11:23Z,description=,heartbeat_timestamp=2021-11-22T12:33:23Z,host='dv-cinder-768458-13-iscsi',id=b4a26ead-6ab2-4f98-a352-c9ed6d39b73e,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T12:11:23Z,topic='l3_agent')) {'router_ids': ['22e3319e-96da-42cd-99d2-6ae298eea824'], 'active': True} {{(pid=102751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 12:33:41.117963 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [None req-f72284bf-2f98-41f4-82be-9403f1674482 tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] 10.222.0.66 "DELETE /v2.0/floatingips/9ad769cb-d320-4bc5-89ad-aa208f3316f3 HTTP/1.1" status: 204 len: 168 time: 0.9833174 Nov 22 12:33:41.118647 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d7ed4dd-cb0a-4e54-94b7-28eb4826ef5c', 'tag': 'd15fb1fe-de3e-49de-a037-e523ad429758'}] {{(pid=102749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 12:33:41.121077 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e75a82c02e5e8e80361e9b8ad1df1450ec212ebfa93d78ee9da720cb5365782c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab137779-9c35-4ce9-8cdb-714815312014" -d '{"events": [{"name": "network-changed", "server_uuid": "9d7ed4dd-cb0a-4e54-94b7-28eb4826ef5c", "tag": "d15fb1fe-de3e-49de-a037-e523ad429758"}]}' {{(pid=102749) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 12:33:41.161473 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 12:33:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-552486d8-49ba-4cea-9cef-6f569860c1a8 x-openstack-request-id: req-552486d8-49ba-4cea-9cef-6f569860c1a8 {{(pid=102749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 12:33:41.162154 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d7ed4dd-cb0a-4e54-94b7-28eb4826ef5c", "tag": "d15fb1fe-de3e-49de-a037-e523ad429758", "status": "completed", "code": 200}]} {{(pid=102749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 12:33:41.162154 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-552486d8-49ba-4cea-9cef-6f569860c1a8 {{(pid=102749) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 12:33:41.162500 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d7ed4dd-cb0a-4e54-94b7-28eb4826ef5c', 'tag': 'd15fb1fe-de3e-49de-a037-e523ad429758', 'status': 'completed', 'code': 200} Nov 22 12:33:41.217923 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.l3_dvr_db [None req-6d62abdb-4d73-49ea-8fc8-dee9c37ba650 None None] Set router 22e3319e-96da-42cd-99d2-6ae298eea824 gateway port host: dv-cinder-768458-13-iscsi {{(pid=102751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 12:33:41.233781 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab137779-9c35-4ce9-8cdb-714815312014 req-bc3da7aa-6d90-4fa3-9cca-9deac37b1642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:33:41.235896 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-ab137779-9c35-4ce9-8cdb-714815312014 req-bc3da7aa-6d90-4fa3-9cca-9deac37b1642 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=cb29d996e3de41b0b21ee7ccd827eaea&device_id=9d7ed4dd-cb0a-4e54-94b7-28eb4826ef5c HTTP/1.1" status: 200 len: 1098 time: 0.0473301 Nov 22 12:33:41.379960 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a3c671-c0f4-4234-b4b6-a8ff601f6c1c req-0ff02dd9-7ed7-492e-bc2d-41e3ce09127f tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:33:41.381456 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-c8a3c671-c0f4-4234-b4b6-a8ff601f6c1c req-0ff02dd9-7ed7-492e-bc2d-41e3ce09127f tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] 10.222.0.66 "GET /v2.0/ports?device_id=9d7ed4dd-cb0a-4e54-94b7-28eb4826ef5c HTTP/1.1" status: 200 len: 945 time: 0.0793436 Nov 22 12:33:41.382928 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab137779-9c35-4ce9-8cdb-714815312014 req-22d8b667-9d92-4101-8a8a-2f196961fc62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:33:41.384269 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-ab137779-9c35-4ce9-8cdb-714815312014 req-22d8b667-9d92-4101-8a8a-2f196961fc62 service neutron] 10.222.0.46 "GET /v2.0/networks?id=b3fc06d8-5c3b-4a4b-b823-0fcbe71895b9 HTTP/1.1" status: 200 len: 913 time: 0.1356208 Nov 22 12:33:41.436611 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-ab137779-9c35-4ce9-8cdb-714815312014 req-23692eff-76ee-4ac4-9f08-47dc0bc5b5a0 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d15fb1fe-de3e-49de-a037-e523ad429758 HTTP/1.1" status: 200 len: 217 time: 0.0420613 Nov 22 12:33:41.459288 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.l3_hamode_db [None req-6d62abdb-4d73-49ea-8fc8-dee9c37ba650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22e3319e-96da-42cd-99d2-6ae298eea824', 'name': 'tempest-TestVolumeBootPattern-2064543887-router', 'tenant_id': 'cb29d996e3de41b0b21ee7ccd827eaea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52f34850-4f08-4bf9-8f19-1c892d4c6132', 'external_fixed_ips': [{'subnet_id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'ip_address': '172.27.0.212'}], 'enable_snat': True}, 'gw_port_id': 'aa0aca8f-5f89-4a75-832c-e1fb055f3f19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T12:27:02Z', 'updated_at': '2021-11-22T12:27:04Z', 'revision_number': 4, 'project_id': 'cb29d996e3de41b0b21ee7ccd827eaea', 'gw_port': {'id': 'aa0aca8f-5f89-4a75-832c-e1fb055f3f19', 'name': '', 'network_id': '52f34850-4f08-4bf9-8f19-1c892d4c6132', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:4b:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22e3319e-96da-42cd-99d2-6ae298eea824', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'ip_address': '172.27.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T12:27:02Z', 'updated_at': '2021-11-22T12:27:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-13-iscsi', '_floatingips': [{'id': '525d00ac-83cf-499b-bb47-014540ed5d8a', 'tenant_id': 'cb29d996e3de41b0b21ee7ccd827eaea', 'floating_ip_address': '172.27.0.116', 'floating_network_id': '52f34850-4f08-4bf9-8f19-1c892d4c6132', 'router_id': '22e3319e-96da-42cd-99d2-6ae298eea824', 'port_id': '33464858-d2a4-4a97-b98e-ab0137a739a1', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3fc06d8-5c3b-4a4b-b823-0fcbe71895b9', 'mac_address': 'fa:16:3e:ab:11:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '059fc536-4c3e-42ae-889d-9d87177ef9dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T12:30:11Z', 'updated_at': '2021-11-22T12:30:14Z', 'revision_number': 1, 'project_id': 'cb29d996e3de41b0b21ee7ccd827eaea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8727499d-84a8-438c-bd19-6919bedd8315', 'name': '', 'network_id': 'b3fc06d8-5c3b-4a4b-b823-0fcbe71895b9', 'tenant_id': 'cb29d996e3de41b0b21ee7ccd827eaea', 'mac_address': 'fa:16:3e:f8:6d:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22e3319e-96da-42cd-99d2-6ae298eea824', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '3232d04e-3320-46b5-a105-4fa3dd51672a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T12:27:04Z', 'updated_at': '2021-11-22T12:27:10Z', 'revision_number': 5, 'project_id': 'cb29d996e3de41b0b21ee7ccd827eaea', 'subnets': [{'id': '3232d04e-3320-46b5-a105-4fa3dd51672a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-13-iscsi', False) {} {{(pid=102751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 12:33:41.486215 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d62abdb-4d73-49ea-8fc8-dee9c37ba650 None None] Checking router: 22e3319e-96da-42cd-99d2-6ae298eea824 for host: dv-cinder-768458-13-iscsi {{(pid=102751) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 12:33:41.494949 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-c8a3c671-c0f4-4234-b4b6-a8ff601f6c1c req-3e60a526-a85c-4333-b164-e08539e63142 tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] 10.222.0.66 "GET /v2.0/security-groups?id=65f181fa-6909-4095-8bbf-8108c3343b44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1075122 Nov 22 12:33:41.495795 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d62abdb-4d73-49ea-8fc8-dee9c37ba650 None None] Routers {'22e3319e-96da-42cd-99d2-6ae298eea824'} bound to L3 agent in host dv-cinder-768458-13-iscsi {{(pid=102751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 12:33:41.496397 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.l3_hamode_db [None req-6d62abdb-4d73-49ea-8fc8-dee9c37ba650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T12:11:23Z,description=,heartbeat_timestamp=2021-11-22T12:33:23Z,host='dv-cinder-768458-13-iscsi',id=b4a26ead-6ab2-4f98-a352-c9ed6d39b73e,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T12:11:23Z,topic='l3_agent')) {'router_ids': ['22e3319e-96da-42cd-99d2-6ae298eea824'], 'active': True} {{(pid=102751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 12:33:41.514123 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab137779-9c35-4ce9-8cdb-714815312014 req-d7db2cc8-4f4a-4d21-9037-555d1b4fae11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:33:41.516088 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-ab137779-9c35-4ce9-8cdb-714815312014 req-d7db2cc8-4f4a-4d21-9037-555d1b4fae11 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3232d04e-3320-46b5-a105-4fa3dd51672a HTTP/1.1" status: 200 len: 851 time: 0.0697014 Nov 22 12:33:41.567780 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab137779-9c35-4ce9-8cdb-714815312014 req-0c008f3e-8108-49e1-a2d6-66410d3289ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:33:41.569300 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-ab137779-9c35-4ce9-8cdb-714815312014 req-0c008f3e-8108-49e1-a2d6-66410d3289ed service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b3fc06d8-5c3b-4a4b-b823-0fcbe71895b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0451953 Nov 22 12:33:41.602752 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.l3_dvr_db [None req-6d62abdb-4d73-49ea-8fc8-dee9c37ba650 None None] Set router 22e3319e-96da-42cd-99d2-6ae298eea824 gateway port host: dv-cinder-768458-13-iscsi {{(pid=102751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 12:33:41.661377 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-ab137779-9c35-4ce9-8cdb-714815312014 req-365f2a2d-ecf6-4dcc-bc13-467d15489458 service neutron] 10.222.0.46 "GET /v2.0/networks/b3fc06d8-5c3b-4a4b-b823-0fcbe71895b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827916 Nov 22 12:33:41.757254 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-ab137779-9c35-4ce9-8cdb-714815312014 req-e97d7262-dc09-4d77-8387-f974c9e9e5f7 service neutron] 10.222.0.46 "GET /v2.0/networks/b3fc06d8-5c3b-4a4b-b823-0fcbe71895b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880308 Nov 22 12:33:41.840885 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.l3_hamode_db [None req-6d62abdb-4d73-49ea-8fc8-dee9c37ba650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22e3319e-96da-42cd-99d2-6ae298eea824', 'name': 'tempest-TestVolumeBootPattern-2064543887-router', 'tenant_id': 'cb29d996e3de41b0b21ee7ccd827eaea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52f34850-4f08-4bf9-8f19-1c892d4c6132', 'external_fixed_ips': [{'subnet_id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'ip_address': '172.27.0.212'}], 'enable_snat': True}, 'gw_port_id': 'aa0aca8f-5f89-4a75-832c-e1fb055f3f19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T12:27:02Z', 'updated_at': '2021-11-22T12:27:04Z', 'revision_number': 4, 'project_id': 'cb29d996e3de41b0b21ee7ccd827eaea', 'gw_port': {'id': 'aa0aca8f-5f89-4a75-832c-e1fb055f3f19', 'name': '', 'network_id': '52f34850-4f08-4bf9-8f19-1c892d4c6132', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:4b:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22e3319e-96da-42cd-99d2-6ae298eea824', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'ip_address': '172.27.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T12:27:02Z', 'updated_at': '2021-11-22T12:27:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-13-iscsi', '_floatingips': [{'id': '525d00ac-83cf-499b-bb47-014540ed5d8a', 'tenant_id': 'cb29d996e3de41b0b21ee7ccd827eaea', 'floating_ip_address': '172.27.0.116', 'floating_network_id': '52f34850-4f08-4bf9-8f19-1c892d4c6132', 'router_id': '22e3319e-96da-42cd-99d2-6ae298eea824', 'port_id': '33464858-d2a4-4a97-b98e-ab0137a739a1', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3fc06d8-5c3b-4a4b-b823-0fcbe71895b9', 'mac_address': 'fa:16:3e:ab:11:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '059fc536-4c3e-42ae-889d-9d87177ef9dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T12:30:11Z', 'updated_at': '2021-11-22T12:30:14Z', 'revision_number': 1, 'project_id': 'cb29d996e3de41b0b21ee7ccd827eaea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8727499d-84a8-438c-bd19-6919bedd8315', 'name': '', 'network_id': 'b3fc06d8-5c3b-4a4b-b823-0fcbe71895b9', 'tenant_id': 'cb29d996e3de41b0b21ee7ccd827eaea', 'mac_address': 'fa:16:3e:f8:6d:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22e3319e-96da-42cd-99d2-6ae298eea824', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '3232d04e-3320-46b5-a105-4fa3dd51672a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T12:27:04Z', 'updated_at': '2021-11-22T12:27:10Z', 'revision_number': 5, 'project_id': 'cb29d996e3de41b0b21ee7ccd827eaea', 'subnets': [{'id': '3232d04e-3320-46b5-a105-4fa3dd51672a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-13-iscsi', False) {} {{(pid=102751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 12:33:41.992132 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d62abdb-4d73-49ea-8fc8-dee9c37ba650 None None] The sync data for ids ['22e3319e-96da-42cd-99d2-6ae298eea824'] in dv-cinder-768458-13-iscsi is: [{'id': '22e3319e-96da-42cd-99d2-6ae298eea824', 'name': 'tempest-TestVolumeBootPattern-2064543887-router', 'tenant_id': 'cb29d996e3de41b0b21ee7ccd827eaea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52f34850-4f08-4bf9-8f19-1c892d4c6132', 'external_fixed_ips': [{'subnet_id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'ip_address': '172.27.0.212'}], 'enable_snat': True}, 'gw_port_id': 'aa0aca8f-5f89-4a75-832c-e1fb055f3f19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T12:27:02Z', 'updated_at': '2021-11-22T12:27:04Z', 'revision_number': 4, 'project_id': 'cb29d996e3de41b0b21ee7ccd827eaea', 'gw_port': {'id': 'aa0aca8f-5f89-4a75-832c-e1fb055f3f19', 'name': '', 'network_id': '52f34850-4f08-4bf9-8f19-1c892d4c6132', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:4b:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22e3319e-96da-42cd-99d2-6ae298eea824', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'ip_address': '172.27.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T12:27:02Z', 'updated_at': '2021-11-22T12:27:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-13-iscsi', '_floatingips': [{'id': '525d00ac-83cf-499b-bb47-014540ed5d8a', 'tenant_id': 'cb29d996e3de41b0b21ee7ccd827eaea', 'floating_ip_address': '172.27.0.116', 'floating_network_id': '52f34850-4f08-4bf9-8f19-1c892d4c6132', 'router_id': '22e3319e-96da-42cd-99d2-6ae298eea824', 'port_id': '33464858-d2a4-4a97-b98e-ab0137a739a1', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3fc06d8-5c3b-4a4b-b823-0fcbe71895b9', 'mac_address': 'fa:16:3e:ab:11:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '059fc536-4c3e-42ae-889d-9d87177ef9dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T12:30:11Z', 'updated_at': '2021-11-22T12:30:14Z', 'revision_number': 1, 'project_id': 'cb29d996e3de41b0b21ee7ccd827eaea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8727499d-84a8-438c-bd19-6919bedd8315', 'name': '', 'network_id': 'b3fc06d8-5c3b-4a4b-b823-0fcbe71895b9', 'tenant_id': 'cb29d996e3de41b0b21ee7ccd827eaea', 'mac_address': 'fa:16:3e:f8:6d:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22e3319e-96da-42cd-99d2-6ae298eea824', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '3232d04e-3320-46b5-a105-4fa3dd51672a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T12:27:04Z', 'updated_at': '2021-11-22T12:27:10Z', 'revision_number': 5, 'project_id': 'cb29d996e3de41b0b21ee7ccd827eaea', 'subnets': [{'id': '3232d04e-3320-46b5-a105-4fa3dd51672a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 12:33:42.232513 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-159f29ad-71bb-4bef-8bfe-3baaf30eebe6 None None] New status for floating IP 9ad769cb-d320-4bc5-89ad-aa208f3316f3: DOWN {{(pid=102752) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 12:33:42.634130 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193bf5ff-6dfc-4e3e-8086-3bfd3554450d req-20ccb547-dc1f-4200-aa43-3697b66d508c tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:33:42.635608 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-193bf5ff-6dfc-4e3e-8086-3bfd3554450d req-20ccb547-dc1f-4200-aa43-3697b66d508c tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] 10.222.0.66 "GET /v2.0/ports?device_id=9d7ed4dd-cb0a-4e54-94b7-28eb4826ef5c HTTP/1.1" status: 200 len: 945 time: 0.0685821 Nov 22 12:33:42.689126 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-193bf5ff-6dfc-4e3e-8086-3bfd3554450d req-e8e350f6-c87d-4b43-8f78-c2d4f8a84677 tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] 10.222.0.66 "GET /v2.0/security-groups?id=65f181fa-6909-4095-8bbf-8108c3343b44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456033 Nov 22 12:33:42.890259 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81bfa24-8e28-4758-aea5-ffcfbd8dbf51 req-87bb384c-915c-421b-91b7-72c0ee1f23cf tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:33:42.891671 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-c81bfa24-8e28-4758-aea5-ffcfbd8dbf51 req-87bb384c-915c-421b-91b7-72c0ee1f23cf tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] 10.222.0.46 "GET /v2.0/ports?device_id=9d7ed4dd-cb0a-4e54-94b7-28eb4826ef5c HTTP/1.1" status: 200 len: 945 time: 0.0567696 Nov 22 12:33:42.988050 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.plugins.ml2.plugin [req-c81bfa24-8e28-4758-aea5-ffcfbd8dbf51 req-f3f78d67-8465-427f-a29d-4b570fa4ff44 tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] Deleting port d15fb1fe-de3e-49de-a037-e523ad429758 {{(pid=102749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 12:33:42.988373 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [req-c81bfa24-8e28-4758-aea5-ffcfbd8dbf51 req-f3f78d67-8465-427f-a29d-4b570fa4ff44 tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793343491880'] for port, before_delete {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:33:43.092782 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.plugins.ml2.db [req-c81bfa24-8e28-4758-aea5-ffcfbd8dbf51 req-f3f78d67-8465-427f-a29d-4b570fa4ff44 tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] For port d15fb1fe-de3e-49de-a037-e523ad429758, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=d15fb1fe-de3e-49de-a037-e523ad429758,segment=NetworkSegment(b2e12c16-42f6-4ba0-941d-a4e84f88b840),segment_id=b2e12c16-42f6-4ba0-941d-a4e84f88b840)] {{(pid=102749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 12:33:43.093141 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [req-c81bfa24-8e28-4758-aea5-ffcfbd8dbf51 req-f3f78d67-8465-427f-a29d-4b570fa4ff44 tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-535547'] for port, precommit_delete {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:33:43.106517 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.plugins.ml2.plugin [req-c81bfa24-8e28-4758-aea5-ffcfbd8dbf51 req-f3f78d67-8465-427f-a29d-4b570fa4ff44 tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] Calling delete_port for d15fb1fe-de3e-49de-a037-e523ad429758 owned by compute:nova {{(pid=102749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 12:33:43.253319 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [req-c81bfa24-8e28-4758-aea5-ffcfbd8dbf51 req-f3f78d67-8465-427f-a29d-4b570fa4ff44 tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793343495765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793342949277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126077602'] for port, after_delete {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:33:43.279748 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f78d67-8465-427f-a29d-4b570fa4ff44 tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] Pushing event deleted for resources: {'Port': ['ID=d15fb1fe-de3e-49de-a037-e523ad429758,revision_number=None']} {{(pid=102749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:33:43.326096 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.db.l3_dvrscheduler_db [req-c81bfa24-8e28-4758-aea5-ffcfbd8dbf51 req-f3f78d67-8465-427f-a29d-4b570fa4ff44 tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] No DVR routers for this DVR port d15fb1fe-de3e-49de-a037-e523ad429758 on host hv-cinder-76845 {{(pid=102749) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 12:33:43.329208 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [req-c81bfa24-8e28-4758-aea5-ffcfbd8dbf51 req-f3f78d67-8465-427f-a29d-4b570fa4ff44 tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434365'] for port, before_response {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:33:43.332652 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-c81bfa24-8e28-4758-aea5-ffcfbd8dbf51 req-f3f78d67-8465-427f-a29d-4b570fa4ff44 tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] 10.222.0.46 "DELETE /v2.0/ports/d15fb1fe-de3e-49de-a037-e523ad429758 HTTP/1.1" status: 204 len: 173 time: 0.4345810 Nov 22 12:33:43.333096 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d7ed4dd-cb0a-4e54-94b7-28eb4826ef5c', 'name': 'network-vif-deleted', 'tag': 'd15fb1fe-de3e-49de-a037-e523ad429758'}] {{(pid=102749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 12:33:43.335430 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e75a82c02e5e8e80361e9b8ad1df1450ec212ebfa93d78ee9da720cb5365782c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fab0a9c6-8430-4dff-961f-dab03be521e5" -d '{"events": [{"server_uuid": "9d7ed4dd-cb0a-4e54-94b7-28eb4826ef5c", "name": "network-vif-deleted", "tag": "d15fb1fe-de3e-49de-a037-e523ad429758"}]}' {{(pid=102749) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 12:33:43.375082 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 12:33:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ce320ba-fb7e-4539-832a-30489299fc75 x-openstack-request-id: req-2ce320ba-fb7e-4539-832a-30489299fc75 {{(pid=102749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 12:33:43.375428 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d7ed4dd-cb0a-4e54-94b7-28eb4826ef5c", "name": "network-vif-deleted", "tag": "d15fb1fe-de3e-49de-a037-e523ad429758", "status": "completed", "code": 200}]} {{(pid=102749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 12:33:43.375679 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-2ce320ba-fb7e-4539-832a-30489299fc75 {{(pid=102749) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 12:33:43.376104 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d7ed4dd-cb0a-4e54-94b7-28eb4826ef5c', 'name': 'network-vif-deleted', 'tag': 'd15fb1fe-de3e-49de-a037-e523ad429758', 'status': 'completed', 'code': 200} Nov 22 12:33:43.803760 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-9d7145b1-dbb8-4131-b133-1a7b22192eb5 req-59293ad9-a325-4eae-adcf-bc8364f17ed1 tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] 10.222.0.66 "GET /v2.0/ports?device_id=9d7ed4dd-cb0a-4e54-94b7-28eb4826ef5c HTTP/1.1" status: 200 len: 210 time: 0.0267384 Nov 22 12:33:45.869001 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.rpc [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Device d15fb1fe-de3e-49de-a037-e523ad429758 no longer exists at agent hyperv_hv-cinder-76845 {{(pid=102751) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 12:33:45.891819 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.plugin [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] No Port match for: d15fb1fe-de3e-49de-a037-e523ad429758 {{(pid=102751) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 12:33:45.892173 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.rpc [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Device d15fb1fe-de3e-49de-a037-e523ad429758 not bound to the agent host hv-cinder-76845 {{(pid=102751) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 12:33:47.100685 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.wsgi [-] (102749) accepted ('10.222.0.66', 54378) {{(pid=102749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:33:47.278167 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.plugins.ml2.plugin [None req-4ed3ffc2-729f-4f83-9f0b-85cbd9fda9ef tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] Deleting port b31aa921-bbe4-43d5-8a92-8cec1d749a89 {{(pid=102749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 12:33:47.278484 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-4ed3ffc2-729f-4f83-9f0b-85cbd9fda9ef tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793343491880'] for port, before_delete {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:33:47.357627 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-4ed3ffc2-729f-4f83-9f0b-85cbd9fda9ef tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-535547'] for port, precommit_delete {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:33:47.357940 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-4ed3ffc2-729f-4f83-9f0b-85cbd9fda9ef tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:33:47.370437 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.plugins.ml2.plugin [None req-4ed3ffc2-729f-4f83-9f0b-85cbd9fda9ef tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] Calling delete_port for b31aa921-bbe4-43d5-8a92-8cec1d749a89 owned by network:floatingip {{(pid=102749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 12:33:47.526408 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-4ed3ffc2-729f-4f83-9f0b-85cbd9fda9ef tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793343495765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793342949277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126077602'] for port, after_delete {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:33:47.556019 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed3ffc2-729f-4f83-9f0b-85cbd9fda9ef tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] Pushing event deleted for resources: {'Port': ['ID=b31aa921-bbe4-43d5-8a92-8cec1d749a89,revision_number=None']} {{(pid=102749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:33:47.622211 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-4ed3ffc2-729f-4f83-9f0b-85cbd9fda9ef tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] Publish callbacks [] for floatingip, after_delete {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:33:47.622433 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.db.l3_db [None req-4ed3ffc2-729f-4f83-9f0b-85cbd9fda9ef tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] Floating IP 525d00ac-83cf-499b-bb47-014540ed5d8a disassociated (deleted). External IP: 172.27.0.116, port: 33464858-d2a4-4a97-b98e-ab0137a739a1. Nov 22 12:33:47.647481 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793343475411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3821827'] for agent, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:33:48.100123 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ed3ffc2-729f-4f83-9f0b-85cbd9fda9ef tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] Router 22e3319e-96da-42cd-99d2-6ae298eea824 has already been hosted by L3 agent b4a26ead-6ab2-4f98-a352-c9ed6d39b73e {{(pid=102749) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 12:33:48.220022 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ed3ffc2-729f-4f83-9f0b-85cbd9fda9ef tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] Notify agent at l3_agent.dv-cinder-768458-13-iscsi the message routers_updated {{(pid=102749) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 12:33:48.225230 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-4ed3ffc2-729f-4f83-9f0b-85cbd9fda9ef tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434365'] for floatingip, before_response {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:33:48.230743 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-298c9f80-bb72-403a-8342-f7892234216e None None] Sync routers for ids ['22e3319e-96da-42cd-99d2-6ae298eea824'] in dv-cinder-768458-13-iscsi {{(pid=102751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 12:33:48.242108 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-298c9f80-bb72-403a-8342-f7892234216e None None] Routers {'22e3319e-96da-42cd-99d2-6ae298eea824'} bound to L3 agent in host dv-cinder-768458-13-iscsi {{(pid=102751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 12:33:48.242816 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.l3_hamode_db [None req-298c9f80-bb72-403a-8342-f7892234216e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T12:11:23Z,description=,heartbeat_timestamp=2021-11-22T12:33:23Z,host='dv-cinder-768458-13-iscsi',id=b4a26ead-6ab2-4f98-a352-c9ed6d39b73e,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T12:11:23Z,topic='l3_agent')) {'router_ids': ['22e3319e-96da-42cd-99d2-6ae298eea824'], 'active': True} {{(pid=102751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 12:33:48.253096 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [None req-4ed3ffc2-729f-4f83-9f0b-85cbd9fda9ef tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] 10.222.0.66 "DELETE /v2.0/floatingips/525d00ac-83cf-499b-bb47-014540ed5d8a HTTP/1.1" status: 204 len: 168 time: 1.1512151 Nov 22 12:33:48.253802 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '059fc536-4c3e-42ae-889d-9d87177ef9dd', 'tag': '33464858-d2a4-4a97-b98e-ab0137a739a1'}] {{(pid=102749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 12:33:48.256165 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e75a82c02e5e8e80361e9b8ad1df1450ec212ebfa93d78ee9da720cb5365782c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e410639c-f18f-4a56-b6ba-c2bf80e8a45b" -d '{"events": [{"name": "network-changed", "server_uuid": "059fc536-4c3e-42ae-889d-9d87177ef9dd", "tag": "33464858-d2a4-4a97-b98e-ab0137a739a1"}]}' {{(pid=102749) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 12:33:48.299174 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 12:33:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9a22a39-8dcb-455a-961e-4443d5e9ce75 x-openstack-request-id: req-c9a22a39-8dcb-455a-961e-4443d5e9ce75 {{(pid=102749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 12:33:48.299507 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "059fc536-4c3e-42ae-889d-9d87177ef9dd", "tag": "33464858-d2a4-4a97-b98e-ab0137a739a1", "status": "completed", "code": 200}]} {{(pid=102749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 12:33:48.299762 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-c9a22a39-8dcb-455a-961e-4443d5e9ce75 {{(pid=102749) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 12:33:48.300282 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '059fc536-4c3e-42ae-889d-9d87177ef9dd', 'tag': '33464858-d2a4-4a97-b98e-ab0137a739a1', 'status': 'completed', 'code': 200} Nov 22 12:33:48.363135 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.l3_dvr_db [None req-298c9f80-bb72-403a-8342-f7892234216e None None] Set router 22e3319e-96da-42cd-99d2-6ae298eea824 gateway port host: dv-cinder-768458-13-iscsi {{(pid=102751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 12:33:48.365697 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e410639c-f18f-4a56-b6ba-c2bf80e8a45b req-51a599a9-4af7-4116-9726-570efc48aa3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:33:48.367688 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-e410639c-f18f-4a56-b6ba-c2bf80e8a45b req-51a599a9-4af7-4116-9726-570efc48aa3c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=cb29d996e3de41b0b21ee7ccd827eaea&device_id=059fc536-4c3e-42ae-889d-9d87177ef9dd HTTP/1.1" status: 200 len: 1098 time: 0.0442612 Nov 22 12:33:48.512879 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011e28c2-d275-4645-93e2-14c37373491b req-48963e22-a318-4533-ab81-f8d51aa78bf7 tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:33:48.514370 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-011e28c2-d275-4645-93e2-14c37373491b req-48963e22-a318-4533-ab81-f8d51aa78bf7 tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] 10.222.0.66 "GET /v2.0/ports?device_id=059fc536-4c3e-42ae-889d-9d87177ef9dd HTTP/1.1" status: 200 len: 945 time: 0.0765874 Nov 22 12:33:48.515514 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e410639c-f18f-4a56-b6ba-c2bf80e8a45b req-7787c300-ed04-4daa-8d34-4c64dde14c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:33:48.516929 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-e410639c-f18f-4a56-b6ba-c2bf80e8a45b req-7787c300-ed04-4daa-8d34-4c64dde14c26 service neutron] 10.222.0.46 "GET /v2.0/networks?id=b3fc06d8-5c3b-4a4b-b823-0fcbe71895b9 HTTP/1.1" status: 200 len: 913 time: 0.1369464 Nov 22 12:33:48.569165 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-e410639c-f18f-4a56-b6ba-c2bf80e8a45b req-b12c7c09-91f8-4ae5-9858-c95ad01a866e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=33464858-d2a4-4a97-b98e-ab0137a739a1 HTTP/1.1" status: 200 len: 217 time: 0.0419986 Nov 22 12:33:48.576257 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.l3_hamode_db [None req-298c9f80-bb72-403a-8342-f7892234216e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22e3319e-96da-42cd-99d2-6ae298eea824', 'name': 'tempest-TestVolumeBootPattern-2064543887-router', 'tenant_id': 'cb29d996e3de41b0b21ee7ccd827eaea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52f34850-4f08-4bf9-8f19-1c892d4c6132', 'external_fixed_ips': [{'subnet_id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'ip_address': '172.27.0.212'}], 'enable_snat': True}, 'gw_port_id': 'aa0aca8f-5f89-4a75-832c-e1fb055f3f19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T12:27:02Z', 'updated_at': '2021-11-22T12:27:04Z', 'revision_number': 4, 'project_id': 'cb29d996e3de41b0b21ee7ccd827eaea', 'gw_port': {'id': 'aa0aca8f-5f89-4a75-832c-e1fb055f3f19', 'name': '', 'network_id': '52f34850-4f08-4bf9-8f19-1c892d4c6132', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:4b:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22e3319e-96da-42cd-99d2-6ae298eea824', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'ip_address': '172.27.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T12:27:02Z', 'updated_at': '2021-11-22T12:27:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-13-iscsi', '_interfaces': [{'id': '8727499d-84a8-438c-bd19-6919bedd8315', 'name': '', 'network_id': 'b3fc06d8-5c3b-4a4b-b823-0fcbe71895b9', 'tenant_id': 'cb29d996e3de41b0b21ee7ccd827eaea', 'mac_address': 'fa:16:3e:f8:6d:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22e3319e-96da-42cd-99d2-6ae298eea824', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '3232d04e-3320-46b5-a105-4fa3dd51672a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T12:27:04Z', 'updated_at': '2021-11-22T12:27:10Z', 'revision_number': 5, 'project_id': 'cb29d996e3de41b0b21ee7ccd827eaea', 'subnets': [{'id': '3232d04e-3320-46b5-a105-4fa3dd51672a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-13-iscsi', False) {} {{(pid=102751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 12:33:48.607541 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-298c9f80-bb72-403a-8342-f7892234216e None None] Checking router: 22e3319e-96da-42cd-99d2-6ae298eea824 for host: dv-cinder-768458-13-iscsi {{(pid=102751) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 12:33:48.617580 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-298c9f80-bb72-403a-8342-f7892234216e None None] Routers {'22e3319e-96da-42cd-99d2-6ae298eea824'} bound to L3 agent in host dv-cinder-768458-13-iscsi {{(pid=102751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 12:33:48.618123 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.l3_hamode_db [None req-298c9f80-bb72-403a-8342-f7892234216e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T12:11:23Z,description=,heartbeat_timestamp=2021-11-22T12:33:23Z,host='dv-cinder-768458-13-iscsi',id=b4a26ead-6ab2-4f98-a352-c9ed6d39b73e,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T12:11:23Z,topic='l3_agent')) {'router_ids': ['22e3319e-96da-42cd-99d2-6ae298eea824'], 'active': True} {{(pid=102751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 12:33:48.629603 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-011e28c2-d275-4645-93e2-14c37373491b req-8ac31124-ee00-4d34-b72c-b216c23ed67f tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] 10.222.0.66 "GET /v2.0/security-groups?id=65f181fa-6909-4095-8bbf-8108c3343b44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1085548 Nov 22 12:33:48.642365 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e410639c-f18f-4a56-b6ba-c2bf80e8a45b req-c96626cc-204d-406e-a25e-1e5bb3b22a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:33:48.644040 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-e410639c-f18f-4a56-b6ba-c2bf80e8a45b req-c96626cc-204d-406e-a25e-1e5bb3b22a93 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3232d04e-3320-46b5-a105-4fa3dd51672a HTTP/1.1" status: 200 len: 851 time: 0.0653183 Nov 22 12:33:48.692241 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e410639c-f18f-4a56-b6ba-c2bf80e8a45b req-84a2943e-054c-4ba7-8f24-a236489d8857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:33:48.693783 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-e410639c-f18f-4a56-b6ba-c2bf80e8a45b req-84a2943e-054c-4ba7-8f24-a236489d8857 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b3fc06d8-5c3b-4a4b-b823-0fcbe71895b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0422091 Nov 22 12:33:48.725877 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.l3_dvr_db [None req-298c9f80-bb72-403a-8342-f7892234216e None None] Set router 22e3319e-96da-42cd-99d2-6ae298eea824 gateway port host: dv-cinder-768458-13-iscsi {{(pid=102751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 12:33:48.790954 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-e410639c-f18f-4a56-b6ba-c2bf80e8a45b req-94965e7c-a937-4b0c-8cc4-b7584876dd08 service neutron] 10.222.0.46 "GET /v2.0/networks/b3fc06d8-5c3b-4a4b-b823-0fcbe71895b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880163 Nov 22 12:33:48.901967 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-e410639c-f18f-4a56-b6ba-c2bf80e8a45b req-2b3b29e2-d91d-4711-9d21-fec90f19db8d service neutron] 10.222.0.46 "GET /v2.0/networks/b3fc06d8-5c3b-4a4b-b823-0fcbe71895b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021788 Nov 22 12:33:48.945858 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.l3_hamode_db [None req-298c9f80-bb72-403a-8342-f7892234216e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22e3319e-96da-42cd-99d2-6ae298eea824', 'name': 'tempest-TestVolumeBootPattern-2064543887-router', 'tenant_id': 'cb29d996e3de41b0b21ee7ccd827eaea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52f34850-4f08-4bf9-8f19-1c892d4c6132', 'external_fixed_ips': [{'subnet_id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'ip_address': '172.27.0.212'}], 'enable_snat': True}, 'gw_port_id': 'aa0aca8f-5f89-4a75-832c-e1fb055f3f19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T12:27:02Z', 'updated_at': '2021-11-22T12:27:04Z', 'revision_number': 4, 'project_id': 'cb29d996e3de41b0b21ee7ccd827eaea', 'gw_port': {'id': 'aa0aca8f-5f89-4a75-832c-e1fb055f3f19', 'name': '', 'network_id': '52f34850-4f08-4bf9-8f19-1c892d4c6132', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:4b:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22e3319e-96da-42cd-99d2-6ae298eea824', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'ip_address': '172.27.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T12:27:02Z', 'updated_at': '2021-11-22T12:27:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-13-iscsi', '_interfaces': [{'id': '8727499d-84a8-438c-bd19-6919bedd8315', 'name': '', 'network_id': 'b3fc06d8-5c3b-4a4b-b823-0fcbe71895b9', 'tenant_id': 'cb29d996e3de41b0b21ee7ccd827eaea', 'mac_address': 'fa:16:3e:f8:6d:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22e3319e-96da-42cd-99d2-6ae298eea824', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '3232d04e-3320-46b5-a105-4fa3dd51672a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T12:27:04Z', 'updated_at': '2021-11-22T12:27:10Z', 'revision_number': 5, 'project_id': 'cb29d996e3de41b0b21ee7ccd827eaea', 'subnets': [{'id': '3232d04e-3320-46b5-a105-4fa3dd51672a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-13-iscsi', False) {} {{(pid=102751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 12:33:48.972453 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-298c9f80-bb72-403a-8342-f7892234216e None None] The sync data for ids ['22e3319e-96da-42cd-99d2-6ae298eea824'] in dv-cinder-768458-13-iscsi is: [{'id': '22e3319e-96da-42cd-99d2-6ae298eea824', 'name': 'tempest-TestVolumeBootPattern-2064543887-router', 'tenant_id': 'cb29d996e3de41b0b21ee7ccd827eaea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52f34850-4f08-4bf9-8f19-1c892d4c6132', 'external_fixed_ips': [{'subnet_id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'ip_address': '172.27.0.212'}], 'enable_snat': True}, 'gw_port_id': 'aa0aca8f-5f89-4a75-832c-e1fb055f3f19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T12:27:02Z', 'updated_at': '2021-11-22T12:27:04Z', 'revision_number': 4, 'project_id': 'cb29d996e3de41b0b21ee7ccd827eaea', 'gw_port': {'id': 'aa0aca8f-5f89-4a75-832c-e1fb055f3f19', 'name': '', 'network_id': '52f34850-4f08-4bf9-8f19-1c892d4c6132', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:4b:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22e3319e-96da-42cd-99d2-6ae298eea824', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'ip_address': '172.27.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T12:27:02Z', 'updated_at': '2021-11-22T12:27:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-13-iscsi', '_interfaces': [{'id': '8727499d-84a8-438c-bd19-6919bedd8315', 'name': '', 'network_id': 'b3fc06d8-5c3b-4a4b-b823-0fcbe71895b9', 'tenant_id': 'cb29d996e3de41b0b21ee7ccd827eaea', 'mac_address': 'fa:16:3e:f8:6d:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22e3319e-96da-42cd-99d2-6ae298eea824', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '3232d04e-3320-46b5-a105-4fa3dd51672a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T12:27:04Z', 'updated_at': '2021-11-22T12:27:10Z', 'revision_number': 5, 'project_id': 'cb29d996e3de41b0b21ee7ccd827eaea', 'subnets': [{'id': '3232d04e-3320-46b5-a105-4fa3dd51672a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 12:33:49.205379 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-197b5162-870f-40d0-ae8b-ca20ef7c968e None None] New status for floating IP 525d00ac-83cf-499b-bb47-014540ed5d8a: DOWN {{(pid=102752) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 12:33:49.757273 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d642468-f88e-4e0c-8b89-8cb5b2368445 req-42043dad-8882-4eb7-803b-b3a1baae2dea tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:33:49.758726 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-6d642468-f88e-4e0c-8b89-8cb5b2368445 req-42043dad-8882-4eb7-803b-b3a1baae2dea tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] 10.222.0.66 "GET /v2.0/ports?device_id=059fc536-4c3e-42ae-889d-9d87177ef9dd HTTP/1.1" status: 200 len: 945 time: 0.0569639 Nov 22 12:33:49.813224 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-6d642468-f88e-4e0c-8b89-8cb5b2368445 req-21646b8d-bf93-49c7-a380-5d9c29d9cf2b tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] 10.222.0.66 "GET /v2.0/security-groups?id=65f181fa-6909-4095-8bbf-8108c3343b44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459683 Nov 22 12:33:50.052183 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64898d7b-3017-4732-be92-a6434b2baf3b req-c7eb1005-bac1-4eff-8e8c-c2f6042102bb tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 12:33:50.053536 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-64898d7b-3017-4732-be92-a6434b2baf3b req-c7eb1005-bac1-4eff-8e8c-c2f6042102bb tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] 10.222.0.46 "GET /v2.0/ports?device_id=059fc536-4c3e-42ae-889d-9d87177ef9dd HTTP/1.1" status: 200 len: 945 time: 0.0625362 Nov 22 12:33:50.144208 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.plugins.ml2.plugin [req-64898d7b-3017-4732-be92-a6434b2baf3b req-bbe03387-5343-4dc1-84b9-772002903cc7 tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] Deleting port 33464858-d2a4-4a97-b98e-ab0137a739a1 {{(pid=102749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 12:33:50.144498 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [req-64898d7b-3017-4732-be92-a6434b2baf3b req-bbe03387-5343-4dc1-84b9-772002903cc7 tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793343491880'] for port, before_delete {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:33:50.237487 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.plugins.ml2.db [req-64898d7b-3017-4732-be92-a6434b2baf3b req-bbe03387-5343-4dc1-84b9-772002903cc7 tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] For port 33464858-d2a4-4a97-b98e-ab0137a739a1, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=33464858-d2a4-4a97-b98e-ab0137a739a1,segment=NetworkSegment(b2e12c16-42f6-4ba0-941d-a4e84f88b840),segment_id=b2e12c16-42f6-4ba0-941d-a4e84f88b840)] {{(pid=102749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 12:33:50.237795 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [req-64898d7b-3017-4732-be92-a6434b2baf3b req-bbe03387-5343-4dc1-84b9-772002903cc7 tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-535547'] for port, precommit_delete {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:33:50.250833 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.plugins.ml2.plugin [req-64898d7b-3017-4732-be92-a6434b2baf3b req-bbe03387-5343-4dc1-84b9-772002903cc7 tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] Calling delete_port for 33464858-d2a4-4a97-b98e-ab0137a739a1 owned by compute:nova {{(pid=102749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 12:33:50.399851 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [req-64898d7b-3017-4732-be92-a6434b2baf3b req-bbe03387-5343-4dc1-84b9-772002903cc7 tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793343495765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793342949277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126077602'] for port, after_delete {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:33:50.429588 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe03387-5343-4dc1-84b9-772002903cc7 tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] Pushing event deleted for resources: {'Port': ['ID=33464858-d2a4-4a97-b98e-ab0137a739a1,revision_number=None']} {{(pid=102749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:33:50.473147 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.db.l3_dvrscheduler_db [req-64898d7b-3017-4732-be92-a6434b2baf3b req-bbe03387-5343-4dc1-84b9-772002903cc7 tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] No DVR routers for this DVR port 33464858-d2a4-4a97-b98e-ab0137a739a1 on host hv-cinder-76845 {{(pid=102749) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 12:33:50.475724 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [req-64898d7b-3017-4732-be92-a6434b2baf3b req-bbe03387-5343-4dc1-84b9-772002903cc7 tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434365'] for port, before_response {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:33:50.479024 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-64898d7b-3017-4732-be92-a6434b2baf3b req-bbe03387-5343-4dc1-84b9-772002903cc7 tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] 10.222.0.46 "DELETE /v2.0/ports/33464858-d2a4-4a97-b98e-ab0137a739a1 HTTP/1.1" status: 204 len: 173 time: 0.4197617 Nov 22 12:33:50.479495 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '059fc536-4c3e-42ae-889d-9d87177ef9dd', 'name': 'network-vif-deleted', 'tag': '33464858-d2a4-4a97-b98e-ab0137a739a1'}] {{(pid=102749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 12:33:50.481789 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e75a82c02e5e8e80361e9b8ad1df1450ec212ebfa93d78ee9da720cb5365782c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e860abb0-39bd-45b2-a837-e7ada0a81531" -d '{"events": [{"server_uuid": "059fc536-4c3e-42ae-889d-9d87177ef9dd", "name": "network-vif-deleted", "tag": "33464858-d2a4-4a97-b98e-ab0137a739a1"}]}' {{(pid=102749) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 12:33:50.522922 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 12:33:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-563bef54-9347-41f9-84fc-500f08ba1480 x-openstack-request-id: req-563bef54-9347-41f9-84fc-500f08ba1480 {{(pid=102749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 12:33:50.523220 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "059fc536-4c3e-42ae-889d-9d87177ef9dd", "name": "network-vif-deleted", "tag": "33464858-d2a4-4a97-b98e-ab0137a739a1", "status": "completed", "code": 200}]} {{(pid=102749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 12:33:50.523503 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-563bef54-9347-41f9-84fc-500f08ba1480 {{(pid=102749) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 12:33:50.523928 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '059fc536-4c3e-42ae-889d-9d87177ef9dd', 'name': 'network-vif-deleted', 'tag': '33464858-d2a4-4a97-b98e-ab0137a739a1', 'status': 'completed', 'code': 200} Nov 22 12:33:50.810335 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-8b54058f-08f4-4c85-abe4-2bbaabc8f40e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793343475411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3821827'] for agent, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:33:50.933946 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [req-0c7d649f-af3b-417e-997a-dd79a292cd19 req-53d5c3aa-c0bb-4305-8a51-dbf92720c315 tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] 10.222.0.66 "GET /v2.0/ports?device_id=059fc536-4c3e-42ae-889d-9d87177ef9dd HTTP/1.1" status: 200 len: 210 time: 0.0293260 Nov 22 12:33:52.009428 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.wsgi [-] (102749) accepted ('10.222.0.66', 54394) {{(pid=102749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:33:52.144841 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.plugins.ml2.plugin [None req-5ac0b46d-09f4-452e-9597-494df2497725 tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] Deleting port 039716eb-4445-49f6-bd45-85ac44db8cfc {{(pid=102749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 12:33:52.145158 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-5ac0b46d-09f4-452e-9597-494df2497725 tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793343491880'] for port, before_delete {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:33:52.231158 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-5ac0b46d-09f4-452e-9597-494df2497725 tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-535547'] for port, precommit_delete {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:33:52.231423 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-5ac0b46d-09f4-452e-9597-494df2497725 tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:33:52.244166 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.plugins.ml2.plugin [None req-5ac0b46d-09f4-452e-9597-494df2497725 tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] Calling delete_port for 039716eb-4445-49f6-bd45-85ac44db8cfc owned by network:floatingip {{(pid=102749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 12:33:52.400614 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-5ac0b46d-09f4-452e-9597-494df2497725 tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793343495765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793342949277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126077602'] for port, after_delete {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:33:52.427216 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac0b46d-09f4-452e-9597-494df2497725 tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] Pushing event deleted for resources: {'Port': ['ID=039716eb-4445-49f6-bd45-85ac44db8cfc,revision_number=None']} {{(pid=102749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:33:52.490399 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-5ac0b46d-09f4-452e-9597-494df2497725 tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] Publish callbacks [] for floatingip, after_delete {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:33:52.493035 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-5ac0b46d-09f4-452e-9597-494df2497725 tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434365'] for floatingip, before_response {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:33:52.494187 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [None req-5ac0b46d-09f4-452e-9597-494df2497725 tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] 10.222.0.66 "DELETE /v2.0/floatingips/0bedc45c-e365-48c7-9e39-9d07a5b90cb0 HTTP/1.1" status: 204 len: 168 time: 0.4837668 Nov 22 12:33:52.995015 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-61cf7aed-a67c-4820-a82f-08f8f10aea2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793343475411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3821827'] for agent, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:33:53.704106 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.wsgi [-] (102749) accepted ('10.222.0.66', 54406) {{(pid=102749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:33:53.763784 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-34f38516-87ba-4268-9a74-89922087ec97 tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] Publish callbacks [] for security_group, before_delete {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:33:53.793862 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-34f38516-87ba-4268-9a74-89922087ec97 tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:33:53.868926 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-34f38516-87ba-4268-9a74-89922087ec97 tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545565'] for security_group, after_delete {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:33:53.872055 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-34f38516-87ba-4268-9a74-89922087ec97 tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] Publish callbacks [] for security_group, before_response {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:33:53.873245 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [None req-34f38516-87ba-4268-9a74-89922087ec97 tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] 10.222.0.66 "DELETE /v2.0/security-groups/65f181fa-6909-4095-8bbf-8108c3343b44 HTTP/1.1" status: 204 len: 168 time: 0.1680989 Nov 22 12:33:53.882874 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f38516-87ba-4268-9a74-89922087ec97 tempest-TestVolumeBootPattern-6858092 tempest-TestVolumeBootPattern-6858092-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=65f181fa-6909-4095-8bbf-8108c3343b44,revision_number=None']} {{(pid=102749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:33:53.915691 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.rpc [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Device 33464858-d2a4-4a97-b98e-ab0137a739a1 no longer exists at agent hyperv_hv-cinder-76845 {{(pid=102751) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 12:33:53.932601 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.wsgi [-] (102749) accepted ('10.222.0.66', 54410) {{(pid=102749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:33:53.937645 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.plugin [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] No Port match for: 33464858-d2a4-4a97-b98e-ab0137a739a1 {{(pid=102751) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 12:33:53.938314 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.rpc [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Device 33464858-d2a4-4a97-b98e-ab0137a739a1 not bound to the agent host hv-cinder-76845 {{(pid=102751) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 12:33:54.103003 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-9105419b-06f9-45a8-bbac-70d110a73200 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793343475411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3821827'] for agent, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:33:54.465819 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-8ee24965-34b5-491a-b4f0-5b2899fb1460 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-531600'] for router_interface, before_delete {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:33:54.735009 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.plugins.ml2.plugin [None req-8ee24965-34b5-491a-b4f0-5b2899fb1460 admin admin] Deleting port 8727499d-84a8-438c-bd19-6919bedd8315 {{(pid=102749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 12:33:54.735731 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-8ee24965-34b5-491a-b4f0-5b2899fb1460 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793343491880'] for port, before_delete {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:33:54.822024 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.plugins.ml2.db [None req-8ee24965-34b5-491a-b4f0-5b2899fb1460 admin admin] For port 8727499d-84a8-438c-bd19-6919bedd8315, host dv-cinder-768458-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-13-iscsi',level=0,port_id=8727499d-84a8-438c-bd19-6919bedd8315,segment=NetworkSegment(b2e12c16-42f6-4ba0-941d-a4e84f88b840),segment_id=b2e12c16-42f6-4ba0-941d-a4e84f88b840)] {{(pid=102749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 12:33:54.822410 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-8ee24965-34b5-491a-b4f0-5b2899fb1460 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-535547'] for port, precommit_delete {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:33:54.836281 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.plugins.ml2.plugin [None req-8ee24965-34b5-491a-b4f0-5b2899fb1460 admin admin] Calling delete_port for 8727499d-84a8-438c-bd19-6919bedd8315 owned by network:router_interface {{(pid=102749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 12:33:55.037333 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-8ee24965-34b5-491a-b4f0-5b2899fb1460 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793343495765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793342949277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126077602'] for port, after_delete {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:33:55.062410 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee24965-34b5-491a-b4f0-5b2899fb1460 admin admin] Pushing event deleted for resources: {'Port': ['ID=8727499d-84a8-438c-bd19-6919bedd8315,revision_number=None']} {{(pid=102749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:33:55.238610 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-8ee24965-34b5-491a-b4f0-5b2899fb1460 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-758388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531580'] for router_interface, after_delete {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:33:55.461918 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ee24965-34b5-491a-b4f0-5b2899fb1460 admin admin] Router 22e3319e-96da-42cd-99d2-6ae298eea824 has already been hosted by L3 agent b4a26ead-6ab2-4f98-a352-c9ed6d39b73e {{(pid=102749) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 12:33:55.592241 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ee24965-34b5-491a-b4f0-5b2899fb1460 admin admin] Notify agent at l3_agent.dv-cinder-768458-13-iscsi the message routers_updated {{(pid=102749) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 12:33:55.597575 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [None req-8ee24965-34b5-491a-b4f0-5b2899fb1460 admin admin] 10.222.0.66 "PUT /v2.0/routers/22e3319e-96da-42cd-99d2-6ae298eea824/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6654513 Nov 22 12:33:55.600311 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.wsgi [-] (102749) accepted ('10.222.0.66', 54414) {{(pid=102749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:33:55.602909 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1a0f777-78df-43c3-8821-985fea00ba5b None None] Sync routers for ids ['22e3319e-96da-42cd-99d2-6ae298eea824'] in dv-cinder-768458-13-iscsi {{(pid=102751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 12:33:55.614220 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1a0f777-78df-43c3-8821-985fea00ba5b None None] Routers {'22e3319e-96da-42cd-99d2-6ae298eea824'} bound to L3 agent in host dv-cinder-768458-13-iscsi {{(pid=102751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 12:33:55.614854 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.l3_hamode_db [None req-f1a0f777-78df-43c3-8821-985fea00ba5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T12:11:23Z,description=,heartbeat_timestamp=2021-11-22T12:33:53Z,host='dv-cinder-768458-13-iscsi',id=b4a26ead-6ab2-4f98-a352-c9ed6d39b73e,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T12:11:23Z,topic='l3_agent')) {'router_ids': ['22e3319e-96da-42cd-99d2-6ae298eea824'], 'active': True} {{(pid=102751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 12:33:55.708032 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-4f25d484-4744-4171-b1a2-2d8386d7c37e admin admin] Publish callbacks [] for router, before_delete {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:33:55.726909 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.l3_dvr_db [None req-f1a0f777-78df-43c3-8821-985fea00ba5b None None] Set router 22e3319e-96da-42cd-99d2-6ae298eea824 gateway port host: dv-cinder-768458-13-iscsi {{(pid=102751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 12:33:55.818943 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-4f25d484-4744-4171-b1a2-2d8386d7c37e admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:33:55.829960 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-2de83071-1b6f-4e8d-a0c8-0ed39ca59a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793343475411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3821827'] for agent, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:33:55.878037 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.plugins.ml2.plugin [None req-4f25d484-4744-4171-b1a2-2d8386d7c37e admin admin] Deleting port aa0aca8f-5f89-4a75-832c-e1fb055f3f19 {{(pid=102749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 12:33:55.878382 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-4f25d484-4744-4171-b1a2-2d8386d7c37e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793343491880'] for port, before_delete {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:33:55.929921 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.l3_hamode_db [None req-f1a0f777-78df-43c3-8821-985fea00ba5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22e3319e-96da-42cd-99d2-6ae298eea824', 'name': 'tempest-TestVolumeBootPattern-2064543887-router', 'tenant_id': 'cb29d996e3de41b0b21ee7ccd827eaea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52f34850-4f08-4bf9-8f19-1c892d4c6132', 'external_fixed_ips': [{'subnet_id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'ip_address': '172.27.0.212'}], 'enable_snat': True}, 'gw_port_id': 'aa0aca8f-5f89-4a75-832c-e1fb055f3f19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T12:27:02Z', 'updated_at': '2021-11-22T12:33:54Z', 'revision_number': 5, 'project_id': 'cb29d996e3de41b0b21ee7ccd827eaea', 'gw_port': {'id': 'aa0aca8f-5f89-4a75-832c-e1fb055f3f19', 'name': '', 'network_id': '52f34850-4f08-4bf9-8f19-1c892d4c6132', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:4b:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22e3319e-96da-42cd-99d2-6ae298eea824', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'ip_address': '172.27.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T12:27:02Z', 'updated_at': '2021-11-22T12:27:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-13-iscsi'}], 'dv-cinder-768458-13-iscsi', False) {} {{(pid=102751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 12:33:55.957340 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1a0f777-78df-43c3-8821-985fea00ba5b None None] Checking router: 22e3319e-96da-42cd-99d2-6ae298eea824 for host: dv-cinder-768458-13-iscsi {{(pid=102751) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 12:33:55.968516 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1a0f777-78df-43c3-8821-985fea00ba5b None None] Routers {'22e3319e-96da-42cd-99d2-6ae298eea824'} bound to L3 agent in host dv-cinder-768458-13-iscsi {{(pid=102751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 12:33:55.969205 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.l3_hamode_db [None req-f1a0f777-78df-43c3-8821-985fea00ba5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T12:11:23Z,description=,heartbeat_timestamp=2021-11-22T12:33:53Z,host='dv-cinder-768458-13-iscsi',id=b4a26ead-6ab2-4f98-a352-c9ed6d39b73e,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T12:11:23Z,topic='l3_agent')) {'router_ids': ['22e3319e-96da-42cd-99d2-6ae298eea824'], 'active': True} {{(pid=102751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 12:33:55.978770 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.plugins.ml2.db [None req-4f25d484-4744-4171-b1a2-2d8386d7c37e admin admin] For port aa0aca8f-5f89-4a75-832c-e1fb055f3f19, host dv-cinder-768458-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-13-iscsi',level=0,port_id=aa0aca8f-5f89-4a75-832c-e1fb055f3f19,segment=NetworkSegment(91a15bc4-f975-4336-93bb-1ba9d2e7565e),segment_id=91a15bc4-f975-4336-93bb-1ba9d2e7565e)] {{(pid=102749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 12:33:55.979171 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-4f25d484-4744-4171-b1a2-2d8386d7c37e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-535547'] for port, precommit_delete {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:33:55.993688 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.plugins.ml2.plugin [None req-4f25d484-4744-4171-b1a2-2d8386d7c37e admin admin] Calling delete_port for aa0aca8f-5f89-4a75-832c-e1fb055f3f19 owned by network:router_gateway {{(pid=102749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 12:33:56.061913 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.l3_dvr_db [None req-f1a0f777-78df-43c3-8821-985fea00ba5b None None] Set router 22e3319e-96da-42cd-99d2-6ae298eea824 gateway port host: None {{(pid=102751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 12:33:56.119721 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.l3_hamode_db [None req-f1a0f777-78df-43c3-8821-985fea00ba5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22e3319e-96da-42cd-99d2-6ae298eea824', 'name': 'tempest-TestVolumeBootPattern-2064543887-router', 'tenant_id': 'cb29d996e3de41b0b21ee7ccd827eaea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T12:27:02Z', 'updated_at': '2021-11-22T12:33:55Z', 'revision_number': 6, 'project_id': 'cb29d996e3de41b0b21ee7ccd827eaea', 'gw_port_host': None}], 'dv-cinder-768458-13-iscsi', False) {} {{(pid=102751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 12:33:56.285653 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1a0f777-78df-43c3-8821-985fea00ba5b None None] The sync data for ids ['22e3319e-96da-42cd-99d2-6ae298eea824'] in dv-cinder-768458-13-iscsi is: [{'id': '22e3319e-96da-42cd-99d2-6ae298eea824', 'name': 'tempest-TestVolumeBootPattern-2064543887-router', 'tenant_id': 'cb29d996e3de41b0b21ee7ccd827eaea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T12:27:02Z', 'updated_at': '2021-11-22T12:33:55Z', 'revision_number': 6, 'project_id': 'cb29d996e3de41b0b21ee7ccd827eaea', 'gw_port_host': None}] {{(pid=102751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 12:33:56.400559 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793343475411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3821827'] for agent, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:33:56.466780 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-4f25d484-4744-4171-b1a2-2d8386d7c37e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793343495765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793342949277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126077602'] for port, after_delete {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:33:56.491892 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f25d484-4744-4171-b1a2-2d8386d7c37e admin admin] Pushing event deleted for resources: {'Port': ['ID=aa0aca8f-5f89-4a75-832c-e1fb055f3f19,revision_number=None']} {{(pid=102749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:33:56.552546 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-4f25d484-4744-4171-b1a2-2d8386d7c37e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-532702'] for router_gateway, after_delete {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:33:56.645857 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-4f25d484-4744-4171-b1a2-2d8386d7c37e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11715'] for router, precommit_delete {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:33:56.648268 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-4f25d484-4744-4171-b1a2-2d8386d7c37e admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:33:56.697190 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-4f25d484-4744-4171-b1a2-2d8386d7c37e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532541'] for router, after_delete {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:33:56.697732 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f25d484-4744-4171-b1a2-2d8386d7c37e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 22e3319e-96da-42cd-99d2-6ae298eea824 {{(pid=102749) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 12:33:56.706288 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-4f25d484-4744-4171-b1a2-2d8386d7c37e admin admin] Publish callbacks [] for router, before_response {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:33:56.706288 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [None req-4f25d484-4744-4171-b1a2-2d8386d7c37e admin admin] 10.222.0.66 "DELETE /v2.0/routers/22e3319e-96da-42cd-99d2-6ae298eea824 HTTP/1.1" status: 204 len: 168 time: 1.1036804 Nov 22 12:33:56.708068 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.wsgi [-] (102749) accepted ('10.222.0.66', 54416) {{(pid=102749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:33:56.754607 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.db.db_base_plugin_v2 [None req-46ba91ee-3b15-4aff-b15b-64472475b97a admin admin] Deleting subnet 3232d04e-3320-46b5-a105-4fa3dd51672a {{(pid=102749) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 12:33:56.757827 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-46ba91ee-3b15-4aff-b15b-64472475b97a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:33:56.792721 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-46ba91ee-3b15-4aff-b15b-64472475b97a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129474033'] for subnet, precommit_delete_associations {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:33:56.879642 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-46ba91ee-3b15-4aff-b15b-64472475b97a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3851550'] for subnet, precommit_delete {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:33:56.933200 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-46ba91ee-3b15-4aff-b15b-64472475b97a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3851541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126077565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129923368'] for subnet, after_delete {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:33:56.957904 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ba91ee-3b15-4aff-b15b-64472475b97a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3232d04e-3320-46b5-a105-4fa3dd51672a,revision_number=None']} {{(pid=102749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:33:56.961917 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-46ba91ee-3b15-4aff-b15b-64472475b97a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758363'] for subnet, before_response {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:33:56.965712 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [None req-46ba91ee-3b15-4aff-b15b-64472475b97a admin admin] 10.222.0.66 "DELETE /v2.0/subnets/3232d04e-3320-46b5-a105-4fa3dd51672a HTTP/1.1" status: 204 len: 168 time: 0.2556760 Nov 22 12:33:56.967804 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.wsgi [-] (102749) accepted ('10.222.0.66', 54418) {{(pid=102749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:33:56.970367 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e16ac24-58db-456d-a412-9993a5f81e38 None None] Network b3fc06d8-5c3b-4a4b-b823-0fcbe71895b9 requested from dv-cinder-768458-13-iscsi {{(pid=102751) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 12:33:57.049861 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-84dc7987-6c9d-42b7-b43b-28a2761c9f62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3895399'] for network, before_delete {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:33:57.109183 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.plugins.ml2.plugin [None req-84dc7987-6c9d-42b7-b43b-28a2761c9f62 admin admin] Deleting port 9b949aff-01a3-4f60-8336-f549919d6ab7 {{(pid=102749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 12:33:57.109530 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-84dc7987-6c9d-42b7-b43b-28a2761c9f62 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793343491880'] for port, before_delete {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:33:57.179463 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.plugins.ml2.db [None req-84dc7987-6c9d-42b7-b43b-28a2761c9f62 admin admin] For port 9b949aff-01a3-4f60-8336-f549919d6ab7, host dv-cinder-768458-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-13-iscsi',level=0,port_id=9b949aff-01a3-4f60-8336-f549919d6ab7,segment=NetworkSegment(b2e12c16-42f6-4ba0-941d-a4e84f88b840),segment_id=b2e12c16-42f6-4ba0-941d-a4e84f88b840)] {{(pid=102749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 12:33:57.179703 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-84dc7987-6c9d-42b7-b43b-28a2761c9f62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-535547'] for port, precommit_delete {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:33:57.179828 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a4f99b6-221b-479f-9c88-84a57d9d0d4a None None] DHCP port deletion for b3fc06d8-5c3b-4a4b-b823-0fcbe71895b9 request from dv-cinder-768458-13-iscsi {{(pid=102751) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 12:33:57.198282 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.plugins.ml2.plugin [None req-84dc7987-6c9d-42b7-b43b-28a2761c9f62 admin admin] Calling delete_port for 9b949aff-01a3-4f60-8336-f549919d6ab7 owned by network:dhcp {{(pid=102749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 12:33:57.230479 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.plugin [None req-2a4f99b6-221b-479f-9c88-84a57d9d0d4a None None] Deleting port 9b949aff-01a3-4f60-8336-f549919d6ab7 {{(pid=102751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 12:33:57.230879 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-2a4f99b6-221b-479f-9c88-84a57d9d0d4a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793343491880'] for port, before_delete {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:33:57.282395 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-84dc7987-6c9d-42b7-b43b-28a2761c9f62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793343495765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793342949277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126077602'] for port, after_delete {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:33:57.306430 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.db [None req-2a4f99b6-221b-479f-9c88-84a57d9d0d4a None None] For port 9b949aff-01a3-4f60-8336-f549919d6ab7, host dv-cinder-768458-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-13-iscsi',level=0,port_id=9b949aff-01a3-4f60-8336-f549919d6ab7,segment=NetworkSegment(b2e12c16-42f6-4ba0-941d-a4e84f88b840),segment_id=b2e12c16-42f6-4ba0-941d-a4e84f88b840)] {{(pid=102751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 12:33:57.307218 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-2a4f99b6-221b-479f-9c88-84a57d9d0d4a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-535547'] for port, precommit_delete {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:33:57.311983 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dc7987-6c9d-42b7-b43b-28a2761c9f62 admin admin] Pushing event deleted for resources: {'Port': ['ID=9b949aff-01a3-4f60-8336-f549919d6ab7,revision_number=None']} {{(pid=102749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:33:57.313856 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84dc7987-6c9d-42b7-b43b-28a2761c9f62 admin admin] No DVR routers for this DVR port 9b949aff-01a3-4f60-8336-f549919d6ab7 on host dv-cinder-768458-13-iscsi {{(pid=102749) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 12:33:57.325148 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.plugin [None req-2a4f99b6-221b-479f-9c88-84a57d9d0d4a None None] Calling delete_port for 9b949aff-01a3-4f60-8336-f549919d6ab7 owned by network:dhcp {{(pid=102751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 12:33:57.392445 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-84dc7987-6c9d-42b7-b43b-28a2761c9f62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3855014', 'neutron.services.segments.db._delete_segments_for_network-8793343475339'] for network, precommit_delete {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:33:57.405701 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-2a4f99b6-221b-479f-9c88-84a57d9d0d4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793343495765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793342949277'] for port, after_delete {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:33:57.417559 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.services.segments.db [None req-84dc7987-6c9d-42b7-b43b-28a2761c9f62 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3fc06d8-5c3b-4a4b-b823-0fcbe71895b9']}} {{(pid=102749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 12:33:57.427994 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.services.segments.db [None req-84dc7987-6c9d-42b7-b43b-28a2761c9f62 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2e12c16-42f6-4ba0-941d-a4e84f88b840') {'for_net_delete': True} {{(pid=102749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 12:33:57.428280 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.services.segments.db [None req-84dc7987-6c9d-42b7-b43b-28a2761c9f62 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2e12c16-42f6-4ba0-941d-a4e84f88b840') {} {{(pid=102749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 12:33:57.433301 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4f99b6-221b-479f-9c88-84a57d9d0d4a None None] Pushing event deleted for resources: {'Port': ['ID=9b949aff-01a3-4f60-8336-f549919d6ab7,revision_number=None']} {{(pid=102751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:33:57.437857 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-84dc7987-6c9d-42b7-b43b-28a2761c9f62 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793343276566', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129474042'] for segment, before_delete {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:33:57.441675 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a4f99b6-221b-479f-9c88-84a57d9d0d4a None None] No DVR routers for this DVR port 9b949aff-01a3-4f60-8336-f549919d6ab7 on host dv-cinder-768458-13-iscsi {{(pid=102751) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 12:33:57.445138 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4f99b6-221b-479f-9c88-84a57d9d0d4a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:33:57.445521 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4f99b6-221b-479f-9c88-84a57d9d0d4a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:33:57.448171 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4f99b6-221b-479f-9c88-84a57d9d0d4a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:33:57.448171 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4f99b6-221b-479f-9c88-84a57d9d0d4a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:33:57.448171 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4f99b6-221b-479f-9c88-84a57d9d0d4a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:33:57.448171 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4f99b6-221b-479f-9c88-84a57d9d0d4a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:33:57.448171 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4f99b6-221b-479f-9c88-84a57d9d0d4a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:33:57.448171 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4f99b6-221b-479f-9c88-84a57d9d0d4a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:33:57.448171 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4f99b6-221b-479f-9c88-84a57d9d0d4a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:33:57.448990 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4f99b6-221b-479f-9c88-84a57d9d0d4a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:33:57.448990 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4f99b6-221b-479f-9c88-84a57d9d0d4a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:33:57.448990 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4f99b6-221b-479f-9c88-84a57d9d0d4a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:33:57.459553 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.rpc [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] Device 9b949aff-01a3-4f60-8336-f549919d6ab7 no longer exists at agent ovs-agent-dv-cinder-768458-13-iscsi {{(pid=102751) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 12:33:57.461185 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-84dc7987-6c9d-42b7-b43b-28a2761c9f62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3850450'] for segment, precommit_delete {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:33:57.467588 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84dc7987-6c9d-42b7-b43b-28a2761c9f62 admin admin] Releasing vlan 610 on physical network physnet1 to pool {{(pid=102749) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 12:33:57.468068 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-84dc7987-6c9d-42b7-b43b-28a2761c9f62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3850450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126077655'] for segment, after_delete {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:33:57.469748 dv-cinder-768458-13-iscsi neutron-server[102749]: Traceback (most recent call last): Nov 22 12:33:57.469748 dv-cinder-768458-13-iscsi neutron-server[102749]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 12:33:57.469748 dv-cinder-768458-13-iscsi neutron-server[102749]: timer() Nov 22 12:33:57.469748 dv-cinder-768458-13-iscsi neutron-server[102749]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 12:33:57.469748 dv-cinder-768458-13-iscsi neutron-server[102749]: cb(*args, **kw) Nov 22 12:33:57.469748 dv-cinder-768458-13-iscsi neutron-server[102749]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 12:33:57.469748 dv-cinder-768458-13-iscsi neutron-server[102749]: return func(*args, **kwargs) Nov 22 12:33:57.469748 dv-cinder-768458-13-iscsi neutron-server[102749]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 12:33:57.469748 dv-cinder-768458-13-iscsi neutron-server[102749]: self._notify() Nov 22 12:33:57.469748 dv-cinder-768458-13-iscsi neutron-server[102749]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 12:33:57.469748 dv-cinder-768458-13-iscsi neutron-server[102749]: self.callback(batched_events) Nov 22 12:33:57.469748 dv-cinder-768458-13-iscsi neutron-server[102749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 12:33:57.469748 dv-cinder-768458-13-iscsi neutron-server[102749]: event.method(event) Nov 22 12:33:57.469748 dv-cinder-768458-13-iscsi neutron-server[102749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 12:33:57.469748 dv-cinder-768458-13-iscsi neutron-server[102749]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 12:33:57.469748 dv-cinder-768458-13-iscsi neutron-server[102749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 12:33:57.469748 dv-cinder-768458-13-iscsi neutron-server[102749]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 12:33:57.469748 dv-cinder-768458-13-iscsi neutron-server[102749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 12:33:57.469748 dv-cinder-768458-13-iscsi neutron-server[102749]: return f(self, *a, **k) Nov 22 12:33:57.469748 dv-cinder-768458-13-iscsi neutron-server[102749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 12:33:57.469748 dv-cinder-768458-13-iscsi neutron-server[102749]: return self._get(url).json() Nov 22 12:33:57.469748 dv-cinder-768458-13-iscsi neutron-server[102749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 12:33:57.469748 dv-cinder-768458-13-iscsi neutron-server[102749]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 12:33:57.469748 dv-cinder-768458-13-iscsi neutron-server[102749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 12:33:57.469748 dv-cinder-768458-13-iscsi neutron-server[102749]: return self.request(url, 'GET', **kwargs) Nov 22 12:33:57.469748 dv-cinder-768458-13-iscsi neutron-server[102749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 12:33:57.469748 dv-cinder-768458-13-iscsi neutron-server[102749]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 12:33:57.469748 dv-cinder-768458-13-iscsi neutron-server[102749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 12:33:57.469748 dv-cinder-768458-13-iscsi neutron-server[102749]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 12:33:57.469748 dv-cinder-768458-13-iscsi neutron-server[102749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 12:33:57.469748 dv-cinder-768458-13-iscsi neutron-server[102749]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 12:33:57.469748 dv-cinder-768458-13-iscsi neutron-server[102749]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 12:33:57.482474 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.plugin [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] No Port match for: 9b949aff-01a3-4f60-8336-f549919d6ab7 {{(pid=102751) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 12:33:57.482823 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.rpc [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] Device 9b949aff-01a3-4f60-8336-f549919d6ab7 not bound to the agent host dv-cinder-768458-13-iscsi {{(pid=102751) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 12:33:57.484699 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.rpc [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] Device aa0aca8f-5f89-4a75-832c-e1fb055f3f19 no longer exists at agent ovs-agent-dv-cinder-768458-13-iscsi {{(pid=102751) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 12:33:57.507356 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.plugin [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] No Port match for: aa0aca8f-5f89-4a75-832c-e1fb055f3f19 {{(pid=102751) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 12:33:57.507698 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.rpc [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] Device aa0aca8f-5f89-4a75-832c-e1fb055f3f19 not bound to the agent host dv-cinder-768458-13-iscsi {{(pid=102751) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 12:33:57.508126 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.rpc [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] Device 8727499d-84a8-438c-bd19-6919bedd8315 no longer exists at agent ovs-agent-dv-cinder-768458-13-iscsi {{(pid=102751) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 12:33:57.527414 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-84dc7987-6c9d-42b7-b43b-28a2761c9f62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3855023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532706'] for network, after_delete {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:33:57.528430 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.plugin [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] No Port match for: 8727499d-84a8-438c-bd19-6919bedd8315 {{(pid=102751) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 12:33:57.528778 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.rpc [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] Device 8727499d-84a8-438c-bd19-6919bedd8315 not bound to the agent host dv-cinder-768458-13-iscsi {{(pid=102751) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 12:33:57.533070 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-84dc7987-6c9d-42b7-b43b-28a2761c9f62 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758363'] for network, before_response {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:33:57.536331 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [None req-84dc7987-6c9d-42b7-b43b-28a2761c9f62 admin admin] 10.222.0.66 "DELETE /v2.0/networks/b3fc06d8-5c3b-4a4b-b823-0fcbe71895b9 HTTP/1.1" status: 204 len: 168 time: 0.5676386 Nov 22 12:33:57.539408 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.wsgi [-] (102750) accepted ('10.222.0.66', 54420) {{(pid=102750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:33:57.548186 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dc7987-6c9d-42b7-b43b-28a2761c9f62 admin admin] Pushing event deleted for resources: {'Network': ['ID=b3fc06d8-5c3b-4a4b-b823-0fcbe71895b9,revision_number=None']} {{(pid=102749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:33:57.902259 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-48395690-38bc-4c1f-81fb-db9e38593b5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-531600'] for router_interface, before_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:33:58.163794 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.plugins.ml2.plugin [None req-48395690-38bc-4c1f-81fb-db9e38593b5b admin admin] Deleting port 4cce82d2-a6d0-475c-960f-a3a0e17daba1 {{(pid=102750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 12:33:58.164042 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-48395690-38bc-4c1f-81fb-db9e38593b5b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793343491880'] for port, before_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:33:58.246153 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.plugins.ml2.db [None req-48395690-38bc-4c1f-81fb-db9e38593b5b admin admin] For port 4cce82d2-a6d0-475c-960f-a3a0e17daba1, host dv-cinder-768458-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-13-iscsi',level=0,port_id=4cce82d2-a6d0-475c-960f-a3a0e17daba1,segment=NetworkSegment(e3c39b73-03d8-49ff-bc2c-260388c4f6b1),segment_id=e3c39b73-03d8-49ff-bc2c-260388c4f6b1)] {{(pid=102750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 12:33:58.246554 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-48395690-38bc-4c1f-81fb-db9e38593b5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-535547'] for port, precommit_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:33:58.259814 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.plugins.ml2.plugin [None req-48395690-38bc-4c1f-81fb-db9e38593b5b admin admin] Calling delete_port for 4cce82d2-a6d0-475c-960f-a3a0e17daba1 owned by network:router_interface {{(pid=102750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 12:33:58.452464 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-48395690-38bc-4c1f-81fb-db9e38593b5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793343495765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793342949277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128483729'] for port, after_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:33:58.477570 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48395690-38bc-4c1f-81fb-db9e38593b5b admin admin] Pushing event deleted for resources: {'Port': ['ID=4cce82d2-a6d0-475c-960f-a3a0e17daba1,revision_number=None']} {{(pid=102750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:33:58.506993 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48395690-38bc-4c1f-81fb-db9e38593b5b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:33:58.507409 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48395690-38bc-4c1f-81fb-db9e38593b5b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:33:58.507749 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48395690-38bc-4c1f-81fb-db9e38593b5b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:33:58.508092 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48395690-38bc-4c1f-81fb-db9e38593b5b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:33:58.508432 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48395690-38bc-4c1f-81fb-db9e38593b5b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:33:58.508772 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48395690-38bc-4c1f-81fb-db9e38593b5b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:33:58.509107 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48395690-38bc-4c1f-81fb-db9e38593b5b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:33:58.509438 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48395690-38bc-4c1f-81fb-db9e38593b5b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:33:58.509747 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48395690-38bc-4c1f-81fb-db9e38593b5b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:33:58.510100 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48395690-38bc-4c1f-81fb-db9e38593b5b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:33:58.510417 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48395690-38bc-4c1f-81fb-db9e38593b5b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:33:58.510745 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48395690-38bc-4c1f-81fb-db9e38593b5b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-13-iscsi {{(pid=102750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 12:33:58.659060 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-48395690-38bc-4c1f-81fb-db9e38593b5b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-758388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-531580'] for router_interface, after_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:33:58.887929 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48395690-38bc-4c1f-81fb-db9e38593b5b admin admin] Router a57a2ca3-a70e-46ff-8851-7364a65e32bb has already been hosted by L3 agent b4a26ead-6ab2-4f98-a352-c9ed6d39b73e {{(pid=102750) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 12:33:58.999436 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48395690-38bc-4c1f-81fb-db9e38593b5b admin admin] Notify agent at l3_agent.dv-cinder-768458-13-iscsi the message routers_updated {{(pid=102750) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 12:33:59.005607 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [None req-48395690-38bc-4c1f-81fb-db9e38593b5b admin admin] 10.222.0.66 "PUT /v2.0/routers/a57a2ca3-a70e-46ff-8851-7364a65e32bb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4638844 Nov 22 12:33:59.007711 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.wsgi [-] (102749) accepted ('10.222.0.66', 54424) {{(pid=102749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:33:59.010597 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4a0c8a0-4bc6-4524-8cd0-c876c43d46a7 None None] Sync routers for ids ['a57a2ca3-a70e-46ff-8851-7364a65e32bb'] in dv-cinder-768458-13-iscsi {{(pid=102752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 12:33:59.025924 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4a0c8a0-4bc6-4524-8cd0-c876c43d46a7 None None] Routers {'a57a2ca3-a70e-46ff-8851-7364a65e32bb'} bound to L3 agent in host dv-cinder-768458-13-iscsi {{(pid=102752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 12:33:59.026566 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.db.l3_hamode_db [None req-b4a0c8a0-4bc6-4524-8cd0-c876c43d46a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T12:11:23Z,description=,heartbeat_timestamp=2021-11-22T12:33:53Z,host='dv-cinder-768458-13-iscsi',id=b4a26ead-6ab2-4f98-a352-c9ed6d39b73e,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T12:11:23Z,topic='l3_agent')) {'router_ids': ['a57a2ca3-a70e-46ff-8851-7364a65e32bb'], 'active': True} {{(pid=102752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 12:33:59.117589 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-25abd95c-cdd8-4128-ae39-f08490f13003 admin admin] Publish callbacks [] for router, before_delete {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:33:59.131555 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.db.l3_dvr_db [None req-b4a0c8a0-4bc6-4524-8cd0-c876c43d46a7 None None] Set router a57a2ca3-a70e-46ff-8851-7364a65e32bb gateway port host: dv-cinder-768458-13-iscsi {{(pid=102752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 12:33:59.223711 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-25abd95c-cdd8-4128-ae39-f08490f13003 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:33:59.280424 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.plugins.ml2.plugin [None req-25abd95c-cdd8-4128-ae39-f08490f13003 admin admin] Deleting port 255ed53a-da05-458f-83c6-75f53cd737de {{(pid=102749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 12:33:59.280764 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-25abd95c-cdd8-4128-ae39-f08490f13003 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793343491880'] for port, before_delete {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:33:59.310039 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.db.l3_hamode_db [None req-b4a0c8a0-4bc6-4524-8cd0-c876c43d46a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a57a2ca3-a70e-46ff-8851-7364a65e32bb', 'name': 'tempest-TestVolumeBootPattern-1146615576-router', 'tenant_id': 'e603b27179e64c34a760f8fd2b22f85b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '52f34850-4f08-4bf9-8f19-1c892d4c6132', 'external_fixed_ips': [{'subnet_id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'ip_address': '172.27.0.29'}], 'enable_snat': True}, 'gw_port_id': '255ed53a-da05-458f-83c6-75f53cd737de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T12:27:08Z', 'updated_at': '2021-11-22T12:33:58Z', 'revision_number': 5, 'project_id': 'e603b27179e64c34a760f8fd2b22f85b', 'gw_port': {'id': '255ed53a-da05-458f-83c6-75f53cd737de', 'name': '', 'network_id': '52f34850-4f08-4bf9-8f19-1c892d4c6132', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:8f:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a57a2ca3-a70e-46ff-8851-7364a65e32bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'ip_address': '172.27.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T12:27:08Z', 'updated_at': '2021-11-22T12:27:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e59152d-9f1b-4a42-ae53-82f6bd285144', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-13-iscsi'}], 'dv-cinder-768458-13-iscsi', False) {} {{(pid=102752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 12:33:59.340045 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4a0c8a0-4bc6-4524-8cd0-c876c43d46a7 None None] Checking router: a57a2ca3-a70e-46ff-8851-7364a65e32bb for host: dv-cinder-768458-13-iscsi {{(pid=102752) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 12:33:59.348720 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4a0c8a0-4bc6-4524-8cd0-c876c43d46a7 None None] Routers {'a57a2ca3-a70e-46ff-8851-7364a65e32bb'} bound to L3 agent in host dv-cinder-768458-13-iscsi {{(pid=102752) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 12:33:59.349345 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.db.l3_hamode_db [None req-b4a0c8a0-4bc6-4524-8cd0-c876c43d46a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T12:11:23Z,description=,heartbeat_timestamp=2021-11-22T12:33:53Z,host='dv-cinder-768458-13-iscsi',id=b4a26ead-6ab2-4f98-a352-c9ed6d39b73e,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T12:11:23Z,topic='l3_agent')) {'router_ids': ['a57a2ca3-a70e-46ff-8851-7364a65e32bb'], 'active': True} {{(pid=102752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 12:33:59.365697 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.plugins.ml2.db [None req-25abd95c-cdd8-4128-ae39-f08490f13003 admin admin] For port 255ed53a-da05-458f-83c6-75f53cd737de, host dv-cinder-768458-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-13-iscsi',level=0,port_id=255ed53a-da05-458f-83c6-75f53cd737de,segment=NetworkSegment(91a15bc4-f975-4336-93bb-1ba9d2e7565e),segment_id=91a15bc4-f975-4336-93bb-1ba9d2e7565e)] {{(pid=102749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 12:33:59.366093 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-25abd95c-cdd8-4128-ae39-f08490f13003 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-535547'] for port, precommit_delete {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:33:59.379693 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.plugins.ml2.plugin [None req-25abd95c-cdd8-4128-ae39-f08490f13003 admin admin] Calling delete_port for 255ed53a-da05-458f-83c6-75f53cd737de owned by network:router_gateway {{(pid=102749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 12:33:59.434154 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.db.l3_dvr_db [None req-b4a0c8a0-4bc6-4524-8cd0-c876c43d46a7 None None] Set router a57a2ca3-a70e-46ff-8851-7364a65e32bb gateway port host: None {{(pid=102752) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 12:33:59.488064 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.db.l3_hamode_db [None req-b4a0c8a0-4bc6-4524-8cd0-c876c43d46a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a57a2ca3-a70e-46ff-8851-7364a65e32bb', 'name': 'tempest-TestVolumeBootPattern-1146615576-router', 'tenant_id': 'e603b27179e64c34a760f8fd2b22f85b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T12:27:08Z', 'updated_at': '2021-11-22T12:33:59Z', 'revision_number': 6, 'project_id': 'e603b27179e64c34a760f8fd2b22f85b', 'gw_port_host': None}], 'dv-cinder-768458-13-iscsi', False) {} {{(pid=102752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 12:33:59.515592 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4a0c8a0-4bc6-4524-8cd0-c876c43d46a7 None None] The sync data for ids ['a57a2ca3-a70e-46ff-8851-7364a65e32bb'] in dv-cinder-768458-13-iscsi is: [{'id': 'a57a2ca3-a70e-46ff-8851-7364a65e32bb', 'name': 'tempest-TestVolumeBootPattern-1146615576-router', 'tenant_id': 'e603b27179e64c34a760f8fd2b22f85b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T12:27:08Z', 'updated_at': '2021-11-22T12:33:59Z', 'revision_number': 6, 'project_id': 'e603b27179e64c34a760f8fd2b22f85b', 'gw_port_host': None}] {{(pid=102752) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 12:33:59.560463 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-25abd95c-cdd8-4128-ae39-f08490f13003 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793343495765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793342949277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126077602'] for port, after_delete {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:33:59.586717 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25abd95c-cdd8-4128-ae39-f08490f13003 admin admin] Pushing event deleted for resources: {'Port': ['ID=255ed53a-da05-458f-83c6-75f53cd737de,revision_number=None']} {{(pid=102749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:33:59.648642 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-25abd95c-cdd8-4128-ae39-f08490f13003 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-532702'] for router_gateway, after_delete {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:33:59.740987 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-25abd95c-cdd8-4128-ae39-f08490f13003 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-532516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11715'] for router, precommit_delete {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:33:59.743303 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-25abd95c-cdd8-4128-ae39-f08490f13003 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:33:59.788461 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-25abd95c-cdd8-4128-ae39-f08490f13003 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-532541'] for router, after_delete {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:33:59.788994 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25abd95c-cdd8-4128-ae39-f08490f13003 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a57a2ca3-a70e-46ff-8851-7364a65e32bb {{(pid=102749) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 12:33:59.793343 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-25abd95c-cdd8-4128-ae39-f08490f13003 admin admin] Publish callbacks [] for router, before_response {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:33:59.794491 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [None req-25abd95c-cdd8-4128-ae39-f08490f13003 admin admin] 10.222.0.66 "DELETE /v2.0/routers/a57a2ca3-a70e-46ff-8851-7364a65e32bb HTTP/1.1" status: 204 len: 168 time: 0.7858028 Nov 22 12:33:59.797531 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.wsgi [-] (102749) accepted ('10.222.0.66', 54426) {{(pid=102749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:33:59.843450 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.db.db_base_plugin_v2 [None req-e726b3bc-4ca0-49f6-97be-d07ab6f336e0 admin admin] Deleting subnet 744703d2-6578-4746-a877-8b569b4a35e7 {{(pid=102749) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 12:33:59.848293 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-e726b3bc-4ca0-49f6-97be-d07ab6f336e0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:33:59.891002 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-e726b3bc-4ca0-49f6-97be-d07ab6f336e0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129474033'] for subnet, precommit_delete_associations {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:33:59.976840 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-e726b3bc-4ca0-49f6-97be-d07ab6f336e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3851550'] for subnet, precommit_delete {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:34:00.035180 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-e726b3bc-4ca0-49f6-97be-d07ab6f336e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3851541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126077565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129923368'] for subnet, after_delete {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:34:00.059976 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e726b3bc-4ca0-49f6-97be-d07ab6f336e0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=744703d2-6578-4746-a877-8b569b4a35e7,revision_number=None']} {{(pid=102749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:34:00.064703 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron_lib.callbacks.manager [None req-e726b3bc-4ca0-49f6-97be-d07ab6f336e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758363'] for subnet, before_response {{(pid=102749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:34:00.071082 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.wsgi [-] (102750) accepted ('10.222.0.66', 54428) {{(pid=102750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:34:00.071926 dv-cinder-768458-13-iscsi neutron-server[102749]: INFO neutron.wsgi [None req-e726b3bc-4ca0-49f6-97be-d07ab6f336e0 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/744703d2-6578-4746-a877-8b569b4a35e7 HTTP/1.1" status: 204 len: 168 time: 0.2731998 Nov 22 12:34:00.073445 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98fecd95-0e43-4a8c-8155-b4e717e60cc1 None None] Network 368dc3d0-96f6-4bfa-88bb-81a0061ef57e requested from dv-cinder-768458-13-iscsi {{(pid=102751) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 12:34:00.142427 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-c887a59c-7c6e-4eed-ab23-7d188ed417ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3895399'] for network, before_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:34:00.200005 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.plugins.ml2.plugin [None req-c887a59c-7c6e-4eed-ab23-7d188ed417ec admin admin] Deleting port 61a51190-2223-465e-afff-b433e203ee65 {{(pid=102750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 12:34:00.200340 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-c887a59c-7c6e-4eed-ab23-7d188ed417ec admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793343491880'] for port, before_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:34:00.259784 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e4fa35c-cf6f-44fa-8010-2e80a63ebb2f None None] DHCP port deletion for 368dc3d0-96f6-4bfa-88bb-81a0061ef57e request from dv-cinder-768458-13-iscsi {{(pid=102751) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 12:34:00.268218 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.plugins.ml2.db [None req-c887a59c-7c6e-4eed-ab23-7d188ed417ec admin admin] For port 61a51190-2223-465e-afff-b433e203ee65, host dv-cinder-768458-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-13-iscsi',level=0,port_id=61a51190-2223-465e-afff-b433e203ee65,segment=NetworkSegment(e3c39b73-03d8-49ff-bc2c-260388c4f6b1),segment_id=e3c39b73-03d8-49ff-bc2c-260388c4f6b1)] {{(pid=102750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 12:34:00.268782 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-c887a59c-7c6e-4eed-ab23-7d188ed417ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-535547'] for port, precommit_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:34:00.283915 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.plugins.ml2.plugin [None req-c887a59c-7c6e-4eed-ab23-7d188ed417ec admin admin] Calling delete_port for 61a51190-2223-465e-afff-b433e203ee65 owned by network:dhcp {{(pid=102750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 12:34:00.308725 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.plugin [None req-2e4fa35c-cf6f-44fa-8010-2e80a63ebb2f None None] Deleting port 61a51190-2223-465e-afff-b433e203ee65 {{(pid=102751) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 12:34:00.309051 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-2e4fa35c-cf6f-44fa-8010-2e80a63ebb2f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793343491880'] for port, before_delete {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:34:00.372367 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-c887a59c-7c6e-4eed-ab23-7d188ed417ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793343495765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793342949277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128483729'] for port, after_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:34:00.384176 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.db [None req-2e4fa35c-cf6f-44fa-8010-2e80a63ebb2f None None] For port 61a51190-2223-465e-afff-b433e203ee65, host dv-cinder-768458-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-13-iscsi',level=0,port_id=61a51190-2223-465e-afff-b433e203ee65,segment=NetworkSegment(e3c39b73-03d8-49ff-bc2c-260388c4f6b1),segment_id=e3c39b73-03d8-49ff-bc2c-260388c4f6b1)] {{(pid=102751) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 12:34:00.384575 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-2e4fa35c-cf6f-44fa-8010-2e80a63ebb2f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-535547'] for port, precommit_delete {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:34:00.397858 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.plugin [None req-2e4fa35c-cf6f-44fa-8010-2e80a63ebb2f None None] Calling delete_port for 61a51190-2223-465e-afff-b433e203ee65 owned by network:dhcp {{(pid=102751) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 12:34:00.399619 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c887a59c-7c6e-4eed-ab23-7d188ed417ec admin admin] Pushing event deleted for resources: {'Port': ['ID=61a51190-2223-465e-afff-b433e203ee65,revision_number=None']} {{(pid=102750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:34:00.404052 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c887a59c-7c6e-4eed-ab23-7d188ed417ec admin admin] No DVR routers for this DVR port 61a51190-2223-465e-afff-b433e203ee65 on host dv-cinder-768458-13-iscsi {{(pid=102750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 12:34:00.476679 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-c887a59c-7c6e-4eed-ab23-7d188ed417ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3855014', 'neutron.services.segments.db._delete_segments_for_network-8793343475339'] for network, precommit_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:34:00.493699 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-2e4fa35c-cf6f-44fa-8010-2e80a63ebb2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3931669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793343495765', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793342949277'] for port, after_delete {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:34:00.510936 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.services.segments.db [None req-c887a59c-7c6e-4eed-ab23-7d188ed417ec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['368dc3d0-96f6-4bfa-88bb-81a0061ef57e']}} {{(pid=102750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 12:34:00.522204 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.services.segments.db [None req-c887a59c-7c6e-4eed-ab23-7d188ed417ec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3c39b73-03d8-49ff-bc2c-260388c4f6b1') {'for_net_delete': True} {{(pid=102750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 12:34:00.522591 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.services.segments.db [None req-c887a59c-7c6e-4eed-ab23-7d188ed417ec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3c39b73-03d8-49ff-bc2c-260388c4f6b1') {} {{(pid=102750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 12:34:00.528137 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4fa35c-cf6f-44fa-8010-2e80a63ebb2f None None] Pushing event deleted for resources: {'Port': ['ID=61a51190-2223-465e-afff-b433e203ee65,revision_number=None']} {{(pid=102751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:34:00.532877 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-c887a59c-7c6e-4eed-ab23-7d188ed417ec admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793343276566', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129945334'] for segment, before_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:34:00.533827 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e4fa35c-cf6f-44fa-8010-2e80a63ebb2f None None] No DVR routers for this DVR port 61a51190-2223-465e-afff-b433e203ee65 on host dv-cinder-768458-13-iscsi {{(pid=102751) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 12:34:00.550143 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-c887a59c-7c6e-4eed-ab23-7d188ed417ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3850450'] for segment, precommit_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:34:00.556185 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c887a59c-7c6e-4eed-ab23-7d188ed417ec admin admin] Releasing vlan 612 on physical network physnet1 to pool {{(pid=102750) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 12:34:00.556701 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-c887a59c-7c6e-4eed-ab23-7d188ed417ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3850450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128483812'] for segment, after_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:34:00.558496 dv-cinder-768458-13-iscsi neutron-server[102750]: Traceback (most recent call last): Nov 22 12:34:00.558496 dv-cinder-768458-13-iscsi neutron-server[102750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 12:34:00.558496 dv-cinder-768458-13-iscsi neutron-server[102750]: timer() Nov 22 12:34:00.558496 dv-cinder-768458-13-iscsi neutron-server[102750]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 12:34:00.558496 dv-cinder-768458-13-iscsi neutron-server[102750]: cb(*args, **kw) Nov 22 12:34:00.558496 dv-cinder-768458-13-iscsi neutron-server[102750]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 12:34:00.558496 dv-cinder-768458-13-iscsi neutron-server[102750]: return func(*args, **kwargs) Nov 22 12:34:00.558496 dv-cinder-768458-13-iscsi neutron-server[102750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 12:34:00.558496 dv-cinder-768458-13-iscsi neutron-server[102750]: self._notify() Nov 22 12:34:00.558496 dv-cinder-768458-13-iscsi neutron-server[102750]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 12:34:00.558496 dv-cinder-768458-13-iscsi neutron-server[102750]: self.callback(batched_events) Nov 22 12:34:00.558496 dv-cinder-768458-13-iscsi neutron-server[102750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 12:34:00.558496 dv-cinder-768458-13-iscsi neutron-server[102750]: event.method(event) Nov 22 12:34:00.558496 dv-cinder-768458-13-iscsi neutron-server[102750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 12:34:00.558496 dv-cinder-768458-13-iscsi neutron-server[102750]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 12:34:00.558496 dv-cinder-768458-13-iscsi neutron-server[102750]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 12:34:00.558496 dv-cinder-768458-13-iscsi neutron-server[102750]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 12:34:00.558496 dv-cinder-768458-13-iscsi neutron-server[102750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 12:34:00.558496 dv-cinder-768458-13-iscsi neutron-server[102750]: return f(self, *a, **k) Nov 22 12:34:00.558496 dv-cinder-768458-13-iscsi neutron-server[102750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 12:34:00.558496 dv-cinder-768458-13-iscsi neutron-server[102750]: return self._get(url).json() Nov 22 12:34:00.558496 dv-cinder-768458-13-iscsi neutron-server[102750]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 12:34:00.558496 dv-cinder-768458-13-iscsi neutron-server[102750]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 12:34:00.558496 dv-cinder-768458-13-iscsi neutron-server[102750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 12:34:00.558496 dv-cinder-768458-13-iscsi neutron-server[102750]: return self.request(url, 'GET', **kwargs) Nov 22 12:34:00.558496 dv-cinder-768458-13-iscsi neutron-server[102750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 12:34:00.558496 dv-cinder-768458-13-iscsi neutron-server[102750]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 12:34:00.558496 dv-cinder-768458-13-iscsi neutron-server[102750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 12:34:00.558496 dv-cinder-768458-13-iscsi neutron-server[102750]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 12:34:00.558496 dv-cinder-768458-13-iscsi neutron-server[102750]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 12:34:00.558496 dv-cinder-768458-13-iscsi neutron-server[102750]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 12:34:00.558496 dv-cinder-768458-13-iscsi neutron-server[102750]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 12:34:00.612633 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-c887a59c-7c6e-4eed-ab23-7d188ed417ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3855023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532706'] for network, after_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:34:00.618398 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-c887a59c-7c6e-4eed-ab23-7d188ed417ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758363'] for network, before_response {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:34:00.621758 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [None req-c887a59c-7c6e-4eed-ab23-7d188ed417ec admin admin] 10.222.0.66 "DELETE /v2.0/networks/368dc3d0-96f6-4bfa-88bb-81a0061ef57e HTTP/1.1" status: 204 len: 168 time: 0.5468581 Nov 22 12:34:00.635004 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c887a59c-7c6e-4eed-ab23-7d188ed417ec admin admin] Pushing event deleted for resources: {'Network': ['ID=368dc3d0-96f6-4bfa-88bb-81a0061ef57e,revision_number=None']} {{(pid=102750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:34:00.745252 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.wsgi [-] (102750) accepted ('10.222.0.66', 54432) {{(pid=102750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:34:00.788068 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [None req-eb07e747-f024-436a-be96-66b71eb627ce admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=cb29d996e3de41b0b21ee7ccd827eaea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0412481 Nov 22 12:34:00.790647 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.wsgi [-] (102750) accepted ('10.222.0.66', 54434) {{(pid=102750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:34:00.843287 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-cb4973d4-f3c9-4732-8c60-31a21bb9d35d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:34:00.869838 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-cb4973d4-f3c9-4732-8c60-31a21bb9d35d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:34:00.922938 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-cb4973d4-f3c9-4732-8c60-31a21bb9d35d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545565'] for security_group, after_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:34:00.925644 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-cb4973d4-f3c9-4732-8c60-31a21bb9d35d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:34:00.926827 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [None req-cb4973d4-f3c9-4732-8c60-31a21bb9d35d admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/68abd28b-7c28-4c6e-befd-bc1a58df117e HTTP/1.1" status: 204 len: 168 time: 0.1352828 Nov 22 12:34:00.934679 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4973d4-f3c9-4732-8c60-31a21bb9d35d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68abd28b-7c28-4c6e-befd-bc1a58df117e,revision_number=None']} {{(pid=102750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:34:01.279567 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.wsgi [-] (102750) accepted ('10.222.0.66', 54440) {{(pid=102750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:34:01.333529 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [None req-0eaff985-0a4b-48a7-94a1-b3a8f9f0ba58 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=e603b27179e64c34a760f8fd2b22f85b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0523152 Nov 22 12:34:01.335969 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.wsgi [-] (102750) accepted ('10.222.0.66', 54442) {{(pid=102750) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 12:34:01.386734 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-a287a67a-3a36-4abe-91c5-4d63a4aecc53 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:34:01.410574 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-a287a67a-3a36-4abe-91c5-4d63a4aecc53 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:34:01.444188 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.rpc [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] Device 4cce82d2-a6d0-475c-960f-a3a0e17daba1 no longer exists at agent ovs-agent-dv-cinder-768458-13-iscsi {{(pid=102751) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 12:34:01.466506 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.plugin [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] No Port match for: 4cce82d2-a6d0-475c-960f-a3a0e17daba1 {{(pid=102751) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 12:34:01.466958 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.rpc [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] Device 4cce82d2-a6d0-475c-960f-a3a0e17daba1 not bound to the agent host dv-cinder-768458-13-iscsi {{(pid=102751) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 12:34:01.467109 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-a287a67a-3a36-4abe-91c5-4d63a4aecc53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545565'] for security_group, after_delete {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:34:01.467588 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.rpc [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] Device 255ed53a-da05-458f-83c6-75f53cd737de no longer exists at agent ovs-agent-dv-cinder-768458-13-iscsi {{(pid=102751) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 12:34:01.469837 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron_lib.callbacks.manager [None req-a287a67a-3a36-4abe-91c5-4d63a4aecc53 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:34:01.474263 dv-cinder-768458-13-iscsi neutron-server[102750]: INFO neutron.wsgi [None req-a287a67a-3a36-4abe-91c5-4d63a4aecc53 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/d2b495f6-49b5-41b8-96e7-0b73e7cecd68 HTTP/1.1" status: 204 len: 168 time: 0.1341078 Nov 22 12:34:01.480463 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a287a67a-3a36-4abe-91c5-4d63a4aecc53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2b495f6-49b5-41b8-96e7-0b73e7cecd68,revision_number=None']} {{(pid=102750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 12:34:01.493750 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.plugin [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] No Port match for: 255ed53a-da05-458f-83c6-75f53cd737de {{(pid=102751) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 12:34:01.494102 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.rpc [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] Device 255ed53a-da05-458f-83c6-75f53cd737de not bound to the agent host dv-cinder-768458-13-iscsi {{(pid=102751) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 12:34:01.494526 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.rpc [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] Device 61a51190-2223-465e-afff-b433e203ee65 no longer exists at agent ovs-agent-dv-cinder-768458-13-iscsi {{(pid=102751) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 12:34:01.519389 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.plugin [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] No Port match for: 61a51190-2223-465e-afff-b433e203ee65 {{(pid=102751) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 12:34:01.520049 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron.plugins.ml2.rpc [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] Device 61a51190-2223-465e-afff-b433e203ee65 not bound to the agent host dv-cinder-768458-13-iscsi {{(pid=102751) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 12:34:12.118430 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.db.agents_db [None req-5743c18b-166a-4bd0-85c4-3f13128e6c33 None None] Agent healthcheck: found 6 active agents {{(pid=102752) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 12:34:17.665612 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793343475411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3821827'] for agent, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:34:20.805566 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-87f9228f-403f-47e9-bd0e-8ed0cdb76d40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793343475411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3821827'] for agent, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:34:22.988500 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-500dc437-5b84-4a92-993b-42295c9cd3ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793343475411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3821827'] for agent, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:34:24.105094 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-9105419b-06f9-45a8-bbac-70d110a73200 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793343475411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3821827'] for agent, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:34:25.774926 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-2de83071-1b6f-4e8d-a0c8-0ed39ca59a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793343475411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3821827'] for agent, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:34:26.403198 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793343475411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3821827'] for agent, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:34:45.595280 dv-cinder-768458-13-iscsi neutron-server[102749]: DEBUG neutron.wsgi [req-7ba4894e-ed8b-45b3-9d7e-e2d2c418d4d2 req-c9590297-7aa1-4d08-9886-07fd5bd7a293 service neutron] (102749) timed out ('10.222.0.46', 49915) {{(pid=102749) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 22 12:34:47.680159 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793343475411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3821827'] for agent, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:34:49.028798 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.db.agents_db [None req-5743c18b-166a-4bd0-85c4-3f13128e6c33 None None] Agent healthcheck: found 6 active agents {{(pid=102752) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 12:34:50.811630 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-7047e1df-aef1-4a77-9cec-99b593358de0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793343475411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3821827'] for agent, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:34:52.992387 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-831f433e-2b16-499c-b024-63dd41e759f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793343475411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3821827'] for agent, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:34:54.109336 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-9105419b-06f9-45a8-bbac-70d110a73200 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793343475411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3821827'] for agent, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:34:55.777095 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-2de83071-1b6f-4e8d-a0c8-0ed39ca59a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793343475411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3821827'] for agent, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:34:56.401944 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793343475411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3821827'] for agent, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:35:17.686461 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793343475411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3821827'] for agent, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:35:20.812431 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-d6d1476f-b0c3-4a2e-8787-3b4fb1db72c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793343475411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3821827'] for agent, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:35:22.998408 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-5de72005-dccd-4d83-b91d-07e9123cc89d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793343475411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3821827'] for agent, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:35:24.112527 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-9105419b-06f9-45a8-bbac-70d110a73200 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793343475411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3821827'] for agent, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:35:25.784638 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-2de83071-1b6f-4e8d-a0c8-0ed39ca59a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793343475411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3821827'] for agent, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:35:26.028066 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.db.agents_db [None req-5743c18b-166a-4bd0-85c4-3f13128e6c33 None None] Agent healthcheck: found 6 active agents {{(pid=102752) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 12:35:26.399139 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793343475411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3821827'] for agent, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:35:47.687176 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793343475411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3821827'] for agent, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:35:50.808670 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-ddaa2827-9b88-4a7f-aad4-a7a68ca6359a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793343475411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3821827'] for agent, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:35:52.995050 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-41a7f7cb-4c0d-4dbd-88e7-09f968efc1bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793343475411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3821827'] for agent, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:35:54.115117 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-9105419b-06f9-45a8-bbac-70d110a73200 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793343475411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3821827'] for agent, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:35:55.787490 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-2de83071-1b6f-4e8d-a0c8-0ed39ca59a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793343475411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3821827'] for agent, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:35:56.396294 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793343475411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3821827'] for agent, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:36:03.028374 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.db.agents_db [None req-5743c18b-166a-4bd0-85c4-3f13128e6c33 None None] Agent healthcheck: found 6 active agents {{(pid=102752) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 12:36:17.688878 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793343475411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3821827'] for agent, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:36:20.809646 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-1969341b-81ab-44c7-a6b3-96bbac0c198e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793343475411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3821827'] for agent, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:36:22.989772 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-f6befecb-d901-42d7-a32b-5fb6085d645a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793343475411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3821827'] for agent, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:36:24.117612 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-9105419b-06f9-45a8-bbac-70d110a73200 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793343475411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3821827'] for agent, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:36:25.786776 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-2de83071-1b6f-4e8d-a0c8-0ed39ca59a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793343475411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3821827'] for agent, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:36:26.393051 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793343475411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3821827'] for agent, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:36:40.028379 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.db.agents_db [None req-5743c18b-166a-4bd0-85c4-3f13128e6c33 None None] Agent healthcheck: found 6 active agents {{(pid=102752) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 12:36:47.688721 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793343475411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3821827'] for agent, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:36:50.803738 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-c6f1b1bb-c5fb-4ee9-9bd5-8775fdfbdf44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793343475411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3821827'] for agent, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:36:52.995006 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-5446981d-21a1-474e-9c6b-efedcc3b1e73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793343475411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3821827'] for agent, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:36:54.121873 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-9105419b-06f9-45a8-bbac-70d110a73200 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793343475411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3821827'] for agent, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:36:55.789410 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-2de83071-1b6f-4e8d-a0c8-0ed39ca59a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793343475411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3821827'] for agent, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:36:56.388201 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793343475411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3821827'] for agent, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:37:17.031166 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.db.agents_db [None req-5743c18b-166a-4bd0-85c4-3f13128e6c33 None None] Agent healthcheck: found 6 active agents {{(pid=102752) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 12:37:17.692812 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793343475411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3821827'] for agent, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:37:20.807942 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-e7b25b6c-ab79-4006-b0c5-54dbeb2f734b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793343475411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3821827'] for agent, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:37:23.006460 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-0d27dbd5-13ab-4587-adfc-fba04bebd42a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793343475411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3821827'] for agent, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:37:24.127631 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-9105419b-06f9-45a8-bbac-70d110a73200 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793343475411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3821827'] for agent, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:37:25.794132 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-2de83071-1b6f-4e8d-a0c8-0ed39ca59a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793343475411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3821827'] for agent, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:37:26.394064 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793343475411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3821827'] for agent, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:37:43.268449 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.wsgi [req-13ef1fcc-ccd7-446f-98db-0984f49be8f5 req-992599d2-83fb-4118-a0ec-57fcab144d15 service neutron] (102750) timed out ('10.222.0.66', 48676) {{(pid=102750) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 22 12:37:43.339861 dv-cinder-768458-13-iscsi neutron-server[102750]: DEBUG neutron.wsgi [req-a280ff92-e589-4fcf-983f-f4f592c5be24 req-8437e100-6e51-49ad-9eb7-67ed258df042 service neutron] (102750) timed out ('10.222.0.46', 49897) {{(pid=102750) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 22 12:37:47.721754 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793343475411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3821827'] for agent, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:37:50.814077 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-3e166a8b-b8c3-4726-8238-f4d07a0edeb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793343475411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3821827'] for agent, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:37:53.001371 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-d30b8ef3-5ed4-4e40-b49a-09d5dfd21dff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793343475411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3821827'] for agent, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:37:54.034365 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.db.agents_db [None req-5743c18b-166a-4bd0-85c4-3f13128e6c33 None None] Agent healthcheck: found 6 active agents {{(pid=102752) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 12:37:54.130737 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-9105419b-06f9-45a8-bbac-70d110a73200 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793343475411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3821827'] for agent, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:37:55.798181 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-2de83071-1b6f-4e8d-a0c8-0ed39ca59a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793343475411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3821827'] for agent, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:37:56.389229 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793343475411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3821827'] for agent, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:38:17.727734 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793343475411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3821827'] for agent, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:38:20.808491 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-f1e50c61-85cd-4fae-8513-f1f776ce01f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793343475411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3821827'] for agent, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:38:23.008152 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-445f4b79-8c44-4332-a5bc-b952a222ecf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793343475411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3821827'] for agent, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:38:24.132533 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-9105419b-06f9-45a8-bbac-70d110a73200 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793343475411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3821827'] for agent, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:38:25.804124 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-2de83071-1b6f-4e8d-a0c8-0ed39ca59a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793343475411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3821827'] for agent, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:38:26.396576 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793343475411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3821827'] for agent, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:38:31.034682 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.db.agents_db [None req-5743c18b-166a-4bd0-85c4-3f13128e6c33 None None] Agent healthcheck: found 6 active agents {{(pid=102752) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 12:38:47.729947 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793343475411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3821827'] for agent, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:38:50.812522 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-d48e9b66-5098-4aa5-b027-f9aecf51eba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793343475411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3821827'] for agent, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:38:53.003026 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-29dc4081-f9bc-46c4-a802-ce509a0c2d2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793343475411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3821827'] for agent, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:38:54.135250 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-9105419b-06f9-45a8-bbac-70d110a73200 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793343475411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3821827'] for agent, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:38:55.802149 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-2de83071-1b6f-4e8d-a0c8-0ed39ca59a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793343475411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3821827'] for agent, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:38:56.392384 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-83eb0d0b-c9c4-4d16-ae49-62351ac7e957 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793343475411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3821827'] for agent, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:39:08.035287 dv-cinder-768458-13-iscsi neutron-server[102752]: DEBUG neutron.db.agents_db [None req-5743c18b-166a-4bd0-85c4-3f13128e6c33 None None] Agent healthcheck: found 6 active agents {{(pid=102752) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 12:39:17.716434 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-22f3129a-14f9-4187-90fb-1b76833870a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793343475411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3821827'] for agent, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:39:20.817928 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-45875ef5-cbd2-48b0-8c8c-a3ecfc95bf09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793343475411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3821827'] for agent, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:39:23.007925 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-d721f4c7-319a-4ed6-960e-57db9da01a64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793343475411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3821827'] for agent, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:39:24.137139 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-9105419b-06f9-45a8-bbac-70d110a73200 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793343475411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3821827'] for agent, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 12:39:25.809776 dv-cinder-768458-13-iscsi neutron-server[102751]: DEBUG neutron_lib.callbacks.manager [None req-2de83071-1b6f-4e8d-a0c8-0ed39ca59a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793343475411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3821827'] for agent, after_update {{(pid=102751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}